[ 486.978902] env[62023]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62023) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 486.979271] env[62023]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62023) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 486.979389] env[62023]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62023) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 486.979704] env[62023]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 487.078480] env[62023]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62023) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 487.089552] env[62023]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=62023) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 487.701723] env[62023]: INFO nova.virt.driver [None req-a8f538b4-b57e-45f2-a288-25cd31e01817 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 487.771127] env[62023]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 487.771323] env[62023]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 487.771389] env[62023]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62023) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 491.013658] env[62023]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-b6ceb739-dfea-4665-a1f6-79602a795568 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.029758] env[62023]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62023) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 491.029899] env[62023]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-99deb245-41b4-4caf-a2ff-72d7225899e9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.065309] env[62023]: INFO oslo_vmware.api [-] Successfully established new session; session ID is daec7. [ 491.065416] env[62023]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.294s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 491.066826] env[62023]: INFO nova.virt.vmwareapi.driver [None req-a8f538b4-b57e-45f2-a288-25cd31e01817 None None] VMware vCenter version: 7.0.3 [ 491.070281] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ded26f-2547-476a-b781-734e150de589 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.087518] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcb4c1d-7134-408d-a49b-731993c59299 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.093393] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6f2d2b-b74c-4511-bac1-2a9ed8d47c25 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.099896] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a2317f-9cd5-4122-8de3-1bdba319c343 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.112917] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10b1b6d-ec4e-49ba-bf01-d64e1d68aa62 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.118677] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341c44f7-e278-4e4f-a0de-02d5120ec867 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.149152] env[62023]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-f43c54df-f197-4357-aef5-84c9dbe47666 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.154298] env[62023]: DEBUG nova.virt.vmwareapi.driver [None req-a8f538b4-b57e-45f2-a288-25cd31e01817 None None] Extension org.openstack.compute already exists. {{(pid=62023) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 491.156966] env[62023]: INFO nova.compute.provider_config [None req-a8f538b4-b57e-45f2-a288-25cd31e01817 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 491.659772] env[62023]: DEBUG nova.context [None req-a8f538b4-b57e-45f2-a288-25cd31e01817 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),8414547b-fee2-4ab3-920a-14215887b5d5(cell1) {{(pid=62023) load_cells /opt/stack/nova/nova/context.py:464}} [ 491.661905] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 491.662143] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 491.662800] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 491.663232] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] Acquiring lock "8414547b-fee2-4ab3-920a-14215887b5d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 491.663417] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] Lock "8414547b-fee2-4ab3-920a-14215887b5d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 491.664442] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] Lock "8414547b-fee2-4ab3-920a-14215887b5d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 491.684684] env[62023]: INFO dbcounter [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] Registered counter for database nova_cell0 [ 491.693335] env[62023]: INFO dbcounter [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] Registered counter for database nova_cell1 [ 491.696905] env[62023]: DEBUG oslo_db.sqlalchemy.engines [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62023) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 491.697511] env[62023]: DEBUG oslo_db.sqlalchemy.engines [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62023) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 491.702164] env[62023]: ERROR nova.db.main.api [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 491.702164] env[62023]: result = function(*args, **kwargs) [ 491.702164] env[62023]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 491.702164] env[62023]: return func(*args, **kwargs) [ 491.702164] env[62023]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 491.702164] env[62023]: result = fn(*args, **kwargs) [ 491.702164] env[62023]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 491.702164] env[62023]: return f(*args, **kwargs) [ 491.702164] env[62023]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 491.702164] env[62023]: return db.service_get_minimum_version(context, binaries) [ 491.702164] env[62023]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 491.702164] env[62023]: _check_db_access() [ 491.702164] env[62023]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 491.702164] env[62023]: stacktrace = ''.join(traceback.format_stack()) [ 491.702164] env[62023]: [ 491.703154] env[62023]: ERROR nova.db.main.api [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 491.703154] env[62023]: result = function(*args, **kwargs) [ 491.703154] env[62023]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 491.703154] env[62023]: return func(*args, **kwargs) [ 491.703154] env[62023]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 491.703154] env[62023]: result = fn(*args, **kwargs) [ 491.703154] env[62023]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 491.703154] env[62023]: return f(*args, **kwargs) [ 491.703154] env[62023]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 491.703154] env[62023]: return db.service_get_minimum_version(context, binaries) [ 491.703154] env[62023]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 491.703154] env[62023]: _check_db_access() [ 491.703154] env[62023]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 491.703154] env[62023]: stacktrace = ''.join(traceback.format_stack()) [ 491.703154] env[62023]: [ 491.703564] env[62023]: WARNING nova.objects.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] Failed to get minimum service version for cell 8414547b-fee2-4ab3-920a-14215887b5d5 [ 491.703659] env[62023]: WARNING nova.objects.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 491.704097] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] Acquiring lock "singleton_lock" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 491.704259] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] Acquired lock "singleton_lock" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 491.704502] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] Releasing lock "singleton_lock" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 491.704813] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] Full set of CONF: {{(pid=62023) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 491.704975] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ******************************************************************************** {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 491.705124] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] Configuration options gathered from: {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 491.705259] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 491.705447] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 491.705575] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ================================================================================ {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 491.705779] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] allow_resize_to_same_host = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.705946] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] arq_binding_timeout = 300 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.706089] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] backdoor_port = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.706219] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] backdoor_socket = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.706409] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] block_device_allocate_retries = 60 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.706582] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] block_device_allocate_retries_interval = 3 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.706746] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cert = self.pem {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.706914] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.707102] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] compute_monitors = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.707273] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] config_dir = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.707446] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] config_drive_format = iso9660 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.707580] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.707745] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] config_source = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.707929] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] console_host = devstack {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.708123] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] control_exchange = nova {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.708285] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cpu_allocation_ratio = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.708499] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] daemon = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.708680] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] debug = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.708841] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] default_access_ip_network_name = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.709015] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] default_availability_zone = nova {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.709181] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] default_ephemeral_format = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.709343] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] default_green_pool_size = 1000 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.709585] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.709753] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] default_schedule_zone = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.709911] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] disk_allocation_ratio = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.710089] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] enable_new_services = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.710267] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] enabled_apis = ['osapi_compute'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.710432] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] enabled_ssl_apis = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.710594] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] flat_injected = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.710755] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] force_config_drive = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.710968] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] force_raw_images = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.711180] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] graceful_shutdown_timeout = 5 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.711349] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] heal_instance_info_cache_interval = 60 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.711572] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] host = cpu-1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.711748] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.711908] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] initial_disk_allocation_ratio = 1.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.712081] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] initial_ram_allocation_ratio = 1.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.712303] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.712468] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] instance_build_timeout = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.712630] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] instance_delete_interval = 300 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.712796] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] instance_format = [instance: %(uuid)s] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.712959] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] instance_name_template = instance-%08x {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.713134] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] instance_usage_audit = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.713304] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] instance_usage_audit_period = month {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.713467] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.713630] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] instances_path = /opt/stack/data/nova/instances {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.713791] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] internal_service_availability_zone = internal {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.713966] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] key = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.714153] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] live_migration_retry_count = 30 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.714324] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] log_color = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.714487] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] log_config_append = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.714654] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.714812] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] log_dir = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.714968] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] log_file = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.715105] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] log_options = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.715267] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] log_rotate_interval = 1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.715433] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] log_rotate_interval_type = days {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.715601] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] log_rotation_type = none {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.715727] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.715849] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.716086] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.716274] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.716403] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.716571] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] long_rpc_timeout = 1800 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.716733] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] max_concurrent_builds = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.716905] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] max_concurrent_live_migrations = 1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.717101] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] max_concurrent_snapshots = 5 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.717265] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] max_local_block_devices = 3 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.717424] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] max_logfile_count = 30 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.717580] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] max_logfile_size_mb = 200 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.717738] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] maximum_instance_delete_attempts = 5 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.717904] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] metadata_listen = 0.0.0.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.718084] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] metadata_listen_port = 8775 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.718256] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] metadata_workers = 2 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.718416] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] migrate_max_retries = -1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.718607] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] mkisofs_cmd = genisoimage {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.718817] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] my_block_storage_ip = 10.180.1.21 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.718949] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] my_ip = 10.180.1.21 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.719166] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.719332] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] network_allocate_retries = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.719533] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.719714] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] osapi_compute_listen = 0.0.0.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.719880] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] osapi_compute_listen_port = 8774 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.720061] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] osapi_compute_unique_server_name_scope = {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.720233] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] osapi_compute_workers = 2 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.720394] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] password_length = 12 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.720589] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] periodic_enable = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.720761] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] periodic_fuzzy_delay = 60 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.720929] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] pointer_model = usbtablet {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.721107] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] preallocate_images = none {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.721271] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] publish_errors = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.721400] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] pybasedir = /opt/stack/nova {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.721554] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ram_allocation_ratio = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.721713] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] rate_limit_burst = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.721876] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] rate_limit_except_level = CRITICAL {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.722045] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] rate_limit_interval = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.722206] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] reboot_timeout = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.722363] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] reclaim_instance_interval = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.722546] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] record = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.722733] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] reimage_timeout_per_gb = 60 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.722902] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] report_interval = 120 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.723079] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] rescue_timeout = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.723240] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] reserved_host_cpus = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.723399] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] reserved_host_disk_mb = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.723554] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] reserved_host_memory_mb = 512 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.723712] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] reserved_huge_pages = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.723867] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] resize_confirm_window = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.724033] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] resize_fs_using_block_device = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.724194] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] resume_guests_state_on_host_boot = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.724397] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.724519] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] rpc_response_timeout = 60 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.724680] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] run_external_periodic_tasks = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.724843] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] running_deleted_instance_action = reap {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.725012] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] running_deleted_instance_poll_interval = 1800 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.725174] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] running_deleted_instance_timeout = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.725364] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] scheduler_instance_sync_interval = 120 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.725546] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] service_down_time = 720 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.725722] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] servicegroup_driver = db {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.725878] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] shell_completion = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.726054] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] shelved_offload_time = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.726216] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] shelved_poll_interval = 3600 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.726398] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] shutdown_timeout = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.726571] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] source_is_ipv6 = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.726731] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ssl_only = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.726985] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.727415] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] sync_power_state_interval = 600 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.727599] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] sync_power_state_pool_size = 1000 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.727776] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] syslog_log_facility = LOG_USER {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.727939] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] tempdir = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.728121] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] timeout_nbd = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.728304] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] transport_url = **** {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.728511] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] update_resources_interval = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.728685] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] use_cow_images = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.728846] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] use_eventlog = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.729013] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] use_journal = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.729184] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] use_json = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.729342] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] use_rootwrap_daemon = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.729509] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] use_stderr = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.729661] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] use_syslog = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.729816] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vcpu_pin_set = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.729984] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vif_plugging_is_fatal = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.730169] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vif_plugging_timeout = 300 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.730336] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] virt_mkfs = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.730497] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] volume_usage_poll_interval = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.730658] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] watch_log_file = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.730825] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] web = /usr/share/spice-html5 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.731013] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.731192] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.731376] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.731561] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_concurrency.disable_process_locking = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.731846] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.732039] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.732210] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.732382] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.732578] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.732761] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.732945] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.auth_strategy = keystone {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.733128] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.compute_link_prefix = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.733305] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.733479] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.dhcp_domain = novalocal {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.733651] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.enable_instance_password = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.733823] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.glance_link_prefix = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.733977] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.734163] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.734324] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.instance_list_per_project_cells = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.734516] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.list_records_by_skipping_down_cells = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.734686] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.local_metadata_per_cell = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.734857] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.max_limit = 1000 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.735033] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.metadata_cache_expiration = 15 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.735212] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.neutron_default_tenant_id = default {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.735385] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.response_validation = warn {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.735551] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.use_neutron_default_nets = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.735722] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.735884] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.736061] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.736236] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.736427] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.vendordata_dynamic_targets = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.736602] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.vendordata_jsonfile_path = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.736783] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.736975] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.backend = dogpile.cache.memcached {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.737158] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.backend_argument = **** {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.737321] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.backend_expiration_time = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.737551] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.config_prefix = cache.oslo {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.737747] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.dead_timeout = 60.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.737917] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.debug_cache_backend = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.738095] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.enable_retry_client = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.738262] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.enable_socket_keepalive = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.738467] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.enabled = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.738627] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.enforce_fips_mode = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.738794] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.expiration_time = 600 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.738954] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.hashclient_retry_attempts = 2 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.739131] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.hashclient_retry_delay = 1.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.739295] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.memcache_dead_retry = 300 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.739455] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.memcache_password = **** {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.739617] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.739779] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.739938] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.memcache_pool_maxsize = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.740111] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.740276] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.memcache_sasl_enabled = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.740469] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.740654] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.memcache_socket_timeout = 1.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.740818] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.memcache_username = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.740982] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.proxies = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.741163] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.redis_db = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.741325] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.redis_password = **** {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.741493] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.redis_sentinel_service_name = mymaster {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.741669] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.741836] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.redis_server = localhost:6379 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.742006] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.redis_socket_timeout = 1.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.742173] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.redis_username = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.742336] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.retry_attempts = 2 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.742500] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.retry_delay = 0.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.742662] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.socket_keepalive_count = 1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.742822] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.socket_keepalive_idle = 1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.742980] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.socket_keepalive_interval = 1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.743153] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.tls_allowed_ciphers = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.743311] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.tls_cafile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.743485] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.tls_certfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.743665] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.tls_enabled = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.743825] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cache.tls_keyfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.743993] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cinder.auth_section = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.744181] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cinder.auth_type = password {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.744342] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cinder.cafile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.744517] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cinder.catalog_info = volumev3::publicURL {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.744714] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cinder.certfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.744884] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cinder.collect_timing = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.745062] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cinder.cross_az_attach = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.745232] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cinder.debug = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.745391] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cinder.endpoint_template = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.745558] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cinder.http_retries = 3 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.745723] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cinder.insecure = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.745880] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cinder.keyfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.746063] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cinder.os_region_name = RegionOne {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.746230] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cinder.split_loggers = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.746394] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cinder.timeout = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.746598] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.746765] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] compute.cpu_dedicated_set = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.746925] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] compute.cpu_shared_set = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.747102] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] compute.image_type_exclude_list = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.747267] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.747426] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] compute.max_concurrent_disk_ops = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.747586] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] compute.max_disk_devices_to_attach = -1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.747747] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.747912] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.748081] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] compute.resource_provider_association_refresh = 300 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.748245] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.748405] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] compute.shutdown_retry_interval = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.748610] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.748795] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] conductor.workers = 2 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.748975] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] console.allowed_origins = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.749150] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] console.ssl_ciphers = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.749321] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] console.ssl_minimum_version = default {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.749514] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] consoleauth.enforce_session_timeout = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.749696] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] consoleauth.token_ttl = 600 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.749871] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cyborg.cafile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.750044] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cyborg.certfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.750212] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cyborg.collect_timing = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.750371] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cyborg.connect_retries = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.750527] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cyborg.connect_retry_delay = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.750684] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cyborg.endpoint_override = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.750844] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cyborg.insecure = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.750999] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cyborg.keyfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.751171] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cyborg.max_version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.751330] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cyborg.min_version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.751488] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cyborg.region_name = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.751646] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cyborg.retriable_status_codes = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.751803] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cyborg.service_name = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.751969] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cyborg.service_type = accelerator {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.752144] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cyborg.split_loggers = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.752303] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cyborg.status_code_retries = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.752471] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cyborg.status_code_retry_delay = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.752647] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cyborg.timeout = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.752884] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.753076] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] cyborg.version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.753260] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] database.backend = sqlalchemy {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.753429] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] database.connection = **** {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.753592] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] database.connection_debug = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.753761] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] database.connection_parameters = {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.753922] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] database.connection_recycle_time = 3600 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.754094] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] database.connection_trace = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.754257] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] database.db_inc_retry_interval = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.754418] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] database.db_max_retries = 20 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.754578] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] database.db_max_retry_interval = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.754740] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] database.db_retry_interval = 1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.754897] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] database.max_overflow = 50 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.755065] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] database.max_pool_size = 5 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.755226] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] database.max_retries = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.755388] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.755566] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] database.mysql_wsrep_sync_wait = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.755737] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] database.pool_timeout = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.755899] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] database.retry_interval = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.756066] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] database.slave_connection = **** {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.756228] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] database.sqlite_synchronous = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.756418] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] database.use_db_reconnect = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.756616] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api_database.backend = sqlalchemy {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.756789] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api_database.connection = **** {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.756953] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api_database.connection_debug = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.757135] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api_database.connection_parameters = {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.757300] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api_database.connection_recycle_time = 3600 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.757460] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api_database.connection_trace = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.757622] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api_database.db_inc_retry_interval = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.757784] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api_database.db_max_retries = 20 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.757952] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api_database.db_max_retry_interval = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.758131] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api_database.db_retry_interval = 1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.758292] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api_database.max_overflow = 50 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.758481] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api_database.max_pool_size = 5 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.758672] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api_database.max_retries = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.758846] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.759014] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.759186] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api_database.pool_timeout = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.759348] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api_database.retry_interval = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.759508] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api_database.slave_connection = **** {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.759669] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] api_database.sqlite_synchronous = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.759842] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] devices.enabled_mdev_types = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.760028] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.760204] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ephemeral_storage_encryption.default_format = luks {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.760367] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ephemeral_storage_encryption.enabled = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.760528] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.760698] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.api_servers = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.760859] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.cafile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.761026] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.certfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.761193] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.collect_timing = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.761351] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.connect_retries = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.761526] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.connect_retry_delay = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.761709] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.debug = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.761876] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.default_trusted_certificate_ids = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.762046] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.enable_certificate_validation = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.762214] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.enable_rbd_download = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.762371] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.endpoint_override = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.762534] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.insecure = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.762694] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.keyfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.762849] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.max_version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.763008] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.min_version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.763175] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.num_retries = 3 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.763339] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.rbd_ceph_conf = {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.763498] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.rbd_connect_timeout = 5 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.763666] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.rbd_pool = {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.763828] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.rbd_user = {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.763984] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.region_name = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.764153] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.retriable_status_codes = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.764310] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.service_name = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.764485] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.service_type = image {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.764668] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.split_loggers = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.764834] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.status_code_retries = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.764988] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.status_code_retry_delay = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.765159] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.timeout = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.765383] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.765558] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.verify_glance_signatures = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.765719] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] glance.version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.765885] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] guestfs.debug = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.766064] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.auth_section = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.766230] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.auth_type = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.766423] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.cafile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.766608] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.certfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.766778] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.collect_timing = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.766938] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.connect_retries = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.767110] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.connect_retry_delay = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.767271] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.endpoint_override = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.767434] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.insecure = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.767595] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.keyfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.767755] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.max_version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.767918] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.min_version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.768082] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.region_name = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.768243] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.retriable_status_codes = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.768408] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.service_name = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.768623] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.service_type = shared-file-system {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.768798] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.share_apply_policy_timeout = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.768964] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.split_loggers = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.769137] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.status_code_retries = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.769295] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.status_code_retry_delay = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.769470] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.timeout = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.769670] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.769833] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] manila.version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.770008] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] mks.enabled = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.770362] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.770553] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] image_cache.manager_interval = 2400 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.770723] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] image_cache.precache_concurrency = 1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.770892] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] image_cache.remove_unused_base_images = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.771072] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.771242] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.771417] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] image_cache.subdirectory_name = _base {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.771593] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.api_max_retries = 60 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.771758] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.api_retry_interval = 2 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.771918] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.auth_section = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.772089] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.auth_type = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.772253] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.cafile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.772410] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.certfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.772598] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.collect_timing = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.772773] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.conductor_group = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.772933] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.connect_retries = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.773108] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.connect_retry_delay = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.773268] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.endpoint_override = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.773431] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.insecure = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.773588] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.keyfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.773748] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.max_version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.773904] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.min_version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.774079] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.peer_list = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.774245] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.region_name = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.774398] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.retriable_status_codes = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.774561] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.serial_console_state_timeout = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.774718] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.service_name = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.774885] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.service_type = baremetal {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.775054] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.shard = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.775222] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.split_loggers = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.775381] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.status_code_retries = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.775568] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.status_code_retry_delay = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.775747] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.timeout = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.775925] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.776097] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ironic.version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.776282] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.776477] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] key_manager.fixed_key = **** {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.776665] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.776828] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican.barbican_api_version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.776988] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican.barbican_endpoint = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.777170] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican.barbican_endpoint_type = public {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.777329] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican.barbican_region_name = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.777487] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican.cafile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.777645] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican.certfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.777866] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican.collect_timing = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.778056] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican.insecure = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.778222] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican.keyfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.778387] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican.number_of_retries = 60 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.778574] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican.retry_delay = 1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.778742] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican.send_service_user_token = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.778901] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican.split_loggers = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.779070] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican.timeout = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.779233] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican.verify_ssl = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.779390] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican.verify_ssl_path = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.779553] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican_service_user.auth_section = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.779714] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican_service_user.auth_type = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.779870] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican_service_user.cafile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.780036] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican_service_user.certfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.780201] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican_service_user.collect_timing = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.780359] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican_service_user.insecure = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.780541] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican_service_user.keyfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.780731] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican_service_user.split_loggers = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.780916] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] barbican_service_user.timeout = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.781100] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vault.approle_role_id = **** {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.781262] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vault.approle_secret_id = **** {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.781431] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vault.kv_mountpoint = secret {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.781591] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vault.kv_path = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.781754] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vault.kv_version = 2 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.781911] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vault.namespace = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.782078] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vault.root_token_id = **** {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.782238] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vault.ssl_ca_crt_file = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.782402] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vault.timeout = 60.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.782568] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vault.use_ssl = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.782732] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.782896] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] keystone.cafile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.783065] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] keystone.certfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.783232] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] keystone.collect_timing = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.783389] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] keystone.connect_retries = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.783546] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] keystone.connect_retry_delay = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.783703] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] keystone.endpoint_override = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.783887] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] keystone.insecure = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.784066] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] keystone.keyfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.784226] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] keystone.max_version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.784382] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] keystone.min_version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.784538] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] keystone.region_name = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.784694] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] keystone.retriable_status_codes = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.784849] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] keystone.service_name = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.785020] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] keystone.service_type = identity {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.785189] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] keystone.split_loggers = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.785350] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] keystone.status_code_retries = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.785510] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] keystone.status_code_retry_delay = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.785668] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] keystone.timeout = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.785844] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.786009] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] keystone.version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.786204] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.ceph_mount_options = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.786519] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.786709] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.connection_uri = {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.786901] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.cpu_mode = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.787091] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.cpu_model_extra_flags = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.787267] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.cpu_models = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.787445] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.cpu_power_governor_high = performance {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.787609] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.cpu_power_governor_low = powersave {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.787772] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.cpu_power_management = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.787941] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.788118] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.device_detach_attempts = 8 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.788282] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.device_detach_timeout = 20 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.788454] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.disk_cachemodes = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.788635] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.disk_prefix = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.788807] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.enabled_perf_events = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.788971] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.file_backed_memory = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.789155] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.gid_maps = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.789315] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.hw_disk_discard = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.789498] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.hw_machine_type = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.789686] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.images_rbd_ceph_conf = {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.789853] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.790027] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.790202] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.images_rbd_glance_store_name = {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.790372] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.images_rbd_pool = rbd {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.790540] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.images_type = default {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.790702] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.images_volume_group = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.790865] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.inject_key = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.791037] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.inject_partition = -2 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.791203] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.inject_password = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.791364] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.iscsi_iface = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.791525] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.iser_use_multipath = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.791688] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.live_migration_bandwidth = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.791849] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.792013] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.live_migration_downtime = 500 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.792183] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.792340] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.792518] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.live_migration_inbound_addr = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.792717] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.792883] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.live_migration_permit_post_copy = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.793056] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.live_migration_scheme = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.793230] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.live_migration_timeout_action = abort {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.793390] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.live_migration_tunnelled = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.793547] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.live_migration_uri = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.793708] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.live_migration_with_native_tls = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.793866] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.max_queues = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.794037] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.794274] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.794439] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.nfs_mount_options = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.794726] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.794901] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.795077] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.num_iser_scan_tries = 5 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.795241] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.num_memory_encrypted_guests = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.795404] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.795590] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.num_pcie_ports = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.795771] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.num_volume_scan_tries = 5 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.795938] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.pmem_namespaces = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.796113] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.quobyte_client_cfg = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.796442] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.796631] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.rbd_connect_timeout = 5 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.796799] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.796961] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.797137] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.rbd_secret_uuid = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.797297] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.rbd_user = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.797460] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.797639] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.remote_filesystem_transport = ssh {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.797810] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.rescue_image_id = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.797967] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.rescue_kernel_id = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.798140] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.rescue_ramdisk_id = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.798305] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.798493] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.rx_queue_size = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.798702] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.smbfs_mount_options = {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.799009] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.799189] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.snapshot_compression = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.799354] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.snapshot_image_format = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.799581] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.799750] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.sparse_logical_volumes = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.799909] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.swtpm_enabled = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.800090] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.swtpm_group = tss {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.800261] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.swtpm_user = tss {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.800428] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.sysinfo_serial = unique {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.800587] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.tb_cache_size = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.800747] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.tx_queue_size = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.800906] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.uid_maps = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.801078] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.use_virtio_for_bridges = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.801251] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.virt_type = kvm {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.801418] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.volume_clear = zero {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.801591] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.volume_clear_size = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.801771] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.volume_use_multipath = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.801930] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.vzstorage_cache_path = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.802122] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.802292] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.vzstorage_mount_group = qemu {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.802457] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.vzstorage_mount_opts = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.802624] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.802915] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.803106] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.vzstorage_mount_user = stack {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.803274] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.803445] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.auth_section = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.803617] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.auth_type = password {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.803774] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.cafile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.803930] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.certfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.804104] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.collect_timing = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.804263] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.connect_retries = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.804417] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.connect_retry_delay = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.804629] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.default_floating_pool = public {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.804816] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.endpoint_override = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.804982] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.extension_sync_interval = 600 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.805163] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.http_retries = 3 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.805326] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.insecure = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.805487] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.keyfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.805647] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.max_version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.805815] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.805971] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.min_version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.806151] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.ovs_bridge = br-int {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.806314] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.physnets = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.806477] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.region_name = RegionOne {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.806636] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.retriable_status_codes = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.806798] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.service_metadata_proxy = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.806951] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.service_name = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.807129] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.service_type = network {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.807290] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.split_loggers = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.807448] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.status_code_retries = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.807623] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.status_code_retry_delay = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.807802] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.timeout = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.807984] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.808162] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] neutron.version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.808335] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] notifications.bdms_in_notifications = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.808534] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] notifications.default_level = INFO {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.808707] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] notifications.include_share_mapping = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.808882] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] notifications.notification_format = unversioned {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.809061] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] notifications.notify_on_state_change = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.809248] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.809435] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] pci.alias = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.809605] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] pci.device_spec = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.809770] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] pci.report_in_placement = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.809940] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.auth_section = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.810124] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.auth_type = password {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.810293] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.810451] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.cafile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.810621] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.certfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.810797] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.collect_timing = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.810951] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.connect_retries = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.811124] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.connect_retry_delay = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.811282] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.default_domain_id = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.811437] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.default_domain_name = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.811594] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.domain_id = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.811743] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.domain_name = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.811898] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.endpoint_override = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.812069] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.insecure = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.812229] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.keyfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.812385] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.max_version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.812541] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.min_version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.812707] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.password = **** {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.812865] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.project_domain_id = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.813089] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.project_domain_name = Default {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.813285] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.project_id = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.813464] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.project_name = service {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.813635] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.region_name = RegionOne {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.813795] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.retriable_status_codes = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.813955] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.service_name = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.814138] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.service_type = placement {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.814302] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.split_loggers = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.814459] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.status_code_retries = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.814619] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.status_code_retry_delay = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.814775] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.system_scope = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.814932] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.timeout = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.815100] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.trust_id = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.815258] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.user_domain_id = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.815423] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.user_domain_name = Default {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.815580] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.user_id = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.815772] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.username = nova {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.815926] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.816129] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] placement.version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.816317] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] quota.cores = 20 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.816565] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] quota.count_usage_from_placement = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.816765] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.816940] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] quota.injected_file_content_bytes = 10240 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.817127] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] quota.injected_file_path_length = 255 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.817294] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] quota.injected_files = 5 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.817462] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] quota.instances = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.817628] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] quota.key_pairs = 100 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.817792] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] quota.metadata_items = 128 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.817957] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] quota.ram = 51200 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.818134] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] quota.recheck_quota = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.818303] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] quota.server_group_members = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.818488] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] quota.server_groups = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.818700] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.818876] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] quota.unified_limits_resource_strategy = require {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.819078] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.819258] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.819423] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] scheduler.image_metadata_prefilter = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.819589] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.819751] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] scheduler.max_attempts = 3 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.819911] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] scheduler.max_placement_results = 1000 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.820085] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.820248] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] scheduler.query_placement_for_image_type_support = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.820407] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.820579] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] scheduler.workers = 2 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.820757] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.820917] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.821106] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.821279] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.821444] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.821609] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.821770] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.821955] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.822158] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.host_subset_size = 1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.822330] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.822488] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.822658] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.822816] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.isolated_hosts = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.822975] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.isolated_images = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.823152] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.823314] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.823474] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.823649] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.pci_in_placement = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.823807] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.823964] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.824137] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.824295] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.824455] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.824613] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.824771] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.track_instance_changes = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.824944] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.825143] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] metrics.required = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.825318] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] metrics.weight_multiplier = 1.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.825481] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.825644] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] metrics.weight_setting = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.825952] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.826141] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] serial_console.enabled = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.826318] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] serial_console.port_range = 10000:20000 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.826520] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.826694] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.826861] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] serial_console.serialproxy_port = 6083 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.827038] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] service_user.auth_section = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.827214] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] service_user.auth_type = password {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.827371] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] service_user.cafile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.827527] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] service_user.certfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.827686] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] service_user.collect_timing = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.827843] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] service_user.insecure = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.827995] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] service_user.keyfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.828206] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] service_user.send_service_user_token = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.828374] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] service_user.split_loggers = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.828597] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] service_user.timeout = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.828774] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] spice.agent_enabled = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.828938] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] spice.enabled = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.829274] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.829490] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.829663] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] spice.html5proxy_port = 6082 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.829825] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] spice.image_compression = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.829984] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] spice.jpeg_compression = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.830156] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] spice.playback_compression = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.830318] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] spice.require_secure = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.830485] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] spice.server_listen = 127.0.0.1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.830654] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.830815] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] spice.streaming_mode = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.830968] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] spice.zlib_compression = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.831171] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] upgrade_levels.baseapi = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.831350] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] upgrade_levels.compute = auto {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.831510] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] upgrade_levels.conductor = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.831670] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] upgrade_levels.scheduler = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.831833] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vendordata_dynamic_auth.auth_section = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.831993] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vendordata_dynamic_auth.auth_type = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.832165] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vendordata_dynamic_auth.cafile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.832322] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vendordata_dynamic_auth.certfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.832481] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.832639] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vendordata_dynamic_auth.insecure = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.832790] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vendordata_dynamic_auth.keyfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.832946] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.833114] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vendordata_dynamic_auth.timeout = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.833289] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.api_retry_count = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.833452] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.ca_file = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.833622] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.cache_prefix = devstack-image-cache {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.833786] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.cluster_name = testcl1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.833951] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.connection_pool_size = 10 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.834140] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.console_delay_seconds = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.834322] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.datastore_regex = ^datastore.* {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.834540] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.834718] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.host_password = **** {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.834889] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.host_port = 443 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.835075] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.host_username = administrator@vsphere.local {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.835249] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.insecure = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.835410] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.integration_bridge = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.835572] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.maximum_objects = 100 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.835730] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.pbm_default_policy = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.835889] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.pbm_enabled = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.836053] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.pbm_wsdl_location = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.836222] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.836399] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.serial_port_proxy_uri = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.836570] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.serial_port_service_uri = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.836738] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.task_poll_interval = 0.5 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.836905] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.use_linked_clone = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.837090] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.vnc_keymap = en-us {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.837297] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.vnc_port = 5900 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.837469] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vmware.vnc_port_total = 10000 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.837656] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vnc.auth_schemes = ['none'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.837830] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vnc.enabled = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.838145] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.838333] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.838533] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vnc.novncproxy_port = 6080 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.838732] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vnc.server_listen = 127.0.0.1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.838912] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.839089] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vnc.vencrypt_ca_certs = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.839252] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vnc.vencrypt_client_cert = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.839410] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vnc.vencrypt_client_key = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.839651] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.839832] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.disable_deep_image_inspection = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.839996] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.840175] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.840337] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.840526] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.disable_rootwrap = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.840708] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.enable_numa_live_migration = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.840872] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.841058] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.841232] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.841391] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.libvirt_disable_apic = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.841552] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.841715] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.841874] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.842044] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.842208] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.842367] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.842547] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.842723] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.842885] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.843059] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.843246] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.843413] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] wsgi.client_socket_timeout = 900 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.843578] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] wsgi.default_pool_size = 1000 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.843744] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] wsgi.keep_alive = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.843910] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] wsgi.max_header_line = 16384 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.844085] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] wsgi.secure_proxy_ssl_header = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.844249] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] wsgi.ssl_ca_file = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.844407] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] wsgi.ssl_cert_file = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.844566] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] wsgi.ssl_key_file = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.844732] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] wsgi.tcp_keepidle = 600 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.844910] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.845085] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] zvm.ca_file = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.845247] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] zvm.cloud_connector_url = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.845562] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.845752] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] zvm.reachable_timeout = 300 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.845925] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.846117] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.846296] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] profiler.connection_string = messaging:// {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.846489] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] profiler.enabled = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.846665] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] profiler.es_doc_type = notification {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.846829] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] profiler.es_scroll_size = 10000 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.846995] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] profiler.es_scroll_time = 2m {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.847170] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] profiler.filter_error_trace = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.847336] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] profiler.hmac_keys = **** {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.847500] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] profiler.sentinel_service_name = mymaster {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.847665] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] profiler.socket_timeout = 0.1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.847825] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] profiler.trace_requests = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.847988] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] profiler.trace_sqlalchemy = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.848223] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] profiler_jaeger.process_tags = {} {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.848544] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] profiler_jaeger.service_name_prefix = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.848777] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] profiler_otlp.service_name_prefix = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.849032] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] remote_debug.host = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.849261] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] remote_debug.port = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.849475] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.849719] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.849985] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.850240] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.850442] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.850698] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.850897] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.851160] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.851369] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.851613] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.851839] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.852079] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.852340] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.852599] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.852852] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.853121] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.853405] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.853670] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.853925] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.854179] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.854465] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.854709] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.854980] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.855253] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.855511] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.855750] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.855974] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.856272] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.856503] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.856718] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.ssl = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.856949] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.857240] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.857434] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.857672] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.857904] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.ssl_version = {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.858146] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.858434] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.858632] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_notifications.retry = -1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.858832] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.859069] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_messaging_notifications.transport_url = **** {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.859252] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.auth_section = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.859443] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.auth_type = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.859664] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.cafile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.859871] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.certfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.860049] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.collect_timing = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.860217] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.connect_retries = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.860375] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.connect_retry_delay = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.860533] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.endpoint_id = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.860705] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.endpoint_interface = publicURL {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.860862] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.endpoint_override = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.861048] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.endpoint_region_name = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.861229] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.endpoint_service_name = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.861389] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.endpoint_service_type = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.861549] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.insecure = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.861708] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.keyfile = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.861864] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.max_version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.862029] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.min_version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.862194] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.region_name = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.862360] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.retriable_status_codes = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.862554] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.service_name = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.862725] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.service_type = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.862890] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.split_loggers = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.863055] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.status_code_retries = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.863215] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.status_code_retry_delay = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.863369] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.timeout = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.863524] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.valid_interfaces = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.863681] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_limit.version = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.863882] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_reports.file_event_handler = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.864070] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.864236] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] oslo_reports.log_dir = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.864403] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.864559] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.864715] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.864877] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.865051] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.865267] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.865472] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.865665] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vif_plug_ovs_privileged.group = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.865825] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.866017] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.866168] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.866327] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] vif_plug_ovs_privileged.user = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.866493] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] os_vif_linux_bridge.flat_interface = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.866700] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.866889] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.867076] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.867251] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.867419] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.867583] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.867757] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.867919] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.868132] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] os_vif_ovs.isolate_vif = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.868316] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.868508] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.868656] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.868831] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] os_vif_ovs.ovsdb_interface = native {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.868991] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] os_vif_ovs.per_port_bridge = False {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.869174] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] privsep_osbrick.capabilities = [21] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.869330] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] privsep_osbrick.group = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.869492] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] privsep_osbrick.helper_command = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.869659] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.869818] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.869975] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] privsep_osbrick.user = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.870160] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.870317] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] nova_sys_admin.group = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.870474] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] nova_sys_admin.helper_command = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.870638] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.870833] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.871014] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] nova_sys_admin.user = None {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.871150] env[62023]: DEBUG oslo_service.service [None req-c2e1ab66-d6c5-4c79-a10d-22e19689bc3f None None] ******************************************************************************** {{(pid=62023) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 491.871570] env[62023]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 492.375931] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Getting list of instances from cluster (obj){ [ 492.375931] env[62023]: value = "domain-c8" [ 492.375931] env[62023]: _type = "ClusterComputeResource" [ 492.375931] env[62023]: } {{(pid=62023) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 492.377196] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a690fbd-3480-4080-b2cf-851d69e29a3d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 492.385791] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Got total of 0 instances {{(pid=62023) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 492.386510] env[62023]: WARNING nova.virt.vmwareapi.driver [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 492.386985] env[62023]: INFO nova.virt.node [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Generated node identity 02801f58-5343-4495-a0d6-e07df5115a86 [ 492.387234] env[62023]: INFO nova.virt.node [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Wrote node identity 02801f58-5343-4495-a0d6-e07df5115a86 to /opt/stack/data/n-cpu-1/compute_id [ 492.889688] env[62023]: WARNING nova.compute.manager [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Compute nodes ['02801f58-5343-4495-a0d6-e07df5115a86'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 493.896179] env[62023]: INFO nova.compute.manager [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 494.901313] env[62023]: WARNING nova.compute.manager [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 494.901668] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.901955] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.902275] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.902475] env[62023]: DEBUG nova.compute.resource_tracker [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 494.904057] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f16c7a2-a5f2-4c2b-9270-26f166b281b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.912197] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0d32ec-6c5a-446a-8760-1723b99b7066 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.925865] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f661188-b1a6-40b6-b42b-2c0862df19e9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.932991] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09671be-ed7b-45f4-bfd7-b112e77580e7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.963162] env[62023]: DEBUG nova.compute.resource_tracker [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181141MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 494.963411] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.963505] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 495.466259] env[62023]: WARNING nova.compute.resource_tracker [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] No compute node record for cpu-1:02801f58-5343-4495-a0d6-e07df5115a86: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 02801f58-5343-4495-a0d6-e07df5115a86 could not be found. [ 495.969920] env[62023]: INFO nova.compute.resource_tracker [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 02801f58-5343-4495-a0d6-e07df5115a86 [ 497.478232] env[62023]: DEBUG nova.compute.resource_tracker [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 497.478632] env[62023]: DEBUG nova.compute.resource_tracker [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 497.628342] env[62023]: INFO nova.scheduler.client.report [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] [req-37c11179-166e-4b95-894b-e343fe0f8fdd] Created resource provider record via placement API for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 497.648112] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868d2773-5d96-41c3-8cf9-2fbb755a33a5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.657508] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7d2a53-6e7c-46d2-be35-0a5faf10e2bc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.690974] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96806394-bc2f-4bc9-a369-ca0e218c45c6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.697543] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dde9e7-a83e-49ed-864e-7fb47b859c48 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.710186] env[62023]: DEBUG nova.compute.provider_tree [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 498.245224] env[62023]: DEBUG nova.scheduler.client.report [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 498.245456] env[62023]: DEBUG nova.compute.provider_tree [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 0 to 1 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 498.245596] env[62023]: DEBUG nova.compute.provider_tree [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 498.297399] env[62023]: DEBUG nova.compute.provider_tree [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 1 to 2 during operation: update_traits {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 498.801788] env[62023]: DEBUG nova.compute.resource_tracker [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 498.802215] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.838s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.802215] env[62023]: DEBUG nova.service [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Creating RPC server for service compute {{(pid=62023) start /opt/stack/nova/nova/service.py:186}} [ 498.817902] env[62023]: DEBUG nova.service [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] Join ServiceGroup membership for this service compute {{(pid=62023) start /opt/stack/nova/nova/service.py:203}} [ 498.818116] env[62023]: DEBUG nova.servicegroup.drivers.db [None req-6d8fb5fb-4efc-4a17-973e-97f2cdd9c3fd None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62023) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 527.820217] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 528.323669] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Getting list of instances from cluster (obj){ [ 528.323669] env[62023]: value = "domain-c8" [ 528.323669] env[62023]: _type = "ClusterComputeResource" [ 528.323669] env[62023]: } {{(pid=62023) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 528.325011] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7867081-a60f-4d7b-9c0f-e8a4ed227f13 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.335187] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Got total of 0 instances {{(pid=62023) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 528.335431] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 528.335756] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Getting list of instances from cluster (obj){ [ 528.335756] env[62023]: value = "domain-c8" [ 528.335756] env[62023]: _type = "ClusterComputeResource" [ 528.335756] env[62023]: } {{(pid=62023) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 528.336769] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6848070e-0b5a-48f2-9cc3-f65ee04cca24 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.344617] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Got total of 0 instances {{(pid=62023) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 547.144868] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.145431] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.145511] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Starting heal instance info cache {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 547.145634] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Rebuilding the list of instances to heal {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 547.648371] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Didn't find any instances for network info cache update. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 547.648644] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.648901] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.649110] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.649299] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.649486] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.649688] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.649827] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 547.649974] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 548.153243] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.153676] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.153676] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.153781] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 548.154658] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaa2f7d-91bf-40fc-8c24-973aab614bc6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.162904] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4bfa5c-a7b5-472c-b76e-41f236e4123b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.176101] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bf08ed-97e3-4507-b7c3-c6cba6a89260 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.182339] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80744a1-3c89-4cf5-a4f3-d0e68b48dd0a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.210889] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181148MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 548.211042] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.211201] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.229667] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 549.229919] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 549.244053] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82ba377-ea90-43c7-90da-23f94f8c5a3f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.251647] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8438c454-39e0-44bc-aeca-52a34aa98031 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.281470] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33aa272a-3fa1-4e3c-89f4-6b291fab4b89 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.288558] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a764e5d-f7a4-40cb-a422-baa44b88c50d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.301523] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 549.804936] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 550.310565] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 550.310858] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.295449] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.295833] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.800257] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.800479] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Starting heal instance info cache {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 610.800519] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Rebuilding the list of instances to heal {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 611.306632] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Didn't find any instances for network info cache update. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 611.307042] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 611.307042] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 611.307206] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 611.307365] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 611.307503] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 611.307642] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 611.307771] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 611.307909] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 611.810839] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.811055] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.811233] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.811389] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 611.812591] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35ddd4e-d130-43e3-8f8f-effefe7b0240 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.821125] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b0201f-e1b0-47ec-8e59-0516d6b3dd1f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.834804] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bd5b39-8ea6-4062-a4d5-8bfda2f3d0e1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.840968] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce353255-c9fe-4464-b385-da0409bc6e43 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.869294] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181124MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 611.869426] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.869674] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.887447] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 612.887698] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 612.901343] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402485a7-4977-4bb5-8907-190f31aba664 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.910477] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857e41f3-f714-4ffb-89e4-0e5a475e1ffa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.940170] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65d7fa6-2be4-45f0-a533-1b5ffd005c6a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.947330] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb27655-1108-4e84-8306-254c552e3c10 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.960090] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.463593] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.464887] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 613.465076] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.467056] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.467056] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.467628] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Starting heal instance info cache {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 673.467628] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Rebuilding the list of instances to heal {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 673.970844] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Didn't find any instances for network info cache update. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 673.971077] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.971272] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.971441] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.971589] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.971729] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.971869] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.971994] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 673.972147] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 674.475555] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.475882] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.475987] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.476173] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 674.477080] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51fa39d-561f-421e-a9f4-3a115168ba6d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.485069] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7d81f8-e109-4bc3-ad32-bea0df15ed0b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.498881] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3875c5a2-cd9c-474f-ae0d-263bb2bfb192 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.504796] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f5f67a-466f-4fff-a47f-0b805704f1a3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.533138] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181405MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 674.533298] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.533458] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.551784] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 675.552045] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 675.565395] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245e57be-bacc-4e05-9219-dba72f27656b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.573631] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7464d267-bbd1-401b-8948-9f1148f24a61 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.607219] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f69879-0958-4360-8c56-28e36394bd37 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.614349] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b56eb91-608e-4c47-9795-dd6c0c283781 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.627266] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.130768] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.132056] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 676.132238] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.797812] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.798367] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.304282] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.304282] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Starting heal instance info cache {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 732.304532] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Rebuilding the list of instances to heal {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 732.807347] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Didn't find any instances for network info cache update. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 732.807689] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.807816] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.807967] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.808141] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.808286] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.808422] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.808546] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 732.808680] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.312250] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.312505] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.312659] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.312810] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 733.313783] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a137c97-8fe8-4d52-8a54-a5a85955096c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.322393] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f31bf66-dfea-4b47-be44-bc634a4f1449 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.336487] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc6ce40-cd2f-441a-867f-9548dd2fd977 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.342363] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f888fc9-264b-4995-a5fc-e8b0e1b23e84 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.370402] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181398MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 733.370516] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.370704] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.388440] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 734.388684] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 734.405034] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d395c45e-173d-4228-b132-d8b7f3d1ee16 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.412489] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82e86e8-73dc-44a1-a3de-b7c8ad155f2e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.441923] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973e8ae7-91ad-485e-8b87-0cb5c0e86c60 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.448562] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abfcc3b-b7db-44bd-8859-06b3a6e4041d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.461125] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.964696] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.965975] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 734.966186] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.135114] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 787.135513] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Cleaning up deleted instances {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 787.638472] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] There are 0 instances to clean {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 787.638720] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 787.638828] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Cleaning up deleted instances with incomplete migration {{(pid=62023) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 788.141244] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.643316] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.643684] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.643726] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.643850] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 790.643992] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.147022] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.147342] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.147517] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.147675] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 791.148597] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb75fda-9151-4bd7-9d2b-93121efb5c48 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.157325] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80684bfe-c8e6-47f0-9bc4-d21a98adf190 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.171705] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1006bbf9-d820-4dd5-aba0-34ee4e6a69cb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.177615] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82de2bfb-8939-4b50-a4ba-7a0fd627c4e2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.206494] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181391MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 791.206714] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.206836] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.226443] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 792.226734] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 792.239446] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847e44a6-2016-46dd-9898-473a5ad45850 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.246898] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d6efd9-a498-4370-9c0b-c4a126e8eae8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.276917] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af406732-d256-4f83-8d60-710d2d2cb55e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.283631] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fec564a-c6e0-430e-8008-bc5c98b48e59 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.296933] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.799598] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.800897] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 792.801087] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.292969] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.293370] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Starting heal instance info cache {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 794.293370] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Rebuilding the list of instances to heal {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 794.796191] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Didn't find any instances for network info cache update. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 794.796432] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.796590] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.796738] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.796890] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.134926] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.640030] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.640305] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 850.134708] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.638536] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.638902] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.639142] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.639387] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 850.640475] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b301364-09a9-49b9-97c8-ab25cdcf4745 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.648847] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfec36b9-e805-48ac-800f-620c440d9b08 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.662989] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62e40cc-48c8-4b63-8578-8c3bda72a964 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.669261] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093ffcd0-7eda-418b-922d-8acd527a66a3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.698560] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181394MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 850.698664] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.698838] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.730586] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 851.730823] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 851.748063] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 851.761806] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 851.761976] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.774264] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 851.789677] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 851.801033] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26727b5f-8e5a-400a-8b7b-304cbc679bc3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.808351] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761d3e64-2ab9-4674-b037-bababd669e35 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.838069] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fefc590-6ae8-4b4f-bf01-d09d0ddb66fb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.845228] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b86eb41-8389-4ba8-bb20-98ed7892f1d8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.859154] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.362773] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.364017] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 852.364212] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.665s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.359635] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.360070] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.360070] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.360070] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 855.135868] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 855.136291] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Starting heal instance info cache {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 855.136291] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Rebuilding the list of instances to heal {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 855.639653] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Didn't find any instances for network info cache update. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 855.639853] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.134868] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.135861] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.135861] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 910.135599] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.638763] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.639115] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.639194] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.639352] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 910.640360] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf5b1fb-e515-4896-84b5-34c631c5baa4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.648778] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb9f74d-1fd8-4d95-89ba-c42389d7cefc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.662666] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f1ebfd-52dc-4cf6-9571-9b44ad3af734 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.668920] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a119042b-462b-4d30-ad05-d52cf8bc8dff {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.697929] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181405MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 910.698067] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.698254] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.718919] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 911.718919] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 911.732017] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35104f98-b00c-4ebc-8571-44066b5e6d1d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.737514] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00426cdd-0d0e-4b73-a0bc-9b89610ab486 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.767016] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f94122c-d416-439b-b1db-290662fecf28 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.774265] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be474bc3-5dc8-43e0-bda7-bc2186b409bb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.787820] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.290974] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.292300] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 912.292482] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.287160] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.287565] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.136207] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.136655] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Starting heal instance info cache {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 915.136655] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Rebuilding the list of instances to heal {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 915.639408] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Didn't find any instances for network info cache update. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 915.639727] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.639838] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.639997] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.136457] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.134665] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.135073] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 970.135654] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.638906] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.639154] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.639325] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.639480] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 970.640421] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874dabb8-9f47-455d-8ff2-0f8dd7b4285a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.648513] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae9479f-cacb-44ad-b8d7-cfdaedf98451 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.662077] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2aad42-7c52-40a1-90c0-1e0df7169ef7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.667976] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86fdc62-adaa-48ff-98ed-2ee9d2fad52e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.697313] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181398MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 970.697452] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.697650] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.715207] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 971.715525] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 971.729225] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ace332d-b980-4bd7-970d-71a2a9f14e85 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.737088] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753ec0ed-1a10-461d-a63b-8c8c1973873b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.773316] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa36010a-5422-4df3-9d50-3bca07cb5fa1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.781516] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f711671-569d-45f5-bc72-bd8016b15ffb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.794276] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.297230] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.298504] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 972.298684] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.601s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.293847] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.294270] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 975.134700] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 975.134965] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.135354] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.135704] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Starting heal instance info cache {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 976.135704] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Rebuilding the list of instances to heal {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 976.639190] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Didn't find any instances for network info cache update. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 977.134927] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.135179] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.135137] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.135751] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.136167] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1032.134743] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.638328] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.638574] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.638741] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.638893] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1032.639797] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af32577-7569-4a57-b78e-f58b11bfb1a2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.648161] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd688958-dc07-407c-baf3-cfe4ea2683d0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.661538] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c77aa8-923d-4751-9bb9-4ca613e8e635 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.667387] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd66f5cc-95fe-4e84-9a2a-59aeed5295dc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.696689] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181400MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1032.696815] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.697026] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.715206] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1033.715429] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1033.729406] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ec7057-7433-4729-bf34-313ef00bab83 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.737005] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531f4d3c-c6d4-40ec-be3e-c731140b27cc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.767421] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92e8a50-c8fb-4a38-8ee7-4784761a6829 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.774745] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a674ee5a-d049-4879-8f48-bba7dbf5c073 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.787700] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.291221] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.292553] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1034.292697] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.288392] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.288766] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1037.134585] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1037.134770] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Starting heal instance info cache {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1037.134894] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Rebuilding the list of instances to heal {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1037.638528] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Didn't find any instances for network info cache update. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1037.638967] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1037.638967] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.135160] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.136429] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.136029] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.136029] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Cleaning up deleted instances {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 1090.639366] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] There are 0 instances to clean {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 1091.135134] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.638233] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.638598] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1094.135062] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.638322] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.638560] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.638755] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.638919] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1094.639867] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e6dc43-dfd3-4fe6-9416-c63b33feddec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.648166] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5306b6b6-0734-40a0-a476-4828de4266d6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.661745] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8939209-58c5-43d2-b611-848b05c5b7cd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.668577] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc81333e-5788-419c-abce-9859d928f8af {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.697669] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181394MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1094.697805] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.697978] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.716727] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1095.717123] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1095.730292] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0ea0da-a756-4c87-8af9-1e32784b8116 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.737970] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5339b69a-1bcb-416a-b30a-3ce7a9f32651 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.767831] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfd01a6-ae1b-4eed-a8fd-5cd13df40719 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.774765] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872314c4-7522-4308-b326-3d3c0f454a5a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.787444] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.291021] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.292337] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1096.292523] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.292775] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.292930] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Cleaning up deleted instances with incomplete migration {{(pid=62023) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 1097.790144] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.790492] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.296210] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.296210] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Starting heal instance info cache {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1098.296210] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Rebuilding the list of instances to heal {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1098.799659] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Didn't find any instances for network info cache update. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1098.800073] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.800142] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.135099] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.135838] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.136221] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.821861] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.324869] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Getting list of instances from cluster (obj){ [ 1128.324869] env[62023]: value = "domain-c8" [ 1128.324869] env[62023]: _type = "ClusterComputeResource" [ 1128.324869] env[62023]: } {{(pid=62023) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1128.325933] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da78a486-0c53-4c38-900e-c71afa70639e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.334477] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Got total of 0 instances {{(pid=62023) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1154.135292] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.135713] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1155.135330] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.638329] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.638601] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.638764] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.638914] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1155.639792] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cd7c50-1914-467b-8430-c1cf1ca4cd92 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.648516] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cd8c8a-f47d-43d3-9a64-494cace41408 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.661955] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828e1357-cf8a-4352-b906-b198190bb18b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.667920] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c18ab1-bf35-4f15-8c41-fb8da8af0c58 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.697373] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181395MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1155.697496] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.697681] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.811804] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1156.812061] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1156.828108] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1156.840250] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1156.840436] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1156.850453] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1156.865246] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1156.876295] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e480cb39-8039-4e88-a77a-81b8e613b556 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.884091] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb95588-a19e-41c6-a620-9b3cfcb61c15 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.914137] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f73006e-7899-472f-888e-a6fab3a596c8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.921313] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3722cada-7e6a-468d-a119-0043f431aec4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.934532] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.437319] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.438537] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1157.438705] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.741s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.435758] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.134629] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.134740] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Starting heal instance info cache {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1159.134816] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Rebuilding the list of instances to heal {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1159.638062] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Didn't find any instances for network info cache update. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1159.638062] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.638471] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.638471] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.134870] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.137018] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.135644] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.638493] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.638741] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.638900] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.639063] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1215.639945] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80771a84-3f22-48e4-9ec2-9751c2dc1b11 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.648064] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3212462f-c071-4939-98a5-c1973c84d276 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.661674] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38312f2b-3cd8-4751-a67b-81d32a6b267e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.667678] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a850997-60a7-4948-a4ea-74502f865ae5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.696664] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181368MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1215.696804] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.696978] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.715909] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1216.716161] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1216.728802] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16cb75f-be0f-42bd-afed-dd43987d8e00 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.736029] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f48d95-38ea-4d82-8b2c-ad1b36d09042 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.765151] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e14414-50e0-4dfe-aae4-608d41534280 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.771652] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a862a1b2-38c1-4cd9-9a98-9a159fc668b8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.784219] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.287608] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.288873] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1217.289065] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.283420] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.283798] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.283889] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1219.135457] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.131336] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.635655] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.635812] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Starting heal instance info cache {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1220.635933] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Rebuilding the list of instances to heal {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1221.139170] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Didn't find any instances for network info cache update. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1221.139542] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.139542] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.135504] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.135776] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.057225] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquiring lock "7974cc2e-6ed6-4e12-a328-1edf5b2ce13f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.057494] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Lock "7974cc2e-6ed6-4e12-a328-1edf5b2ce13f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.560593] env[62023]: DEBUG nova.compute.manager [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1247.812609] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Acquiring lock "b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.812916] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Lock "b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.102996] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.103299] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.105098] env[62023]: INFO nova.compute.claims [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.321551] env[62023]: DEBUG nova.compute.manager [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1248.833187] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Acquiring lock "89ade661-9570-4b30-8dec-3f2842c43af0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.833715] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Lock "89ade661-9570-4b30-8dec-3f2842c43af0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.855183] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.179873] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae8b8d1-c7b5-4c1a-bfc1-965625c15ac3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.187899] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2086053a-479f-4a06-93b4-1b4c6c7e20fe {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.226872] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f21fbf-152d-4d67-a077-12ef46eef02f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.235269] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141cffc6-b4c5-414c-9368-f57270b735a8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.250365] env[62023]: DEBUG nova.compute.provider_tree [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.336141] env[62023]: DEBUG nova.compute.manager [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1249.753761] env[62023]: DEBUG nova.scheduler.client.report [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.869848] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.262310] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.262310] env[62023]: DEBUG nova.compute.manager [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1250.268517] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.413s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.269126] env[62023]: INFO nova.compute.claims [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.777096] env[62023]: DEBUG nova.compute.utils [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1250.781948] env[62023]: DEBUG nova.compute.manager [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1250.782210] env[62023]: DEBUG nova.network.neutron [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.119466] env[62023]: DEBUG nova.policy [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '487d72176fe74612866dc9d0d68b05c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a377cf1577c4a1984851df6db2072d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.287850] env[62023]: DEBUG nova.compute.manager [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1251.389103] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9d013f-1bf0-4eea-82a5-095c57c9c43c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.404146] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba4a8b8-5497-427d-b1b3-e3e5a1c95ebc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.452465] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a8cc3a-9816-45ae-a3e5-2c425cfcbb77 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.460785] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956d98fe-3022-4cb0-8345-252c2b0d4085 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.479110] env[62023]: DEBUG nova.compute.provider_tree [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.664067] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.666275] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.982984] env[62023]: DEBUG nova.scheduler.client.report [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.168536] env[62023]: DEBUG nova.compute.manager [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1252.305412] env[62023]: DEBUG nova.compute.manager [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1252.337211] env[62023]: DEBUG nova.virt.hardware [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.337211] env[62023]: DEBUG nova.virt.hardware [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.337211] env[62023]: DEBUG nova.virt.hardware [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.337370] env[62023]: DEBUG nova.virt.hardware [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.337370] env[62023]: DEBUG nova.virt.hardware [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.337862] env[62023]: DEBUG nova.virt.hardware [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.338275] env[62023]: DEBUG nova.virt.hardware [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.338586] env[62023]: DEBUG nova.virt.hardware [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.338963] env[62023]: DEBUG nova.virt.hardware [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.339524] env[62023]: DEBUG nova.virt.hardware [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.340956] env[62023]: DEBUG nova.virt.hardware [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.340956] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d751691b-b3ec-4387-8eec-3b8ff626f658 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.353373] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acbdfca-abcc-4200-ae94-2db0f4cfe087 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.372861] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfc1e7c-b4c9-463b-8aef-12aea8569ac8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.489898] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.490558] env[62023]: DEBUG nova.compute.manager [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1252.496407] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.627s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.497889] env[62023]: INFO nova.compute.claims [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.520270] env[62023]: DEBUG nova.network.neutron [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Successfully created port: acdfc160-e00c-4d6e-9ab1-b98920bdf3b9 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1252.704934] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.008731] env[62023]: DEBUG nova.compute.utils [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1253.012053] env[62023]: DEBUG nova.compute.manager [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1253.014029] env[62023]: DEBUG nova.network.neutron [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1253.216048] env[62023]: DEBUG nova.policy [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c149c8c8a674b608cfacf3124d1b42b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd313f4b472343788be710dedb0ca1c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1253.521027] env[62023]: DEBUG nova.compute.manager [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1253.609674] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e410659d-edcd-464c-89fa-8f2726a29370 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.617337] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8432a5-9566-4117-8fe6-39a3adeebfde {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.652736] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3dc72a-8fbc-4495-bfbf-4e9eabc39b23 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.660333] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0cd423-c714-4a4c-9f6f-82afe858007d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.675261] env[62023]: DEBUG nova.compute.provider_tree [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.962689] env[62023]: DEBUG oslo_concurrency.lockutils [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Acquiring lock "58907f54-91c4-4526-9661-8aaa4395d4a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.962910] env[62023]: DEBUG oslo_concurrency.lockutils [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Lock "58907f54-91c4-4526-9661-8aaa4395d4a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.146636] env[62023]: DEBUG nova.network.neutron [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Successfully created port: 8856477d-5166-4bde-b0c7-07576504a49e {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1254.184473] env[62023]: DEBUG nova.scheduler.client.report [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.468284] env[62023]: DEBUG nova.compute.manager [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1254.538435] env[62023]: DEBUG nova.compute.manager [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1254.579732] env[62023]: DEBUG nova.virt.hardware [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.579936] env[62023]: DEBUG nova.virt.hardware [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.580089] env[62023]: DEBUG nova.virt.hardware [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.580270] env[62023]: DEBUG nova.virt.hardware [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.581122] env[62023]: DEBUG nova.virt.hardware [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.581122] env[62023]: DEBUG nova.virt.hardware [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.581122] env[62023]: DEBUG nova.virt.hardware [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.581122] env[62023]: DEBUG nova.virt.hardware [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.581122] env[62023]: DEBUG nova.virt.hardware [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.581423] env[62023]: DEBUG nova.virt.hardware [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.581423] env[62023]: DEBUG nova.virt.hardware [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.582371] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8678951-9cfe-442e-9a94-264beabf9908 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.591681] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2f93eb-3363-46cc-ae7e-c18c7d64d50e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.619674] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "397e10b6-bddb-4f4b-aab4-108bf9f14c72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.619674] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "397e10b6-bddb-4f4b-aab4-108bf9f14c72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.691871] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.692393] env[62023]: DEBUG nova.compute.manager [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1254.700251] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.995s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.705584] env[62023]: INFO nova.compute.claims [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.999255] env[62023]: DEBUG oslo_concurrency.lockutils [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.122455] env[62023]: DEBUG nova.compute.manager [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1255.210460] env[62023]: DEBUG nova.compute.utils [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1255.215437] env[62023]: DEBUG nova.compute.manager [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1255.215437] env[62023]: DEBUG nova.network.neutron [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.342336] env[62023]: DEBUG nova.policy [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20967eff757648de998546cb8e72f4ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd78766e7da674b72a649942ea70979fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.462769] env[62023]: DEBUG nova.network.neutron [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Successfully updated port: acdfc160-e00c-4d6e-9ab1-b98920bdf3b9 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1255.647850] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.718258] env[62023]: DEBUG nova.compute.manager [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1255.943862] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b06d85c-ba3d-4f49-a024-9ce503b83feb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.953647] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1010e0-1c2d-4d12-bbd9-5a127dc7dfa6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.987069] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquiring lock "refresh_cache-7974cc2e-6ed6-4e12-a328-1edf5b2ce13f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.987251] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquired lock "refresh_cache-7974cc2e-6ed6-4e12-a328-1edf5b2ce13f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.987413] env[62023]: DEBUG nova.network.neutron [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.989368] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7761cf71-c7bc-4808-8e40-dee7a4c79b2d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.999585] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c6674d-6d4d-40bc-b361-77e7a2ea8aa5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.014757] env[62023]: DEBUG nova.compute.provider_tree [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.160747] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Acquiring lock "96367e04-6e18-443f-9dfd-6e8b6b2bbbe7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.160989] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Lock "96367e04-6e18-443f-9dfd-6e8b6b2bbbe7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.332501] env[62023]: DEBUG nova.network.neutron [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Successfully created port: ee38976b-7a41-4f67-940a-0601a2a6e67d {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.518475] env[62023]: DEBUG nova.scheduler.client.report [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.572770] env[62023]: DEBUG nova.network.neutron [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1256.663737] env[62023]: DEBUG nova.compute.manager [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1256.706986] env[62023]: DEBUG nova.network.neutron [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Successfully updated port: 8856477d-5166-4bde-b0c7-07576504a49e {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1256.737963] env[62023]: DEBUG nova.compute.manager [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.786683] env[62023]: DEBUG nova.virt.hardware [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.787443] env[62023]: DEBUG nova.virt.hardware [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.787443] env[62023]: DEBUG nova.virt.hardware [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.787443] env[62023]: DEBUG nova.virt.hardware [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.787443] env[62023]: DEBUG nova.virt.hardware [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.787597] env[62023]: DEBUG nova.virt.hardware [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.787952] env[62023]: DEBUG nova.virt.hardware [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.788210] env[62023]: DEBUG nova.virt.hardware [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.788388] env[62023]: DEBUG nova.virt.hardware [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.788543] env[62023]: DEBUG nova.virt.hardware [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.788708] env[62023]: DEBUG nova.virt.hardware [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.790217] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff13d6c-50bf-4fde-9595-b0efb17f341b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.808218] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7161bd-a5fe-479e-b15c-91d4a5e85bdd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.961186] env[62023]: DEBUG nova.network.neutron [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Updating instance_info_cache with network_info: [{"id": "acdfc160-e00c-4d6e-9ab1-b98920bdf3b9", "address": "fa:16:3e:27:db:75", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacdfc160-e0", "ovs_interfaceid": "acdfc160-e00c-4d6e-9ab1-b98920bdf3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.029030] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.029539] env[62023]: DEBUG nova.compute.manager [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1257.035484] env[62023]: DEBUG oslo_concurrency.lockutils [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.036s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.036922] env[62023]: INFO nova.compute.claims [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1257.049819] env[62023]: DEBUG nova.compute.manager [req-68a05235-516d-4378-a2eb-85de611d7f59 req-b479bec6-461d-4de3-998d-7da12044c2e4 service nova] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Received event network-vif-plugged-acdfc160-e00c-4d6e-9ab1-b98920bdf3b9 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1257.050119] env[62023]: DEBUG oslo_concurrency.lockutils [req-68a05235-516d-4378-a2eb-85de611d7f59 req-b479bec6-461d-4de3-998d-7da12044c2e4 service nova] Acquiring lock "7974cc2e-6ed6-4e12-a328-1edf5b2ce13f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.050739] env[62023]: DEBUG oslo_concurrency.lockutils [req-68a05235-516d-4378-a2eb-85de611d7f59 req-b479bec6-461d-4de3-998d-7da12044c2e4 service nova] Lock "7974cc2e-6ed6-4e12-a328-1edf5b2ce13f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.050739] env[62023]: DEBUG oslo_concurrency.lockutils [req-68a05235-516d-4378-a2eb-85de611d7f59 req-b479bec6-461d-4de3-998d-7da12044c2e4 service nova] Lock "7974cc2e-6ed6-4e12-a328-1edf5b2ce13f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.050945] env[62023]: DEBUG nova.compute.manager [req-68a05235-516d-4378-a2eb-85de611d7f59 req-b479bec6-461d-4de3-998d-7da12044c2e4 service nova] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] No waiting events found dispatching network-vif-plugged-acdfc160-e00c-4d6e-9ab1-b98920bdf3b9 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1257.051257] env[62023]: WARNING nova.compute.manager [req-68a05235-516d-4378-a2eb-85de611d7f59 req-b479bec6-461d-4de3-998d-7da12044c2e4 service nova] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Received unexpected event network-vif-plugged-acdfc160-e00c-4d6e-9ab1-b98920bdf3b9 for instance with vm_state building and task_state spawning. [ 1257.176342] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "79e46bde-6072-4afb-aa46-79f8c0a929bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.176342] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "79e46bde-6072-4afb-aa46-79f8c0a929bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.197871] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.208336] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Acquiring lock "refresh_cache-b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.208408] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Acquired lock "refresh_cache-b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.208577] env[62023]: DEBUG nova.network.neutron [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.464214] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Releasing lock "refresh_cache-7974cc2e-6ed6-4e12-a328-1edf5b2ce13f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.464546] env[62023]: DEBUG nova.compute.manager [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Instance network_info: |[{"id": "acdfc160-e00c-4d6e-9ab1-b98920bdf3b9", "address": "fa:16:3e:27:db:75", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacdfc160-e0", "ovs_interfaceid": "acdfc160-e00c-4d6e-9ab1-b98920bdf3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1257.465149] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:db:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acdfc160-e00c-4d6e-9ab1-b98920bdf3b9', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.488500] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.489250] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc3f6298-4001-4ddf-9e96-f9a7fc7094fb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.502094] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Created folder: OpenStack in parent group-v4. [ 1257.502305] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Creating folder: Project (9a377cf1577c4a1984851df6db2072d8). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.502543] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81ab07ad-db6b-44f6-ad40-4958c5011b1a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.514236] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Created folder: Project (9a377cf1577c4a1984851df6db2072d8) in parent group-v365170. [ 1257.514423] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Creating folder: Instances. Parent ref: group-v365171. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.514658] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc1155e6-4bd7-453f-b42c-ff3786ffcd3d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.524131] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Created folder: Instances in parent group-v365171. [ 1257.524414] env[62023]: DEBUG oslo.service.loopingcall [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1257.524622] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.524829] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdd81cec-9be2-4704-802c-ef47aa7f7336 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.548043] env[62023]: DEBUG nova.compute.utils [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1257.550530] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.550530] env[62023]: value = "task-1757426" [ 1257.550530] env[62023]: _type = "Task" [ 1257.550530] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.551013] env[62023]: DEBUG nova.compute.manager [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1257.551184] env[62023]: DEBUG nova.network.neutron [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1257.572880] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757426, 'name': CreateVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.683931] env[62023]: DEBUG nova.compute.manager [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1257.734072] env[62023]: DEBUG nova.policy [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bff015e971e4b838356bb27dab5b224', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cc46ab7f87046729e61c03373cfc54c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1257.795615] env[62023]: DEBUG nova.network.neutron [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.051925] env[62023]: DEBUG nova.compute.manager [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1258.069874] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757426, 'name': CreateVM_Task, 'duration_secs': 0.368918} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.070924] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.087847] env[62023]: DEBUG oslo_vmware.service [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f03ad6-aba0-483d-a821-4b92adfb7738 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.098383] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.098737] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.099726] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.100795] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a9b79c4-e119-4bbd-bca8-854ecf871fb8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.106576] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1258.106576] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5229d8d6-582a-b6e2-4140-e41f17213491" [ 1258.106576] env[62023]: _type = "Task" [ 1258.106576] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.122153] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5229d8d6-582a-b6e2-4140-e41f17213491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.204724] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.221285] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de47dbc2-64f1-4ba8-8285-3d33dd133243 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.229636] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e1b484-ed60-428b-9f23-171b67062366 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.268561] env[62023]: DEBUG nova.network.neutron [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Updating instance_info_cache with network_info: [{"id": "8856477d-5166-4bde-b0c7-07576504a49e", "address": "fa:16:3e:8a:5b:77", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8856477d-51", "ovs_interfaceid": "8856477d-5166-4bde-b0c7-07576504a49e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.270390] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee37fd23-3c01-4e97-9a85-8a6995fd826d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.278372] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9b4061-ce39-46c7-97b9-44e2631b0745 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.293756] env[62023]: DEBUG nova.compute.provider_tree [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.620219] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.620476] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.622018] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.622018] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.622018] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.622018] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f39c8dbf-25f2-4e40-93c2-cd8e635ca52e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.639656] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.640345] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.640669] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e63970-52bd-4544-9cc8-aa58016cdc45 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.654802] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe61a7e2-a193-4703-a5ed-de34bef841e5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.658850] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1258.658850] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c22c6f-7061-be29-748f-df756c5e39b3" [ 1258.658850] env[62023]: _type = "Task" [ 1258.658850] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.672756] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c22c6f-7061-be29-748f-df756c5e39b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.774278] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Releasing lock "refresh_cache-b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.775176] env[62023]: DEBUG nova.compute.manager [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Instance network_info: |[{"id": "8856477d-5166-4bde-b0c7-07576504a49e", "address": "fa:16:3e:8a:5b:77", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8856477d-51", "ovs_interfaceid": "8856477d-5166-4bde-b0c7-07576504a49e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.775625] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:5b:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8856477d-5166-4bde-b0c7-07576504a49e', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.790151] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Creating folder: Project (fd313f4b472343788be710dedb0ca1c8). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1258.790265] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-219e9d88-7cb0-4157-8730-1c549bffec03 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.796671] env[62023]: DEBUG nova.scheduler.client.report [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.809031] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Created folder: Project (fd313f4b472343788be710dedb0ca1c8) in parent group-v365170. [ 1258.809226] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Creating folder: Instances. Parent ref: group-v365174. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1258.809652] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5e833c0-cbbe-4925-8ce7-76125a777740 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.820076] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Created folder: Instances in parent group-v365174. [ 1258.821024] env[62023]: DEBUG oslo.service.loopingcall [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1258.821260] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.821472] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7e8cb2a-e1b0-4928-a2df-56a0b89da9d9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.842194] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.842194] env[62023]: value = "task-1757429" [ 1258.842194] env[62023]: _type = "Task" [ 1258.842194] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.846745] env[62023]: DEBUG nova.network.neutron [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Successfully created port: b1df9da1-ff36-439b-b3a5-c299775cdbae {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1258.857041] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757429, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.069497] env[62023]: DEBUG nova.compute.manager [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1259.111218] env[62023]: DEBUG nova.virt.hardware [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.111769] env[62023]: DEBUG nova.virt.hardware [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.111769] env[62023]: DEBUG nova.virt.hardware [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.111917] env[62023]: DEBUG nova.virt.hardware [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.111917] env[62023]: DEBUG nova.virt.hardware [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.112093] env[62023]: DEBUG nova.virt.hardware [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.112343] env[62023]: DEBUG nova.virt.hardware [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.112507] env[62023]: DEBUG nova.virt.hardware [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.112671] env[62023]: DEBUG nova.virt.hardware [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.112830] env[62023]: DEBUG nova.virt.hardware [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.113312] env[62023]: DEBUG nova.virt.hardware [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.114118] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d3b723-bdf4-4339-ada5-f4af6b7b0bdb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.125371] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592cdf17-ee47-4a33-ab09-7c0e80639300 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.172186] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Preparing fetch location {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1259.172586] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Creating directory with path [datastore1] vmware_temp/f54012d1-845f-47d3-a285-bd44c36c0f49/2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.173231] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f50aed6-dd3c-4ddf-a159-b432bb52b2c6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.206973] env[62023]: DEBUG nova.compute.manager [req-a9c49d7a-8335-452c-a99b-8727970fdacb req-c08fd295-cde9-46df-a279-757cdb55643f service nova] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Received event network-vif-plugged-8856477d-5166-4bde-b0c7-07576504a49e {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1259.206973] env[62023]: DEBUG oslo_concurrency.lockutils [req-a9c49d7a-8335-452c-a99b-8727970fdacb req-c08fd295-cde9-46df-a279-757cdb55643f service nova] Acquiring lock "b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.206973] env[62023]: DEBUG oslo_concurrency.lockutils [req-a9c49d7a-8335-452c-a99b-8727970fdacb req-c08fd295-cde9-46df-a279-757cdb55643f service nova] Lock "b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.207629] env[62023]: DEBUG oslo_concurrency.lockutils [req-a9c49d7a-8335-452c-a99b-8727970fdacb req-c08fd295-cde9-46df-a279-757cdb55643f service nova] Lock "b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.207987] env[62023]: DEBUG nova.compute.manager [req-a9c49d7a-8335-452c-a99b-8727970fdacb req-c08fd295-cde9-46df-a279-757cdb55643f service nova] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] No waiting events found dispatching network-vif-plugged-8856477d-5166-4bde-b0c7-07576504a49e {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1259.208418] env[62023]: WARNING nova.compute.manager [req-a9c49d7a-8335-452c-a99b-8727970fdacb req-c08fd295-cde9-46df-a279-757cdb55643f service nova] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Received unexpected event network-vif-plugged-8856477d-5166-4bde-b0c7-07576504a49e for instance with vm_state building and task_state spawning. [ 1259.210337] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Created directory with path [datastore1] vmware_temp/f54012d1-845f-47d3-a285-bd44c36c0f49/2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.210650] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Fetch image to [datastore1] vmware_temp/f54012d1-845f-47d3-a285-bd44c36c0f49/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/tmp-sparse.vmdk {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1259.211926] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Downloading image file data 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 to [datastore1] vmware_temp/f54012d1-845f-47d3-a285-bd44c36c0f49/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/tmp-sparse.vmdk on the data store datastore1 {{(pid=62023) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1259.211926] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9344a650-3083-4ec1-a1a0-327d37ec659b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.224030] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509a870d-3232-4f27-91d3-77bb6c69c52c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.238759] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea2d455-e3c7-465f-b050-6fea16794dea {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.276454] env[62023]: DEBUG nova.network.neutron [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Successfully updated port: ee38976b-7a41-4f67-940a-0601a2a6e67d {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1259.277573] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ed905b-f81b-4809-9ba2-8c701c7f3c59 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.286179] env[62023]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-503e7b90-fd8d-4958-8cb9-692866a46593 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.302448] env[62023]: DEBUG oslo_concurrency.lockutils [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.302930] env[62023]: DEBUG nova.compute.manager [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1259.305426] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.658s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.306947] env[62023]: INFO nova.compute.claims [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.313842] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Downloading image file data 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 to the data store datastore1 {{(pid=62023) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1259.357401] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757429, 'name': CreateVM_Task, 'duration_secs': 0.370981} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.357401] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.357538] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.357880] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.358520] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1259.359672] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d5b79a-71b7-4594-ad7b-4d394bda8277 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.367448] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Waiting for the task: (returnval){ [ 1259.367448] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f750d9-ffff-b665-7e80-190f9f6c12f2" [ 1259.367448] env[62023]: _type = "Task" [ 1259.367448] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.381127] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f750d9-ffff-b665-7e80-190f9f6c12f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.515796] env[62023]: DEBUG oslo_vmware.rw_handles [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f54012d1-845f-47d3-a285-bd44c36c0f49/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62023) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1259.782307] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Acquiring lock "refresh_cache-89ade661-9570-4b30-8dec-3f2842c43af0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.782566] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Acquired lock "refresh_cache-89ade661-9570-4b30-8dec-3f2842c43af0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.782642] env[62023]: DEBUG nova.network.neutron [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.812030] env[62023]: DEBUG nova.compute.utils [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1259.815187] env[62023]: DEBUG nova.compute.manager [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1259.815293] env[62023]: DEBUG nova.network.neutron [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.883062] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.883376] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.883592] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.947199] env[62023]: DEBUG nova.policy [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96c6c8bb0bc141c19c7da1ee92fbdb0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c64761ac9fec479e90a1c275b55ed13a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1260.221725] env[62023]: DEBUG oslo_vmware.rw_handles [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Completed reading data from the image iterator. {{(pid=62023) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1260.221978] env[62023]: DEBUG oslo_vmware.rw_handles [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f54012d1-845f-47d3-a285-bd44c36c0f49/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1260.323128] env[62023]: DEBUG nova.compute.manager [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1260.370981] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Downloaded image file data 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 to vmware_temp/f54012d1-845f-47d3-a285-bd44c36c0f49/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/tmp-sparse.vmdk on the data store datastore1 {{(pid=62023) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1260.372858] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Caching image {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1260.374884] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Copying Virtual Disk [datastore1] vmware_temp/f54012d1-845f-47d3-a285-bd44c36c0f49/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/tmp-sparse.vmdk to [datastore1] vmware_temp/f54012d1-845f-47d3-a285-bd44c36c0f49/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.375358] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e7022a4-a2d3-4c2a-bb8a-4afeb86c384a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.379822] env[62023]: DEBUG nova.compute.manager [req-f31bbbdd-85cc-4f32-8dd6-5f510ad631c0 req-e312372e-86e8-4ddb-aab4-e897fd14e72b service nova] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Received event network-changed-acdfc160-e00c-4d6e-9ab1-b98920bdf3b9 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1260.380017] env[62023]: DEBUG nova.compute.manager [req-f31bbbdd-85cc-4f32-8dd6-5f510ad631c0 req-e312372e-86e8-4ddb-aab4-e897fd14e72b service nova] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Refreshing instance network info cache due to event network-changed-acdfc160-e00c-4d6e-9ab1-b98920bdf3b9. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1260.380224] env[62023]: DEBUG oslo_concurrency.lockutils [req-f31bbbdd-85cc-4f32-8dd6-5f510ad631c0 req-e312372e-86e8-4ddb-aab4-e897fd14e72b service nova] Acquiring lock "refresh_cache-7974cc2e-6ed6-4e12-a328-1edf5b2ce13f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.380749] env[62023]: DEBUG oslo_concurrency.lockutils [req-f31bbbdd-85cc-4f32-8dd6-5f510ad631c0 req-e312372e-86e8-4ddb-aab4-e897fd14e72b service nova] Acquired lock "refresh_cache-7974cc2e-6ed6-4e12-a328-1edf5b2ce13f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.380749] env[62023]: DEBUG nova.network.neutron [req-f31bbbdd-85cc-4f32-8dd6-5f510ad631c0 req-e312372e-86e8-4ddb-aab4-e897fd14e72b service nova] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Refreshing network info cache for port acdfc160-e00c-4d6e-9ab1-b98920bdf3b9 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1260.387969] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1260.387969] env[62023]: value = "task-1757430" [ 1260.387969] env[62023]: _type = "Task" [ 1260.387969] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.407087] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.424628] env[62023]: DEBUG nova.network.neutron [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1260.589687] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f371c511-8c02-4904-baf3-0a4495848be8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.597838] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c72954-13c6-4f1d-9427-bd7819c31308 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.635321] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c00756-7aa1-4163-b063-e5970a0b3a6a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.641683] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba656065-3b9d-42c7-a752-d32dc97c8eab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.655413] env[62023]: DEBUG nova.compute.provider_tree [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.906264] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757430, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.125908] env[62023]: DEBUG nova.network.neutron [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Updating instance_info_cache with network_info: [{"id": "ee38976b-7a41-4f67-940a-0601a2a6e67d", "address": "fa:16:3e:43:43:04", "network": {"id": "4d80ebf2-d1c1-461b-97f9-406afad06a98", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1988876512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d78766e7da674b72a649942ea70979fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee38976b-7a", "ovs_interfaceid": "ee38976b-7a41-4f67-940a-0601a2a6e67d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.130853] env[62023]: DEBUG nova.network.neutron [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Successfully created port: cca37611-bc0b-42a3-9589-9431dd7575e7 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1261.160739] env[62023]: DEBUG nova.scheduler.client.report [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.339268] env[62023]: DEBUG nova.compute.manager [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1261.369439] env[62023]: DEBUG nova.virt.hardware [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.369945] env[62023]: DEBUG nova.virt.hardware [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.370161] env[62023]: DEBUG nova.virt.hardware [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.370387] env[62023]: DEBUG nova.virt.hardware [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.370564] env[62023]: DEBUG nova.virt.hardware [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.370711] env[62023]: DEBUG nova.virt.hardware [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.370919] env[62023]: DEBUG nova.virt.hardware [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.371134] env[62023]: DEBUG nova.virt.hardware [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.371353] env[62023]: DEBUG nova.virt.hardware [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.372319] env[62023]: DEBUG nova.virt.hardware [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.372319] env[62023]: DEBUG nova.virt.hardware [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.372935] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1c2f4a-09f6-4fae-a057-74848b81cd9c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.388370] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a15467c-8002-4b6e-b10a-b348fe7d8c09 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.422483] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740435} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.422717] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Copied Virtual Disk [datastore1] vmware_temp/f54012d1-845f-47d3-a285-bd44c36c0f49/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/tmp-sparse.vmdk to [datastore1] vmware_temp/f54012d1-845f-47d3-a285-bd44c36c0f49/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.422891] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Deleting the datastore file [datastore1] vmware_temp/f54012d1-845f-47d3-a285-bd44c36c0f49/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/tmp-sparse.vmdk {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.423152] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-691d830b-c82a-4409-a9a8-8d819b7a84e4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.430879] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1261.430879] env[62023]: value = "task-1757431" [ 1261.430879] env[62023]: _type = "Task" [ 1261.430879] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.440141] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.637267] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Releasing lock "refresh_cache-89ade661-9570-4b30-8dec-3f2842c43af0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.637267] env[62023]: DEBUG nova.compute.manager [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Instance network_info: |[{"id": "ee38976b-7a41-4f67-940a-0601a2a6e67d", "address": "fa:16:3e:43:43:04", "network": {"id": "4d80ebf2-d1c1-461b-97f9-406afad06a98", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1988876512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d78766e7da674b72a649942ea70979fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee38976b-7a", "ovs_interfaceid": "ee38976b-7a41-4f67-940a-0601a2a6e67d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1261.637591] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:43:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee38976b-7a41-4f67-940a-0601a2a6e67d', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.645778] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Creating folder: Project (d78766e7da674b72a649942ea70979fc). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1261.646509] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bbc2dd2-29ff-45b7-a1f1-ed1d7c6b3f11 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.657951] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Created folder: Project (d78766e7da674b72a649942ea70979fc) in parent group-v365170. [ 1261.658747] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Creating folder: Instances. Parent ref: group-v365177. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1261.658747] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6e6f23f-ee4b-43ca-b86f-bc6a7af32a01 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.665762] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.666246] env[62023]: DEBUG nova.compute.manager [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.674382] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.478s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.678017] env[62023]: INFO nova.compute.claims [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.679328] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Created folder: Instances in parent group-v365177. [ 1261.679986] env[62023]: DEBUG oslo.service.loopingcall [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1261.680992] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.680992] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-738029e0-2804-4771-bb0b-6014edc20e6c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.701672] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.701672] env[62023]: value = "task-1757434" [ 1261.701672] env[62023]: _type = "Task" [ 1261.701672] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.714858] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757434, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.822264] env[62023]: DEBUG nova.network.neutron [req-f31bbbdd-85cc-4f32-8dd6-5f510ad631c0 req-e312372e-86e8-4ddb-aab4-e897fd14e72b service nova] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Updated VIF entry in instance network info cache for port acdfc160-e00c-4d6e-9ab1-b98920bdf3b9. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.822626] env[62023]: DEBUG nova.network.neutron [req-f31bbbdd-85cc-4f32-8dd6-5f510ad631c0 req-e312372e-86e8-4ddb-aab4-e897fd14e72b service nova] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Updating instance_info_cache with network_info: [{"id": "acdfc160-e00c-4d6e-9ab1-b98920bdf3b9", "address": "fa:16:3e:27:db:75", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacdfc160-e0", "ovs_interfaceid": "acdfc160-e00c-4d6e-9ab1-b98920bdf3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.941827] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023673} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.942171] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.942429] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Moving file from [datastore1] vmware_temp/f54012d1-845f-47d3-a285-bd44c36c0f49/2e6e63e6-ad46-4aa3-99a8-04e1a9146578 to [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578. {{(pid=62023) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1261.942548] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2ac585b5-1f9e-428e-b42d-a29cef4d7a43 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.950348] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1261.950348] env[62023]: value = "task-1757435" [ 1261.950348] env[62023]: _type = "Task" [ 1261.950348] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.960669] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757435, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.182034] env[62023]: DEBUG nova.compute.utils [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1262.186079] env[62023]: DEBUG nova.compute.manager [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1262.186281] env[62023]: DEBUG nova.network.neutron [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1262.191890] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Acquiring lock "4165552d-09a6-4e98-a12e-3ecc62c5d75e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.192137] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Lock "4165552d-09a6-4e98-a12e-3ecc62c5d75e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.209915] env[62023]: DEBUG nova.compute.manager [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Received event network-changed-8856477d-5166-4bde-b0c7-07576504a49e {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1262.210385] env[62023]: DEBUG nova.compute.manager [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Refreshing instance network info cache due to event network-changed-8856477d-5166-4bde-b0c7-07576504a49e. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1262.210735] env[62023]: DEBUG oslo_concurrency.lockutils [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] Acquiring lock "refresh_cache-b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.210833] env[62023]: DEBUG oslo_concurrency.lockutils [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] Acquired lock "refresh_cache-b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.210919] env[62023]: DEBUG nova.network.neutron [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Refreshing network info cache for port 8856477d-5166-4bde-b0c7-07576504a49e {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.218447] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757434, 'name': CreateVM_Task, 'duration_secs': 0.361756} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.218447] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.219074] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.219235] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.219535] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.219775] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d0b3d5-9314-4045-9b39-477c413f7bed {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.225257] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for the task: (returnval){ [ 1262.225257] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52169cf6-9583-9472-e1e7-228437bd296e" [ 1262.225257] env[62023]: _type = "Task" [ 1262.225257] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.234587] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52169cf6-9583-9472-e1e7-228437bd296e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.326399] env[62023]: DEBUG oslo_concurrency.lockutils [req-f31bbbdd-85cc-4f32-8dd6-5f510ad631c0 req-e312372e-86e8-4ddb-aab4-e897fd14e72b service nova] Releasing lock "refresh_cache-7974cc2e-6ed6-4e12-a328-1edf5b2ce13f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.369188] env[62023]: DEBUG nova.policy [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bff015e971e4b838356bb27dab5b224', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cc46ab7f87046729e61c03373cfc54c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1262.465364] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757435, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027936} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.466180] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] File moved {{(pid=62023) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1262.466308] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Cleaning up location [datastore1] vmware_temp/f54012d1-845f-47d3-a285-bd44c36c0f49 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1262.466609] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Deleting the datastore file [datastore1] vmware_temp/f54012d1-845f-47d3-a285-bd44c36c0f49 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.466974] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7adb8a2b-7580-4309-9dc1-08829d585d4d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.476236] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1262.476236] env[62023]: value = "task-1757436" [ 1262.476236] env[62023]: _type = "Task" [ 1262.476236] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.490094] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.696282] env[62023]: DEBUG nova.compute.manager [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.703260] env[62023]: DEBUG nova.compute.manager [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1262.741024] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52169cf6-9583-9472-e1e7-228437bd296e, 'name': SearchDatastore_Task, 'duration_secs': 0.008534} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.741834] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.742108] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.742392] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.849609] env[62023]: DEBUG nova.network.neutron [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Successfully updated port: b1df9da1-ff36-439b-b3a5-c299775cdbae {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1262.933525] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2993d20-3d5a-44ac-8af7-86e01431fac5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.947633] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0677e5-a239-4437-88ca-41ef4fac5e19 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.986408] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23fd790-8fd5-4337-8de7-446f3ed38f8e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.995494] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025478} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.001398] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.002198] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa0e282-9202-4d1f-a033-a9b81a08d2e7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.006354] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f94873-20c9-4744-af6a-49d04e7311c5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.021601] env[62023]: DEBUG nova.compute.provider_tree [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.027183] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1263.027183] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e883f2-54ce-05f3-5564-269cbb6a3388" [ 1263.027183] env[62023]: _type = "Task" [ 1263.027183] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.038697] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e883f2-54ce-05f3-5564-269cbb6a3388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.250869] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.354634] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "refresh_cache-40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.354888] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquired lock "refresh_cache-40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.356101] env[62023]: DEBUG nova.network.neutron [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.528477] env[62023]: DEBUG nova.scheduler.client.report [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.553525] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e883f2-54ce-05f3-5564-269cbb6a3388, 'name': SearchDatastore_Task, 'duration_secs': 0.026627} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.553525] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.553525] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f/7974cc2e-6ed6-4e12-a328-1edf5b2ce13f.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1263.553525] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.553923] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.553923] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01f993cb-4a2c-4528-a8ef-0d7a4b2c4336 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.553923] env[62023]: DEBUG nova.network.neutron [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Updated VIF entry in instance network info cache for port 8856477d-5166-4bde-b0c7-07576504a49e. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.556881] env[62023]: DEBUG nova.network.neutron [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Updating instance_info_cache with network_info: [{"id": "8856477d-5166-4bde-b0c7-07576504a49e", "address": "fa:16:3e:8a:5b:77", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8856477d-51", "ovs_interfaceid": "8856477d-5166-4bde-b0c7-07576504a49e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.558181] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a939822-8202-4ec8-bcd0-f63a303fa128 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.566715] env[62023]: DEBUG nova.network.neutron [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Successfully created port: 9edf0788-14b4-4c14-876a-a32ee34146d7 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1263.573637] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1263.573637] env[62023]: value = "task-1757437" [ 1263.573637] env[62023]: _type = "Task" [ 1263.573637] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.575928] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.576226] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.586033] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3e68a12-aeab-46a3-a751-836012528704 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.593971] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.595707] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Waiting for the task: (returnval){ [ 1263.595707] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52db4597-d2a9-5fc2-854c-05c1fa452703" [ 1263.595707] env[62023]: _type = "Task" [ 1263.595707] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.607489] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52db4597-d2a9-5fc2-854c-05c1fa452703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.722716] env[62023]: DEBUG nova.compute.manager [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.766726] env[62023]: DEBUG nova.virt.hardware [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.766972] env[62023]: DEBUG nova.virt.hardware [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.767905] env[62023]: DEBUG nova.virt.hardware [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.767905] env[62023]: DEBUG nova.virt.hardware [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.767905] env[62023]: DEBUG nova.virt.hardware [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.767905] env[62023]: DEBUG nova.virt.hardware [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.767905] env[62023]: DEBUG nova.virt.hardware [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.768120] env[62023]: DEBUG nova.virt.hardware [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.768120] env[62023]: DEBUG nova.virt.hardware [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.768366] env[62023]: DEBUG nova.virt.hardware [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.768435] env[62023]: DEBUG nova.virt.hardware [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.769334] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1544850-43ab-455b-8b25-38dad47f6004 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.778544] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2970d70f-0632-45de-9afb-12ae0b0905ac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.004476] env[62023]: DEBUG nova.network.neutron [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.044693] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.044693] env[62023]: DEBUG nova.compute.manager [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1264.053144] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.849s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.054786] env[62023]: INFO nova.compute.claims [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1264.063724] env[62023]: DEBUG oslo_concurrency.lockutils [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] Releasing lock "refresh_cache-b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.063961] env[62023]: DEBUG nova.compute.manager [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Received event network-vif-plugged-ee38976b-7a41-4f67-940a-0601a2a6e67d {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1264.065309] env[62023]: DEBUG oslo_concurrency.lockutils [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] Acquiring lock "89ade661-9570-4b30-8dec-3f2842c43af0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.065309] env[62023]: DEBUG oslo_concurrency.lockutils [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] Lock "89ade661-9570-4b30-8dec-3f2842c43af0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.065309] env[62023]: DEBUG oslo_concurrency.lockutils [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] Lock "89ade661-9570-4b30-8dec-3f2842c43af0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.065309] env[62023]: DEBUG nova.compute.manager [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] No waiting events found dispatching network-vif-plugged-ee38976b-7a41-4f67-940a-0601a2a6e67d {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.065309] env[62023]: WARNING nova.compute.manager [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Received unexpected event network-vif-plugged-ee38976b-7a41-4f67-940a-0601a2a6e67d for instance with vm_state building and task_state spawning. [ 1264.065790] env[62023]: DEBUG nova.compute.manager [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Received event network-changed-ee38976b-7a41-4f67-940a-0601a2a6e67d {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1264.065790] env[62023]: DEBUG nova.compute.manager [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Refreshing instance network info cache due to event network-changed-ee38976b-7a41-4f67-940a-0601a2a6e67d. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1264.066041] env[62023]: DEBUG oslo_concurrency.lockutils [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] Acquiring lock "refresh_cache-89ade661-9570-4b30-8dec-3f2842c43af0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.066205] env[62023]: DEBUG oslo_concurrency.lockutils [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] Acquired lock "refresh_cache-89ade661-9570-4b30-8dec-3f2842c43af0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.066372] env[62023]: DEBUG nova.network.neutron [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Refreshing network info cache for port ee38976b-7a41-4f67-940a-0601a2a6e67d {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.088526] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.109291] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52db4597-d2a9-5fc2-854c-05c1fa452703, 'name': SearchDatastore_Task, 'duration_secs': 0.046451} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.110936] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7e07997-0aa3-4f2e-bb3f-f9485d6de6ba {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.121658] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Waiting for the task: (returnval){ [ 1264.121658] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ed710a-7fc2-fa91-52b9-8c26d4a98b2f" [ 1264.121658] env[62023]: _type = "Task" [ 1264.121658] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.142168] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ed710a-7fc2-fa91-52b9-8c26d4a98b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.142168] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.142168] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc/b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1264.142168] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.142393] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.142393] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f68b520-e952-41a2-81a9-759d1afc9329 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.151211] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28a886cf-c219-4fc0-ad46-e9c5fbe892aa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.162489] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Waiting for the task: (returnval){ [ 1264.162489] env[62023]: value = "task-1757438" [ 1264.162489] env[62023]: _type = "Task" [ 1264.162489] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.175459] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.175459] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.175459] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5399027-4854-44fd-9246-8c4219427ba5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.188416] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Task: {'id': task-1757438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.196010] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for the task: (returnval){ [ 1264.196010] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e2e6fd-a2f4-bd57-aa16-4c8c73ce95f8" [ 1264.196010] env[62023]: _type = "Task" [ 1264.196010] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.212222] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e2e6fd-a2f4-bd57-aa16-4c8c73ce95f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.306408] env[62023]: DEBUG nova.compute.manager [req-858debed-2ee7-4aab-80c4-e83faa035222 req-a527666d-4cc8-4126-8483-05b9ba852e2e service nova] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Received event network-vif-plugged-b1df9da1-ff36-439b-b3a5-c299775cdbae {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1264.306874] env[62023]: DEBUG oslo_concurrency.lockutils [req-858debed-2ee7-4aab-80c4-e83faa035222 req-a527666d-4cc8-4126-8483-05b9ba852e2e service nova] Acquiring lock "40564b5b-5e5c-4d29-bd17-e87ef0acbfa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.307244] env[62023]: DEBUG oslo_concurrency.lockutils [req-858debed-2ee7-4aab-80c4-e83faa035222 req-a527666d-4cc8-4126-8483-05b9ba852e2e service nova] Lock "40564b5b-5e5c-4d29-bd17-e87ef0acbfa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.307469] env[62023]: DEBUG oslo_concurrency.lockutils [req-858debed-2ee7-4aab-80c4-e83faa035222 req-a527666d-4cc8-4126-8483-05b9ba852e2e service nova] Lock "40564b5b-5e5c-4d29-bd17-e87ef0acbfa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.307728] env[62023]: DEBUG nova.compute.manager [req-858debed-2ee7-4aab-80c4-e83faa035222 req-a527666d-4cc8-4126-8483-05b9ba852e2e service nova] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] No waiting events found dispatching network-vif-plugged-b1df9da1-ff36-439b-b3a5-c299775cdbae {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.308346] env[62023]: WARNING nova.compute.manager [req-858debed-2ee7-4aab-80c4-e83faa035222 req-a527666d-4cc8-4126-8483-05b9ba852e2e service nova] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Received unexpected event network-vif-plugged-b1df9da1-ff36-439b-b3a5-c299775cdbae for instance with vm_state building and task_state spawning. [ 1264.549623] env[62023]: DEBUG nova.compute.utils [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1264.555442] env[62023]: DEBUG nova.compute.manager [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1264.555876] env[62023]: DEBUG nova.network.neutron [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1264.588039] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.979679} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.588664] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f/7974cc2e-6ed6-4e12-a328-1edf5b2ce13f.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.588905] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.589363] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6009413-a79f-4188-937a-e12a9315bbe9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.596475] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1264.596475] env[62023]: value = "task-1757439" [ 1264.596475] env[62023]: _type = "Task" [ 1264.596475] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.606449] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.632261] env[62023]: DEBUG nova.policy [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b1e2aa616344db8b2c77ef778ea62b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3f86b3e62534d88961ae157255e2a93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1264.675245] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Task: {'id': task-1757438, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.709130] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e2e6fd-a2f4-bd57-aa16-4c8c73ce95f8, 'name': SearchDatastore_Task, 'duration_secs': 0.087721} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.713215] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7599a6f9-e92b-4f3b-87ff-1b840f173127 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.720396] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for the task: (returnval){ [ 1264.720396] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52026293-624b-cdda-9a8b-12c604a6ba95" [ 1264.720396] env[62023]: _type = "Task" [ 1264.720396] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.730077] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52026293-624b-cdda-9a8b-12c604a6ba95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.818733] env[62023]: DEBUG nova.network.neutron [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Updating instance_info_cache with network_info: [{"id": "b1df9da1-ff36-439b-b3a5-c299775cdbae", "address": "fa:16:3e:59:e2:b1", "network": {"id": "a64f41b2-636b-48ef-8145-62912261af3d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1277477457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8cc46ab7f87046729e61c03373cfc54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1df9da1-ff", "ovs_interfaceid": "b1df9da1-ff36-439b-b3a5-c299775cdbae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.886601] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Acquiring lock "a66dd77d-569c-4410-a183-5595d682b3ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.886903] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Lock "a66dd77d-569c-4410-a183-5595d682b3ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.060509] env[62023]: DEBUG nova.compute.manager [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1265.113741] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073604} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.119038] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1265.123028] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdf0b19-4328-4cb6-ab7f-5af8fd32086d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.154312] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f/7974cc2e-6ed6-4e12-a328-1edf5b2ce13f.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.158032] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33b3eb2b-66fc-435a-94ab-95b15c33f666 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.185570] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1265.185570] env[62023]: value = "task-1757440" [ 1265.185570] env[62023]: _type = "Task" [ 1265.185570] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.191938] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Task: {'id': task-1757438, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.202014] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.232471] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52026293-624b-cdda-9a8b-12c604a6ba95, 'name': SearchDatastore_Task, 'duration_secs': 0.011664} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.232743] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.232994] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 89ade661-9570-4b30-8dec-3f2842c43af0/89ade661-9570-4b30-8dec-3f2842c43af0.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.233273] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecbe3fde-cc40-4241-885c-9517ed2f30b5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.241866] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for the task: (returnval){ [ 1265.241866] env[62023]: value = "task-1757441" [ 1265.241866] env[62023]: _type = "Task" [ 1265.241866] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.252211] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.315127] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Releasing lock "refresh_cache-40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.315639] env[62023]: DEBUG nova.compute.manager [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Instance network_info: |[{"id": "b1df9da1-ff36-439b-b3a5-c299775cdbae", "address": "fa:16:3e:59:e2:b1", "network": {"id": "a64f41b2-636b-48ef-8145-62912261af3d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1277477457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8cc46ab7f87046729e61c03373cfc54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1df9da1-ff", "ovs_interfaceid": "b1df9da1-ff36-439b-b3a5-c299775cdbae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1265.316136] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:e2:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1df9da1-ff36-439b-b3a5-c299775cdbae', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.328111] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Creating folder: Project (8cc46ab7f87046729e61c03373cfc54c). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1265.328800] env[62023]: DEBUG nova.network.neutron [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Successfully updated port: cca37611-bc0b-42a3-9589-9431dd7575e7 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1265.330345] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-364a97f4-7550-4f74-a35a-e3c0259f9c31 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.335197] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97e7d7f-5b49-4a93-9887-8b6e1636fd95 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.350544] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d080b175-7ae4-4b4f-b968-d7f8e64cd726 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.353667] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Created folder: Project (8cc46ab7f87046729e61c03373cfc54c) in parent group-v365170. [ 1265.353667] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Creating folder: Instances. Parent ref: group-v365180. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1265.353667] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a7cb31b-22e8-4877-ad48-d93e42ac7146 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.387248] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f549d5-573e-4283-a664-ba96b0dfbeb0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.390191] env[62023]: DEBUG nova.compute.manager [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1265.397019] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Created folder: Instances in parent group-v365180. [ 1265.397019] env[62023]: DEBUG oslo.service.loopingcall [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.397019] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.397250] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f819a96-ffc2-4720-8fa0-f465fba6d70b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.424355] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8beb48-5de7-429d-b571-9dbf79a3f438 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.429049] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.429049] env[62023]: value = "task-1757444" [ 1265.429049] env[62023]: _type = "Task" [ 1265.429049] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.441478] env[62023]: DEBUG nova.compute.provider_tree [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.450039] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757444, 'name': CreateVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.569355] env[62023]: DEBUG nova.network.neutron [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Updated VIF entry in instance network info cache for port ee38976b-7a41-4f67-940a-0601a2a6e67d. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.569705] env[62023]: DEBUG nova.network.neutron [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Updating instance_info_cache with network_info: [{"id": "ee38976b-7a41-4f67-940a-0601a2a6e67d", "address": "fa:16:3e:43:43:04", "network": {"id": "4d80ebf2-d1c1-461b-97f9-406afad06a98", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1988876512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d78766e7da674b72a649942ea70979fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee38976b-7a", "ovs_interfaceid": "ee38976b-7a41-4f67-940a-0601a2a6e67d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.687338] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Task: {'id': task-1757438, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.134788} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.687656] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc/b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1265.689152] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1265.689829] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6021d0c-8051-43cb-b20a-9401efcd5525 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.704986] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.707668] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Waiting for the task: (returnval){ [ 1265.707668] env[62023]: value = "task-1757445" [ 1265.707668] env[62023]: _type = "Task" [ 1265.707668] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.717610] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Task: {'id': task-1757445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.756772] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757441, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.780229] env[62023]: DEBUG nova.network.neutron [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Successfully created port: 5ece46d1-024a-4626-908b-d1ef58b0811b {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1265.834195] env[62023]: DEBUG oslo_concurrency.lockutils [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Acquiring lock "refresh_cache-58907f54-91c4-4526-9661-8aaa4395d4a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.834195] env[62023]: DEBUG oslo_concurrency.lockutils [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Acquired lock "refresh_cache-58907f54-91c4-4526-9661-8aaa4395d4a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.834325] env[62023]: DEBUG nova.network.neutron [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.920914] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.944534] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757444, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.945398] env[62023]: DEBUG nova.scheduler.client.report [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.036738] env[62023]: DEBUG nova.compute.manager [req-1a269718-5257-435b-ad91-9a9f0da7fb79 req-a1fbbacb-0bd2-4e0c-8bcd-96bfe3e3edb5 service nova] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Received event network-vif-plugged-cca37611-bc0b-42a3-9589-9431dd7575e7 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1266.036952] env[62023]: DEBUG oslo_concurrency.lockutils [req-1a269718-5257-435b-ad91-9a9f0da7fb79 req-a1fbbacb-0bd2-4e0c-8bcd-96bfe3e3edb5 service nova] Acquiring lock "58907f54-91c4-4526-9661-8aaa4395d4a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.037480] env[62023]: DEBUG oslo_concurrency.lockutils [req-1a269718-5257-435b-ad91-9a9f0da7fb79 req-a1fbbacb-0bd2-4e0c-8bcd-96bfe3e3edb5 service nova] Lock "58907f54-91c4-4526-9661-8aaa4395d4a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.037654] env[62023]: DEBUG oslo_concurrency.lockutils [req-1a269718-5257-435b-ad91-9a9f0da7fb79 req-a1fbbacb-0bd2-4e0c-8bcd-96bfe3e3edb5 service nova] Lock "58907f54-91c4-4526-9661-8aaa4395d4a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.037820] env[62023]: DEBUG nova.compute.manager [req-1a269718-5257-435b-ad91-9a9f0da7fb79 req-a1fbbacb-0bd2-4e0c-8bcd-96bfe3e3edb5 service nova] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] No waiting events found dispatching network-vif-plugged-cca37611-bc0b-42a3-9589-9431dd7575e7 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1266.037980] env[62023]: WARNING nova.compute.manager [req-1a269718-5257-435b-ad91-9a9f0da7fb79 req-a1fbbacb-0bd2-4e0c-8bcd-96bfe3e3edb5 service nova] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Received unexpected event network-vif-plugged-cca37611-bc0b-42a3-9589-9431dd7575e7 for instance with vm_state building and task_state spawning. [ 1266.075781] env[62023]: DEBUG oslo_concurrency.lockutils [req-a81ed875-9086-49d0-a472-95bfb7529e91 req-ba4c39e0-49a5-4eeb-9ca8-bacc5cc046ed service nova] Releasing lock "refresh_cache-89ade661-9570-4b30-8dec-3f2842c43af0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.077019] env[62023]: DEBUG nova.compute.manager [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1266.110336] env[62023]: DEBUG nova.virt.hardware [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1266.110606] env[62023]: DEBUG nova.virt.hardware [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.113685] env[62023]: DEBUG nova.virt.hardware [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.113685] env[62023]: DEBUG nova.virt.hardware [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.113685] env[62023]: DEBUG nova.virt.hardware [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.113685] env[62023]: DEBUG nova.virt.hardware [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1266.113685] env[62023]: DEBUG nova.virt.hardware [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1266.114023] env[62023]: DEBUG nova.virt.hardware [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1266.114023] env[62023]: DEBUG nova.virt.hardware [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1266.114023] env[62023]: DEBUG nova.virt.hardware [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1266.114023] env[62023]: DEBUG nova.virt.hardware [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1266.114023] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a88e160-af73-4d4b-a4f6-c2daba5a3510 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.126642] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8e3117-65b0-41f3-b55a-1818f16d994f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.203829] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757440, 'name': ReconfigVM_Task, 'duration_secs': 0.823068} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.204149] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f/7974cc2e-6ed6-4e12-a328-1edf5b2ce13f.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.204882] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a661bf7e-a653-4f60-980a-6f02aada92b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.213099] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1266.213099] env[62023]: value = "task-1757446" [ 1266.213099] env[62023]: _type = "Task" [ 1266.213099] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.220426] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Task: {'id': task-1757445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109559} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.221157] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.222096] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cc61c9-b07e-4c07-915d-e08d10935393 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.228382] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757446, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.258614] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc/b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.262272] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c5e3cbf-5d11-4c4c-95c3-4af059026258 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.283794] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566064} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.287462] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 89ade661-9570-4b30-8dec-3f2842c43af0/89ade661-9570-4b30-8dec-3f2842c43af0.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.287462] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.287462] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Waiting for the task: (returnval){ [ 1266.287462] env[62023]: value = "task-1757447" [ 1266.287462] env[62023]: _type = "Task" [ 1266.287462] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.287462] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c99bcd1f-21af-4013-a1a5-22402a476215 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.297535] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Task: {'id': task-1757447, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.299029] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for the task: (returnval){ [ 1266.299029] env[62023]: value = "task-1757448" [ 1266.299029] env[62023]: _type = "Task" [ 1266.299029] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.311816] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.419979] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Acquiring lock "bd476a07-2d23-4504-a06b-273f852da654" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.419979] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Lock "bd476a07-2d23-4504-a06b-273f852da654" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.432370] env[62023]: DEBUG nova.network.neutron [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1266.448762] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757444, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.455791] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.457764] env[62023]: DEBUG nova.compute.manager [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1266.460976] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.210s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.463699] env[62023]: INFO nova.compute.claims [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.726062] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757446, 'name': Rename_Task, 'duration_secs': 0.144553} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.726382] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.726624] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d7939d9-d58e-4a15-b7ba-ee21753a97f1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.732754] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1266.732754] env[62023]: value = "task-1757449" [ 1266.732754] env[62023]: _type = "Task" [ 1266.732754] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.746219] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.798019] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Task: {'id': task-1757447, 'name': ReconfigVM_Task, 'duration_secs': 0.349138} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.799829] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Reconfigured VM instance instance-00000002 to attach disk [datastore1] b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc/b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.799829] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-619f6d94-7023-433b-b2c6-8b4e03367a49 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.811628] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Waiting for the task: (returnval){ [ 1266.811628] env[62023]: value = "task-1757450" [ 1266.811628] env[62023]: _type = "Task" [ 1266.811628] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.818989] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078421} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.819746] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.821170] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9cfe00-6226-4e44-a99b-47fb52062795 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.828334] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Task: {'id': task-1757450, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.856713] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 89ade661-9570-4b30-8dec-3f2842c43af0/89ade661-9570-4b30-8dec-3f2842c43af0.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.857172] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afc9b871-2cac-4bf2-b736-587619da5460 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.880975] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for the task: (returnval){ [ 1266.880975] env[62023]: value = "task-1757451" [ 1266.880975] env[62023]: _type = "Task" [ 1266.880975] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.895231] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757451, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.944720] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757444, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.969198] env[62023]: DEBUG nova.compute.utils [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1266.975358] env[62023]: DEBUG nova.compute.manager [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1266.975358] env[62023]: DEBUG nova.network.neutron [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1267.210585] env[62023]: DEBUG nova.policy [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bff015e971e4b838356bb27dab5b224', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cc46ab7f87046729e61c03373cfc54c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.246666] env[62023]: DEBUG oslo_vmware.api [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757449, 'name': PowerOnVM_Task, 'duration_secs': 0.497298} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.246958] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.249855] env[62023]: INFO nova.compute.manager [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Took 14.94 seconds to spawn the instance on the hypervisor. [ 1267.249855] env[62023]: DEBUG nova.compute.manager [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.249855] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fa73d9-6494-47cc-8552-82431ff044a1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.322541] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Task: {'id': task-1757450, 'name': Rename_Task, 'duration_secs': 0.156596} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.322957] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.323335] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7db52ef2-03ba-4375-8ea8-66e938ff8fba {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.332111] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Waiting for the task: (returnval){ [ 1267.332111] env[62023]: value = "task-1757452" [ 1267.332111] env[62023]: _type = "Task" [ 1267.332111] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.341606] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Task: {'id': task-1757452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.396346] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757451, 'name': ReconfigVM_Task, 'duration_secs': 0.403498} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.396346] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 89ade661-9570-4b30-8dec-3f2842c43af0/89ade661-9570-4b30-8dec-3f2842c43af0.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.396346] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7ad52dc-e1ba-4042-a284-8bd65cabb828 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.407132] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Acquiring lock "3a6808f1-65c2-4a03-b53d-ef7e9540b7b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.407456] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Lock "3a6808f1-65c2-4a03-b53d-ef7e9540b7b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.407738] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for the task: (returnval){ [ 1267.407738] env[62023]: value = "task-1757453" [ 1267.407738] env[62023]: _type = "Task" [ 1267.407738] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.422029] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757453, 'name': Rename_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.449853] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757444, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.464164] env[62023]: DEBUG nova.network.neutron [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Updating instance_info_cache with network_info: [{"id": "cca37611-bc0b-42a3-9589-9431dd7575e7", "address": "fa:16:3e:45:ef:52", "network": {"id": "e421d21c-415d-4de6-bc6b-77391ea99354", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-370538011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c64761ac9fec479e90a1c275b55ed13a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca37611-bc", "ovs_interfaceid": "cca37611-bc0b-42a3-9589-9431dd7575e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.474925] env[62023]: DEBUG nova.compute.manager [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1267.719566] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3846d8e4-f8cb-43ad-b97f-2075a52c3134 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.733020] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c3825b-9c5a-40b2-be49-c0594f8b0b10 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.776334] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474a62c5-79b7-4fa8-8fec-8d2e0a7b8819 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.779559] env[62023]: INFO nova.compute.manager [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Took 19.71 seconds to build instance. [ 1267.790610] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24129471-481c-45b8-bc03-d8bb77dc7bd3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.802433] env[62023]: DEBUG nova.compute.provider_tree [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.842712] env[62023]: DEBUG oslo_vmware.api [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Task: {'id': task-1757452, 'name': PowerOnVM_Task, 'duration_secs': 0.506402} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.845231] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.845231] env[62023]: INFO nova.compute.manager [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Took 13.30 seconds to spawn the instance on the hypervisor. [ 1267.845231] env[62023]: DEBUG nova.compute.manager [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.845231] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5df7848-a4b6-44c2-9ed2-fc85f3e90a5f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.921853] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757453, 'name': Rename_Task, 'duration_secs': 0.197015} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.922088] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.922281] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5dbf905-eea6-437b-bba5-029b94e29be6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.929753] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for the task: (returnval){ [ 1267.929753] env[62023]: value = "task-1757454" [ 1267.929753] env[62023]: _type = "Task" [ 1267.929753] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.943197] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.955072] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757444, 'name': CreateVM_Task, 'duration_secs': 2.248253} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.955436] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.956351] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.956644] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.957070] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1267.957821] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b973d3a-23d5-4800-8759-3f6fec8af982 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.963477] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1267.963477] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ddca9c-201c-9df4-1177-fafc25eb0f11" [ 1267.963477] env[62023]: _type = "Task" [ 1267.963477] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.968848] env[62023]: DEBUG oslo_concurrency.lockutils [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Releasing lock "refresh_cache-58907f54-91c4-4526-9661-8aaa4395d4a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.968964] env[62023]: DEBUG nova.compute.manager [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Instance network_info: |[{"id": "cca37611-bc0b-42a3-9589-9431dd7575e7", "address": "fa:16:3e:45:ef:52", "network": {"id": "e421d21c-415d-4de6-bc6b-77391ea99354", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-370538011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c64761ac9fec479e90a1c275b55ed13a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca37611-bc", "ovs_interfaceid": "cca37611-bc0b-42a3-9589-9431dd7575e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1267.969399] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:ef:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cca37611-bc0b-42a3-9589-9431dd7575e7', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.977378] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Creating folder: Project (c64761ac9fec479e90a1c275b55ed13a). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1267.978404] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-988149f6-2e86-4afc-a6bb-edb4b008f00f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.988166] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ddca9c-201c-9df4-1177-fafc25eb0f11, 'name': SearchDatastore_Task, 'duration_secs': 0.010905} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.988902] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.989194] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.989529] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.989733] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.990025] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.990304] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20e9aa29-f22a-430a-a9ed-f7f3f851c377 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.999071] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Created folder: Project (c64761ac9fec479e90a1c275b55ed13a) in parent group-v365170. [ 1267.999071] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Creating folder: Instances. Parent ref: group-v365183. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1267.999071] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e10072d2-10db-4406-abfa-4a60f265407b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.999459] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.999724] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.000647] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61c029f4-8b3a-4598-ac58-23646f5facd1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.006370] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1268.006370] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52803a6c-87cb-9af3-1491-a189d5a0d5ae" [ 1268.006370] env[62023]: _type = "Task" [ 1268.006370] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.012991] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Created folder: Instances in parent group-v365183. [ 1268.013783] env[62023]: DEBUG oslo.service.loopingcall [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1268.016830] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1268.016830] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ced6129-fba8-4aa3-90ea-bca1e90c9712 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.037325] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52803a6c-87cb-9af3-1491-a189d5a0d5ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.039436] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-205f4638-7fe6-48da-83d3-b6ed637b5bc9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.043090] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1268.043090] env[62023]: value = "task-1757457" [ 1268.043090] env[62023]: _type = "Task" [ 1268.043090] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.048591] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1268.048591] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52eafc9d-7e85-e211-3c95-d5f847ebb7fa" [ 1268.048591] env[62023]: _type = "Task" [ 1268.048591] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.054986] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757457, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.061397] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52eafc9d-7e85-e211-3c95-d5f847ebb7fa, 'name': SearchDatastore_Task, 'duration_secs': 0.008574} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.061681] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.062097] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4/40564b5b-5e5c-4d29-bd17-e87ef0acbfa4.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.062251] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a90591e-9eac-47a4-a612-35c6a84c6319 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.067998] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1268.067998] env[62023]: value = "task-1757458" [ 1268.067998] env[62023]: _type = "Task" [ 1268.067998] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.079091] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.282141] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e9eef161-7225-41e8-a9f9-4955e4abadbe tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Lock "7974cc2e-6ed6-4e12-a328-1edf5b2ce13f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.224s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.308078] env[62023]: DEBUG nova.scheduler.client.report [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.334885] env[62023]: DEBUG nova.network.neutron [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Successfully updated port: 9edf0788-14b4-4c14-876a-a32ee34146d7 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.369552] env[62023]: INFO nova.compute.manager [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Took 19.54 seconds to build instance. [ 1268.447467] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757454, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.459388] env[62023]: DEBUG nova.network.neutron [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Successfully created port: 039d75dc-660f-4ffc-98d9-e44e21263776 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1268.496642] env[62023]: DEBUG nova.compute.manager [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1268.542786] env[62023]: DEBUG nova.virt.hardware [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.543230] env[62023]: DEBUG nova.virt.hardware [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.543230] env[62023]: DEBUG nova.virt.hardware [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.543373] env[62023]: DEBUG nova.virt.hardware [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.543510] env[62023]: DEBUG nova.virt.hardware [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.543650] env[62023]: DEBUG nova.virt.hardware [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.543860] env[62023]: DEBUG nova.virt.hardware [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.544037] env[62023]: DEBUG nova.virt.hardware [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.544210] env[62023]: DEBUG nova.virt.hardware [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.544372] env[62023]: DEBUG nova.virt.hardware [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.544548] env[62023]: DEBUG nova.virt.hardware [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.545827] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da395bb3-967e-4612-a1c1-e29fc41a86cb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.567519] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b5f62e-dfce-4a85-91a1-aa2c00a6147e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.572253] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757457, 'name': CreateVM_Task, 'duration_secs': 0.421168} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.572511] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.577071] env[62023]: DEBUG oslo_concurrency.lockutils [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.577173] env[62023]: DEBUG oslo_concurrency.lockutils [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.577523] env[62023]: DEBUG oslo_concurrency.lockutils [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.577834] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d75759-65bf-444e-a70e-64113931ca75 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.595387] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757458, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.602130] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Waiting for the task: (returnval){ [ 1268.602130] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c0629d-fbe5-37cc-67cc-7327363fd454" [ 1268.602130] env[62023]: _type = "Task" [ 1268.602130] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.613101] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c0629d-fbe5-37cc-67cc-7327363fd454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.645504] env[62023]: DEBUG nova.network.neutron [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Successfully updated port: 5ece46d1-024a-4626-908b-d1ef58b0811b {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.785074] env[62023]: DEBUG nova.compute.manager [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1268.800216] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "54ae22a9-06cc-40ec-8026-9375df41194c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.800441] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "54ae22a9-06cc-40ec-8026-9375df41194c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.815324] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.815324] env[62023]: DEBUG nova.compute.manager [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1268.821362] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.901s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.822863] env[62023]: INFO nova.compute.claims [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1268.840226] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "refresh_cache-397e10b6-bddb-4f4b-aab4-108bf9f14c72" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.840226] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquired lock "refresh_cache-397e10b6-bddb-4f4b-aab4-108bf9f14c72" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.840226] env[62023]: DEBUG nova.network.neutron [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.873111] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4a3a9310-6d6b-459a-8c0e-059b35c87890 tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Lock "b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.060s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.936783] env[62023]: DEBUG nova.compute.manager [req-bd6757c8-15fd-4ef1-a51b-32a9d636dddd req-c5367672-fd26-41fd-8a4b-7d72f88ac517 service nova] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Received event network-changed-b1df9da1-ff36-439b-b3a5-c299775cdbae {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1268.936960] env[62023]: DEBUG nova.compute.manager [req-bd6757c8-15fd-4ef1-a51b-32a9d636dddd req-c5367672-fd26-41fd-8a4b-7d72f88ac517 service nova] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Refreshing instance network info cache due to event network-changed-b1df9da1-ff36-439b-b3a5-c299775cdbae. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1268.937292] env[62023]: DEBUG oslo_concurrency.lockutils [req-bd6757c8-15fd-4ef1-a51b-32a9d636dddd req-c5367672-fd26-41fd-8a4b-7d72f88ac517 service nova] Acquiring lock "refresh_cache-40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.937432] env[62023]: DEBUG oslo_concurrency.lockutils [req-bd6757c8-15fd-4ef1-a51b-32a9d636dddd req-c5367672-fd26-41fd-8a4b-7d72f88ac517 service nova] Acquired lock "refresh_cache-40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.937590] env[62023]: DEBUG nova.network.neutron [req-bd6757c8-15fd-4ef1-a51b-32a9d636dddd req-c5367672-fd26-41fd-8a4b-7d72f88ac517 service nova] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Refreshing network info cache for port b1df9da1-ff36-439b-b3a5-c299775cdbae {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.948481] env[62023]: DEBUG oslo_vmware.api [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757454, 'name': PowerOnVM_Task, 'duration_secs': 0.651118} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.949397] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.949583] env[62023]: INFO nova.compute.manager [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Took 12.21 seconds to spawn the instance on the hypervisor. [ 1268.949759] env[62023]: DEBUG nova.compute.manager [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.950556] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05d23fa-96e7-4579-b170-096d33ec7ec3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.083994] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560302} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.084269] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4/40564b5b-5e5c-4d29-bd17-e87ef0acbfa4.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.084501] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1269.084734] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef7710ea-4bff-4654-963a-45d0ccf4a4b0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.091584] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1269.091584] env[62023]: value = "task-1757459" [ 1269.091584] env[62023]: _type = "Task" [ 1269.091584] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.099358] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.112803] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c0629d-fbe5-37cc-67cc-7327363fd454, 'name': SearchDatastore_Task, 'duration_secs': 0.017487} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.113018] env[62023]: DEBUG oslo_concurrency.lockutils [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.113338] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.113630] env[62023]: DEBUG oslo_concurrency.lockutils [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.113704] env[62023]: DEBUG oslo_concurrency.lockutils [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.113872] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.114141] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e82998c3-91c1-4546-8b49-8cf5614afd6e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.124898] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.124898] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.124898] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b81e9dc-17b4-43ff-8f39-9c076636e2d9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.128549] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Waiting for the task: (returnval){ [ 1269.128549] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52aadb83-be78-8858-fbe2-ea37b2fb5a08" [ 1269.128549] env[62023]: _type = "Task" [ 1269.128549] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.138392] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52aadb83-be78-8858-fbe2-ea37b2fb5a08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.148247] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Acquiring lock "refresh_cache-96367e04-6e18-443f-9dfd-6e8b6b2bbbe7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.148404] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Acquired lock "refresh_cache-96367e04-6e18-443f-9dfd-6e8b6b2bbbe7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.148530] env[62023]: DEBUG nova.network.neutron [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.319808] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.334019] env[62023]: DEBUG nova.compute.utils [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1269.334241] env[62023]: DEBUG nova.compute.manager [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1269.334582] env[62023]: DEBUG nova.network.neutron [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1269.376492] env[62023]: DEBUG nova.compute.manager [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1269.410107] env[62023]: DEBUG nova.network.neutron [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.469754] env[62023]: INFO nova.compute.manager [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Took 19.63 seconds to build instance. [ 1269.601870] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086112} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.603659] env[62023]: DEBUG nova.policy [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cf76962707f40fd9bb80b3f1ea78b41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3faa4f5503b4024a1f172bf62ebbdea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1269.605606] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1269.606858] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee299386-6631-49cf-896e-edd283ca0045 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.634319] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4/40564b5b-5e5c-4d29-bd17-e87ef0acbfa4.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.637815] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-428ad83c-42e5-422f-b536-5bce2b778b88 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.664606] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52aadb83-be78-8858-fbe2-ea37b2fb5a08, 'name': SearchDatastore_Task, 'duration_secs': 0.009636} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.666674] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1269.666674] env[62023]: value = "task-1757460" [ 1269.666674] env[62023]: _type = "Task" [ 1269.666674] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.667147] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9009b0e-c437-4af1-be68-7e3b76ca0717 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.678020] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Waiting for the task: (returnval){ [ 1269.678020] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525e3248-f842-effb-11f4-42b77c4406ce" [ 1269.678020] env[62023]: _type = "Task" [ 1269.678020] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.683416] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.694080] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525e3248-f842-effb-11f4-42b77c4406ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.766674] env[62023]: DEBUG nova.network.neutron [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.835109] env[62023]: DEBUG nova.compute.manager [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1269.892354] env[62023]: DEBUG nova.network.neutron [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Updating instance_info_cache with network_info: [{"id": "9edf0788-14b4-4c14-876a-a32ee34146d7", "address": "fa:16:3e:1a:af:d9", "network": {"id": "a64f41b2-636b-48ef-8145-62912261af3d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1277477457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8cc46ab7f87046729e61c03373cfc54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9edf0788-14", "ovs_interfaceid": "9edf0788-14b4-4c14-876a-a32ee34146d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.910550] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.956704] env[62023]: DEBUG nova.compute.manager [req-5a1d8c03-bb8e-4169-b4c2-221141ddf3c2 req-591f5245-ef13-4cc2-8204-e93dd7855cba service nova] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Received event network-changed-cca37611-bc0b-42a3-9589-9431dd7575e7 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1269.956778] env[62023]: DEBUG nova.compute.manager [req-5a1d8c03-bb8e-4169-b4c2-221141ddf3c2 req-591f5245-ef13-4cc2-8204-e93dd7855cba service nova] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Refreshing instance network info cache due to event network-changed-cca37611-bc0b-42a3-9589-9431dd7575e7. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1269.956991] env[62023]: DEBUG oslo_concurrency.lockutils [req-5a1d8c03-bb8e-4169-b4c2-221141ddf3c2 req-591f5245-ef13-4cc2-8204-e93dd7855cba service nova] Acquiring lock "refresh_cache-58907f54-91c4-4526-9661-8aaa4395d4a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.957154] env[62023]: DEBUG oslo_concurrency.lockutils [req-5a1d8c03-bb8e-4169-b4c2-221141ddf3c2 req-591f5245-ef13-4cc2-8204-e93dd7855cba service nova] Acquired lock "refresh_cache-58907f54-91c4-4526-9661-8aaa4395d4a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.957319] env[62023]: DEBUG nova.network.neutron [req-5a1d8c03-bb8e-4169-b4c2-221141ddf3c2 req-591f5245-ef13-4cc2-8204-e93dd7855cba service nova] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Refreshing network info cache for port cca37611-bc0b-42a3-9589-9431dd7575e7 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.971910] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa20b455-5f9b-470d-840d-0a84a5cddd34 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Lock "89ade661-9570-4b30-8dec-3f2842c43af0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.138s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.055061] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9108a535-71a6-4eb0-a740-1e8ab933d0bd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.065867] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d533202d-e5f6-4fb1-bced-504fab2f2c96 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.102532] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ce3292-bb6f-4f45-bc03-a782cb288d4b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.111227] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ee5e18-397b-45da-a4ab-db6b9b02d12b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.126856] env[62023]: DEBUG nova.compute.provider_tree [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.184540] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757460, 'name': ReconfigVM_Task, 'duration_secs': 0.28529} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.188499] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4/40564b5b-5e5c-4d29-bd17-e87ef0acbfa4.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.188499] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3ab9373-5c15-4e0c-968a-251800d3ac95 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.196949] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525e3248-f842-effb-11f4-42b77c4406ce, 'name': SearchDatastore_Task, 'duration_secs': 0.016964} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.198527] env[62023]: DEBUG oslo_concurrency.lockutils [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.198743] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 58907f54-91c4-4526-9661-8aaa4395d4a1/58907f54-91c4-4526-9661-8aaa4395d4a1.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1270.199162] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1270.199162] env[62023]: value = "task-1757461" [ 1270.199162] env[62023]: _type = "Task" [ 1270.199162] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.199369] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f5c5b9c-aa19-4c81-b7bd-2dd10f2f9491 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.211018] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757461, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.213658] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Waiting for the task: (returnval){ [ 1270.213658] env[62023]: value = "task-1757462" [ 1270.213658] env[62023]: _type = "Task" [ 1270.213658] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.223558] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': task-1757462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.259494] env[62023]: DEBUG nova.network.neutron [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Successfully created port: 8ec09a76-22ad-4db1-a08e-05e193d8202b {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1270.361192] env[62023]: DEBUG nova.compute.manager [None req-4e50d021-0df8-4aa5-8154-415cd702b04a tempest-ServerDiagnosticsTest-276867645 tempest-ServerDiagnosticsTest-276867645-project-admin] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.361192] env[62023]: DEBUG nova.network.neutron [req-bd6757c8-15fd-4ef1-a51b-32a9d636dddd req-c5367672-fd26-41fd-8a4b-7d72f88ac517 service nova] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Updated VIF entry in instance network info cache for port b1df9da1-ff36-439b-b3a5-c299775cdbae. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.361476] env[62023]: DEBUG nova.network.neutron [req-bd6757c8-15fd-4ef1-a51b-32a9d636dddd req-c5367672-fd26-41fd-8a4b-7d72f88ac517 service nova] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Updating instance_info_cache with network_info: [{"id": "b1df9da1-ff36-439b-b3a5-c299775cdbae", "address": "fa:16:3e:59:e2:b1", "network": {"id": "a64f41b2-636b-48ef-8145-62912261af3d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1277477457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8cc46ab7f87046729e61c03373cfc54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1df9da1-ff", "ovs_interfaceid": "b1df9da1-ff36-439b-b3a5-c299775cdbae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.364107] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b525de-14ae-41aa-a9d0-e30cad175865 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.374916] env[62023]: INFO nova.compute.manager [None req-4e50d021-0df8-4aa5-8154-415cd702b04a tempest-ServerDiagnosticsTest-276867645 tempest-ServerDiagnosticsTest-276867645-project-admin] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Retrieving diagnostics [ 1270.376818] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1322a9b0-5333-49e3-b830-a68ddb7d08fd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.419495] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Releasing lock "refresh_cache-397e10b6-bddb-4f4b-aab4-108bf9f14c72" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.420076] env[62023]: DEBUG nova.compute.manager [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Instance network_info: |[{"id": "9edf0788-14b4-4c14-876a-a32ee34146d7", "address": "fa:16:3e:1a:af:d9", "network": {"id": "a64f41b2-636b-48ef-8145-62912261af3d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1277477457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8cc46ab7f87046729e61c03373cfc54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9edf0788-14", "ovs_interfaceid": "9edf0788-14b4-4c14-876a-a32ee34146d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1270.423722] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:af:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9edf0788-14b4-4c14-876a-a32ee34146d7', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.432475] env[62023]: DEBUG oslo.service.loopingcall [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1270.433506] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.433771] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db7cec6a-2be0-4d3d-84f2-aaf927304be1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.453751] env[62023]: DEBUG nova.network.neutron [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Updating instance_info_cache with network_info: [{"id": "5ece46d1-024a-4626-908b-d1ef58b0811b", "address": "fa:16:3e:03:ba:22", "network": {"id": "739a6bb9-bf84-482a-8629-4785ff388109", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-480111708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e3f86b3e62534d88961ae157255e2a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ece46d1-02", "ovs_interfaceid": "5ece46d1-024a-4626-908b-d1ef58b0811b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.472117] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.472117] env[62023]: value = "task-1757463" [ 1270.472117] env[62023]: _type = "Task" [ 1270.472117] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.477577] env[62023]: DEBUG nova.compute.manager [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1270.480280] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757463, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.633151] env[62023]: DEBUG nova.scheduler.client.report [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.713749] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757461, 'name': Rename_Task, 'duration_secs': 0.143523} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.721748] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.721748] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49d3b7dc-a3ee-49a9-af2d-9c97a574119d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.731145] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': task-1757462, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.732895] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1270.732895] env[62023]: value = "task-1757464" [ 1270.732895] env[62023]: _type = "Task" [ 1270.732895] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.742194] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.851321] env[62023]: DEBUG nova.compute.manager [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1270.871872] env[62023]: DEBUG oslo_concurrency.lockutils [req-bd6757c8-15fd-4ef1-a51b-32a9d636dddd req-c5367672-fd26-41fd-8a4b-7d72f88ac517 service nova] Releasing lock "refresh_cache-40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.902438] env[62023]: DEBUG nova.virt.hardware [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.902583] env[62023]: DEBUG nova.virt.hardware [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.902707] env[62023]: DEBUG nova.virt.hardware [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.902889] env[62023]: DEBUG nova.virt.hardware [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.906855] env[62023]: DEBUG nova.virt.hardware [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.906855] env[62023]: DEBUG nova.virt.hardware [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.906855] env[62023]: DEBUG nova.virt.hardware [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.906855] env[62023]: DEBUG nova.virt.hardware [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.906855] env[62023]: DEBUG nova.virt.hardware [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.907268] env[62023]: DEBUG nova.virt.hardware [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.907268] env[62023]: DEBUG nova.virt.hardware [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.907268] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91a8aee-e644-4a00-a34c-a4e0ba6fc02a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.917908] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d3b6d8-9090-407f-ba6b-88470145d057 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.957147] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Releasing lock "refresh_cache-96367e04-6e18-443f-9dfd-6e8b6b2bbbe7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.957486] env[62023]: DEBUG nova.compute.manager [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Instance network_info: |[{"id": "5ece46d1-024a-4626-908b-d1ef58b0811b", "address": "fa:16:3e:03:ba:22", "network": {"id": "739a6bb9-bf84-482a-8629-4785ff388109", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-480111708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e3f86b3e62534d88961ae157255e2a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ece46d1-02", "ovs_interfaceid": "5ece46d1-024a-4626-908b-d1ef58b0811b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1270.957925] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:ba:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ece46d1-024a-4626-908b-d1ef58b0811b', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.968656] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Creating folder: Project (e3f86b3e62534d88961ae157255e2a93). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.969042] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0168fdd4-fe1d-4809-a4fc-773348dff7b6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.980198] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757463, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.984734] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Created folder: Project (e3f86b3e62534d88961ae157255e2a93) in parent group-v365170. [ 1270.984920] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Creating folder: Instances. Parent ref: group-v365187. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.987539] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0c8de89-6f14-4631-a7c7-6ddebe11877b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.000302] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Created folder: Instances in parent group-v365187. [ 1271.000302] env[62023]: DEBUG oslo.service.loopingcall [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1271.000302] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.000302] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05ead879-96e1-4a64-8523-2131db269a3c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.015910] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.021337] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.021337] env[62023]: value = "task-1757467" [ 1271.021337] env[62023]: _type = "Task" [ 1271.021337] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.030085] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757467, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.142537] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.143143] env[62023]: DEBUG nova.compute.manager [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1271.146422] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.827s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.148374] env[62023]: INFO nova.compute.claims [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.159386] env[62023]: DEBUG nova.network.neutron [req-5a1d8c03-bb8e-4169-b4c2-221141ddf3c2 req-591f5245-ef13-4cc2-8204-e93dd7855cba service nova] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Updated VIF entry in instance network info cache for port cca37611-bc0b-42a3-9589-9431dd7575e7. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.159678] env[62023]: DEBUG nova.network.neutron [req-5a1d8c03-bb8e-4169-b4c2-221141ddf3c2 req-591f5245-ef13-4cc2-8204-e93dd7855cba service nova] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Updating instance_info_cache with network_info: [{"id": "cca37611-bc0b-42a3-9589-9431dd7575e7", "address": "fa:16:3e:45:ef:52", "network": {"id": "e421d21c-415d-4de6-bc6b-77391ea99354", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-370538011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c64761ac9fec479e90a1c275b55ed13a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca37611-bc", "ovs_interfaceid": "cca37611-bc0b-42a3-9589-9431dd7575e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.229741] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': task-1757462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576534} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.230042] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 58907f54-91c4-4526-9661-8aaa4395d4a1/58907f54-91c4-4526-9661-8aaa4395d4a1.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1271.230337] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1271.230609] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7de38e2-7104-4397-8d95-d928f6a7bc77 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.248620] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757464, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.249062] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Waiting for the task: (returnval){ [ 1271.249062] env[62023]: value = "task-1757468" [ 1271.249062] env[62023]: _type = "Task" [ 1271.249062] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.261660] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': task-1757468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.312265] env[62023]: DEBUG nova.network.neutron [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Successfully updated port: 039d75dc-660f-4ffc-98d9-e44e21263776 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1271.485116] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757463, 'name': CreateVM_Task, 'duration_secs': 0.522517} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.485824] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.488494] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.488494] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.488494] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1271.489450] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-672c5d2f-1d92-4936-81fb-f29e71f6c001 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.496057] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1271.496057] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f29b06-8ff0-bd23-8baa-ffb62d48c3f3" [ 1271.496057] env[62023]: _type = "Task" [ 1271.496057] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.506995] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f29b06-8ff0-bd23-8baa-ffb62d48c3f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.530787] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757467, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.655148] env[62023]: DEBUG nova.compute.utils [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1271.657108] env[62023]: DEBUG nova.compute.manager [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Not allocating networking since 'none' was specified. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1271.663433] env[62023]: DEBUG oslo_concurrency.lockutils [req-5a1d8c03-bb8e-4169-b4c2-221141ddf3c2 req-591f5245-ef13-4cc2-8204-e93dd7855cba service nova] Releasing lock "refresh_cache-58907f54-91c4-4526-9661-8aaa4395d4a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.664759] env[62023]: DEBUG nova.compute.manager [req-5a1d8c03-bb8e-4169-b4c2-221141ddf3c2 req-591f5245-ef13-4cc2-8204-e93dd7855cba service nova] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Received event network-vif-plugged-9edf0788-14b4-4c14-876a-a32ee34146d7 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1271.666040] env[62023]: DEBUG oslo_concurrency.lockutils [req-5a1d8c03-bb8e-4169-b4c2-221141ddf3c2 req-591f5245-ef13-4cc2-8204-e93dd7855cba service nova] Acquiring lock "397e10b6-bddb-4f4b-aab4-108bf9f14c72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.666040] env[62023]: DEBUG oslo_concurrency.lockutils [req-5a1d8c03-bb8e-4169-b4c2-221141ddf3c2 req-591f5245-ef13-4cc2-8204-e93dd7855cba service nova] Lock "397e10b6-bddb-4f4b-aab4-108bf9f14c72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.666040] env[62023]: DEBUG oslo_concurrency.lockutils [req-5a1d8c03-bb8e-4169-b4c2-221141ddf3c2 req-591f5245-ef13-4cc2-8204-e93dd7855cba service nova] Lock "397e10b6-bddb-4f4b-aab4-108bf9f14c72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.666040] env[62023]: DEBUG nova.compute.manager [req-5a1d8c03-bb8e-4169-b4c2-221141ddf3c2 req-591f5245-ef13-4cc2-8204-e93dd7855cba service nova] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] No waiting events found dispatching network-vif-plugged-9edf0788-14b4-4c14-876a-a32ee34146d7 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1271.666040] env[62023]: WARNING nova.compute.manager [req-5a1d8c03-bb8e-4169-b4c2-221141ddf3c2 req-591f5245-ef13-4cc2-8204-e93dd7855cba service nova] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Received unexpected event network-vif-plugged-9edf0788-14b4-4c14-876a-a32ee34146d7 for instance with vm_state building and task_state spawning. [ 1271.749327] env[62023]: DEBUG oslo_vmware.api [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757464, 'name': PowerOnVM_Task, 'duration_secs': 0.622072} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.749887] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.750280] env[62023]: INFO nova.compute.manager [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Took 12.68 seconds to spawn the instance on the hypervisor. [ 1271.750619] env[62023]: DEBUG nova.compute.manager [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.757275] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5734d1-8b34-4feb-8ff0-a4e7f3016eba {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.763444] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': task-1757468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078176} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.765247] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.769813] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9273b206-7ddf-428b-9b9c-bee126b23857 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.795843] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 58907f54-91c4-4526-9661-8aaa4395d4a1/58907f54-91c4-4526-9661-8aaa4395d4a1.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.798036] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-518af0e0-e896-4cf1-8093-56329cb3b962 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.815305] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "refresh_cache-79e46bde-6072-4afb-aa46-79f8c0a929bb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.815556] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquired lock "refresh_cache-79e46bde-6072-4afb-aa46-79f8c0a929bb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.815761] env[62023]: DEBUG nova.network.neutron [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.823139] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Waiting for the task: (returnval){ [ 1271.823139] env[62023]: value = "task-1757469" [ 1271.823139] env[62023]: _type = "Task" [ 1271.823139] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.834553] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': task-1757469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.009867] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f29b06-8ff0-bd23-8baa-ffb62d48c3f3, 'name': SearchDatastore_Task, 'duration_secs': 0.016766} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.009867] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.010122] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.010415] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.010640] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.010799] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.012066] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27b0fd4a-2534-454f-b804-9d3a5ea5f2ce {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.022466] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.022714] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.028008] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e137c88f-1e32-433d-bd5c-c0f0b12f8e84 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.037456] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757467, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.038335] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1272.038335] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52fdc3ec-dce0-1e13-3f7f-730601ad1ed7" [ 1272.038335] env[62023]: _type = "Task" [ 1272.038335] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.047716] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52fdc3ec-dce0-1e13-3f7f-730601ad1ed7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.161023] env[62023]: DEBUG nova.compute.manager [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1272.287063] env[62023]: INFO nova.compute.manager [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Took 19.61 seconds to build instance. [ 1272.345092] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': task-1757469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.443941] env[62023]: DEBUG nova.network.neutron [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1272.460475] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123aad7e-322e-4dda-ac5a-0271f9cf8f6d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.472134] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867c2a48-30e0-4494-9471-ab0a26924a19 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.515666] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f067d0cd-f742-44f3-906d-b6da29d90359 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.528141] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9298c71a-2161-46ea-bb8d-549adc4d765f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.538321] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757467, 'name': CreateVM_Task, 'duration_secs': 1.491142} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.548363] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1272.548474] env[62023]: DEBUG nova.compute.provider_tree [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.551713] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.551713] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.551973] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.556628] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51229ddf-26d1-40a4-b878-ad6f426193dd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.570649] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52fdc3ec-dce0-1e13-3f7f-730601ad1ed7, 'name': SearchDatastore_Task, 'duration_secs': 0.018433} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.574310] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Waiting for the task: (returnval){ [ 1272.574310] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527727a2-6b67-4617-c526-139d82e9eb5a" [ 1272.574310] env[62023]: _type = "Task" [ 1272.574310] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.574676] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a0b8152-d0e5-483f-a627-39283f490e02 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.590453] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527727a2-6b67-4617-c526-139d82e9eb5a, 'name': SearchDatastore_Task, 'duration_secs': 0.01205} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.592386] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.592576] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.592894] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.593081] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1272.593081] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c1f3e1-b39d-4959-2a53-670c5169de77" [ 1272.593081] env[62023]: _type = "Task" [ 1272.593081] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.607112] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c1f3e1-b39d-4959-2a53-670c5169de77, 'name': SearchDatastore_Task, 'duration_secs': 0.018572} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.607864] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.607864] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 397e10b6-bddb-4f4b-aab4-108bf9f14c72/397e10b6-bddb-4f4b-aab4-108bf9f14c72.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.608035] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.608143] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.608378] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb89c775-6d86-4d41-9dd0-3cf4c11e17b4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.610444] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82f9f8d5-4ad7-413d-8ef4-1432a5603539 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.617970] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1272.617970] env[62023]: value = "task-1757470" [ 1272.617970] env[62023]: _type = "Task" [ 1272.617970] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.619139] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.619313] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.623769] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02870bb-92a8-4799-9286-d3329f8c8dd1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.635032] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.638495] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Waiting for the task: (returnval){ [ 1272.638495] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52151b4f-a1a9-9bc2-ca36-9b4fd76bf4f8" [ 1272.638495] env[62023]: _type = "Task" [ 1272.638495] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.647359] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52151b4f-a1a9-9bc2-ca36-9b4fd76bf4f8, 'name': SearchDatastore_Task, 'duration_secs': 0.013964} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.648229] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0cfd8bd-71b7-4328-8a9f-70e74252f00f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.653391] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Waiting for the task: (returnval){ [ 1272.653391] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529e96d4-1e7d-6d23-8f6b-8d73ade14c4b" [ 1272.653391] env[62023]: _type = "Task" [ 1272.653391] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.662173] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529e96d4-1e7d-6d23-8f6b-8d73ade14c4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.759053] env[62023]: DEBUG nova.network.neutron [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Updating instance_info_cache with network_info: [{"id": "039d75dc-660f-4ffc-98d9-e44e21263776", "address": "fa:16:3e:be:d2:9d", "network": {"id": "a64f41b2-636b-48ef-8145-62912261af3d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1277477457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cc46ab7f87046729e61c03373cfc54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap039d75dc-66", "ovs_interfaceid": "039d75dc-660f-4ffc-98d9-e44e21263776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.790046] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c8a07bd-0231-488d-93be-8190cab06855 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.126s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.838840] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': task-1757469, 'name': ReconfigVM_Task, 'duration_secs': 0.973696} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.839042] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 58907f54-91c4-4526-9661-8aaa4395d4a1/58907f54-91c4-4526-9661-8aaa4395d4a1.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.842783] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bb6a3a6-7299-42b6-a7a1-7ed878143276 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.848426] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Waiting for the task: (returnval){ [ 1272.848426] env[62023]: value = "task-1757471" [ 1272.848426] env[62023]: _type = "Task" [ 1272.848426] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.858062] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': task-1757471, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.973108] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquiring lock "515c9cc6-3b46-4e72-8bfa-6b345ab97f38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.973108] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Lock "515c9cc6-3b46-4e72-8bfa-6b345ab97f38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.058337] env[62023]: DEBUG nova.scheduler.client.report [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.130989] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757470, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.139507] env[62023]: DEBUG nova.compute.manager [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1273.140577] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0fabae-1049-4286-a050-7f2c6ee5870d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.164620] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529e96d4-1e7d-6d23-8f6b-8d73ade14c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.164858] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.168048] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7/96367e04-6e18-443f-9dfd-6e8b6b2bbbe7.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.168048] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8890d4b0-08f3-428c-9041-c981138142fc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.171601] env[62023]: DEBUG nova.compute.manager [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1273.175909] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Waiting for the task: (returnval){ [ 1273.175909] env[62023]: value = "task-1757472" [ 1273.175909] env[62023]: _type = "Task" [ 1273.175909] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.184958] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': task-1757472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.206210] env[62023]: DEBUG nova.virt.hardware [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.206210] env[62023]: DEBUG nova.virt.hardware [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.206210] env[62023]: DEBUG nova.virt.hardware [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.206210] env[62023]: DEBUG nova.virt.hardware [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.206456] env[62023]: DEBUG nova.virt.hardware [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.206456] env[62023]: DEBUG nova.virt.hardware [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.206456] env[62023]: DEBUG nova.virt.hardware [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.206832] env[62023]: DEBUG nova.virt.hardware [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.207209] env[62023]: DEBUG nova.virt.hardware [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.207568] env[62023]: DEBUG nova.virt.hardware [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.207997] env[62023]: DEBUG nova.virt.hardware [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.209300] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f57c447-ccbd-4961-8c86-810f71034559 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.218181] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edb463e-affc-4ea3-8282-1e26f683fe3a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.237347] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Instance VIF info [] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.245794] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Creating folder: Project (5654a1b44a39469db34069cae2fc42f0). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1273.247037] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-412cfcf5-bebd-4b1c-b9a5-96376033bb86 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.255893] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Created folder: Project (5654a1b44a39469db34069cae2fc42f0) in parent group-v365170. [ 1273.256096] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Creating folder: Instances. Parent ref: group-v365190. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1273.256414] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c14947d-9bde-4688-8fe3-653990b655ee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.266494] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Releasing lock "refresh_cache-79e46bde-6072-4afb-aa46-79f8c0a929bb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.266494] env[62023]: DEBUG nova.compute.manager [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Instance network_info: |[{"id": "039d75dc-660f-4ffc-98d9-e44e21263776", "address": "fa:16:3e:be:d2:9d", "network": {"id": "a64f41b2-636b-48ef-8145-62912261af3d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1277477457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cc46ab7f87046729e61c03373cfc54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap039d75dc-66", "ovs_interfaceid": "039d75dc-660f-4ffc-98d9-e44e21263776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1273.266782] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:d2:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '039d75dc-660f-4ffc-98d9-e44e21263776', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.275226] env[62023]: DEBUG oslo.service.loopingcall [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1273.275623] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Created folder: Instances in parent group-v365190. [ 1273.275930] env[62023]: DEBUG oslo.service.loopingcall [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1273.276238] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.276556] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.277111] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eb06a55-f640-4508-9db6-20549949738f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.295162] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5452bc00-366e-463e-9dbc-211eea9caced {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.312624] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.312624] env[62023]: value = "task-1757475" [ 1273.312624] env[62023]: _type = "Task" [ 1273.312624] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.317276] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.317276] env[62023]: value = "task-1757476" [ 1273.317276] env[62023]: _type = "Task" [ 1273.317276] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.328819] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757475, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.337074] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757476, 'name': CreateVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.361184] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': task-1757471, 'name': Rename_Task, 'duration_secs': 0.321612} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.362240] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.362240] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2e5aca4-fa7a-43ad-b54e-ba741e441739 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.372643] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Waiting for the task: (returnval){ [ 1273.372643] env[62023]: value = "task-1757477" [ 1273.372643] env[62023]: _type = "Task" [ 1273.372643] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.387016] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': task-1757477, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.473875] env[62023]: DEBUG nova.compute.manager [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1273.566400] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.566400] env[62023]: DEBUG nova.compute.manager [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1273.575347] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.659s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.577945] env[62023]: INFO nova.compute.claims [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.639630] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757470, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.651235] env[62023]: INFO nova.compute.manager [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] instance snapshotting [ 1273.654989] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162c716a-dc7a-4180-9e6a-3f6145630a3a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.691128] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612099ec-9bad-4e97-88d8-0ead5a5942df {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.700977] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': task-1757472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.838131] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757475, 'name': CreateVM_Task, 'duration_secs': 0.431387} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.838131] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1273.838131] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.838131] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.838131] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.838929] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6637c649-f6be-48cf-b5f7-85f1d98d6290 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.846541] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757476, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.848227] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1273.848227] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52290a47-4c8b-66d3-6c7c-a59ebcb47a9c" [ 1273.848227] env[62023]: _type = "Task" [ 1273.848227] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.860220] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52290a47-4c8b-66d3-6c7c-a59ebcb47a9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.884410] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': task-1757477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.974469] env[62023]: DEBUG nova.compute.manager [req-555414cf-ff7a-441c-ae95-0498d954db12 req-5d55ba1a-f5c5-45e8-a061-3e5d5ceab52f service nova] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Received event network-vif-plugged-5ece46d1-024a-4626-908b-d1ef58b0811b {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1273.974755] env[62023]: DEBUG oslo_concurrency.lockutils [req-555414cf-ff7a-441c-ae95-0498d954db12 req-5d55ba1a-f5c5-45e8-a061-3e5d5ceab52f service nova] Acquiring lock "96367e04-6e18-443f-9dfd-6e8b6b2bbbe7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.976065] env[62023]: DEBUG oslo_concurrency.lockutils [req-555414cf-ff7a-441c-ae95-0498d954db12 req-5d55ba1a-f5c5-45e8-a061-3e5d5ceab52f service nova] Lock "96367e04-6e18-443f-9dfd-6e8b6b2bbbe7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.977267] env[62023]: DEBUG oslo_concurrency.lockutils [req-555414cf-ff7a-441c-ae95-0498d954db12 req-5d55ba1a-f5c5-45e8-a061-3e5d5ceab52f service nova] Lock "96367e04-6e18-443f-9dfd-6e8b6b2bbbe7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.977627] env[62023]: DEBUG nova.compute.manager [req-555414cf-ff7a-441c-ae95-0498d954db12 req-5d55ba1a-f5c5-45e8-a061-3e5d5ceab52f service nova] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] No waiting events found dispatching network-vif-plugged-5ece46d1-024a-4626-908b-d1ef58b0811b {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.977720] env[62023]: WARNING nova.compute.manager [req-555414cf-ff7a-441c-ae95-0498d954db12 req-5d55ba1a-f5c5-45e8-a061-3e5d5ceab52f service nova] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Received unexpected event network-vif-plugged-5ece46d1-024a-4626-908b-d1ef58b0811b for instance with vm_state building and task_state spawning. [ 1273.977902] env[62023]: DEBUG nova.compute.manager [req-555414cf-ff7a-441c-ae95-0498d954db12 req-5d55ba1a-f5c5-45e8-a061-3e5d5ceab52f service nova] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Received event network-changed-5ece46d1-024a-4626-908b-d1ef58b0811b {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1273.978113] env[62023]: DEBUG nova.compute.manager [req-555414cf-ff7a-441c-ae95-0498d954db12 req-5d55ba1a-f5c5-45e8-a061-3e5d5ceab52f service nova] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Refreshing instance network info cache due to event network-changed-5ece46d1-024a-4626-908b-d1ef58b0811b. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1273.979250] env[62023]: DEBUG oslo_concurrency.lockutils [req-555414cf-ff7a-441c-ae95-0498d954db12 req-5d55ba1a-f5c5-45e8-a061-3e5d5ceab52f service nova] Acquiring lock "refresh_cache-96367e04-6e18-443f-9dfd-6e8b6b2bbbe7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.979250] env[62023]: DEBUG oslo_concurrency.lockutils [req-555414cf-ff7a-441c-ae95-0498d954db12 req-5d55ba1a-f5c5-45e8-a061-3e5d5ceab52f service nova] Acquired lock "refresh_cache-96367e04-6e18-443f-9dfd-6e8b6b2bbbe7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.979250] env[62023]: DEBUG nova.network.neutron [req-555414cf-ff7a-441c-ae95-0498d954db12 req-5d55ba1a-f5c5-45e8-a061-3e5d5ceab52f service nova] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Refreshing network info cache for port 5ece46d1-024a-4626-908b-d1ef58b0811b {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.009428] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.084118] env[62023]: DEBUG nova.compute.utils [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1274.088490] env[62023]: DEBUG nova.compute.manager [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1274.088490] env[62023]: DEBUG nova.network.neutron [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.134692] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757470, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.059534} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.134974] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 397e10b6-bddb-4f4b-aab4-108bf9f14c72/397e10b6-bddb-4f4b-aab4-108bf9f14c72.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.135333] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.135535] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1940bef4-f203-484c-87af-49d6d4a90db6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.143982] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1274.143982] env[62023]: value = "task-1757478" [ 1274.143982] env[62023]: _type = "Task" [ 1274.143982] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.155884] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.201177] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': task-1757472, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.02325} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.201909] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7/96367e04-6e18-443f-9dfd-6e8b6b2bbbe7.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.201909] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.202077] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8822bd6b-7a5d-4725-a3f7-99d04a775e5e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.210148] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Creating Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1274.211386] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Waiting for the task: (returnval){ [ 1274.211386] env[62023]: value = "task-1757479" [ 1274.211386] env[62023]: _type = "Task" [ 1274.211386] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.211605] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-504879a6-e276-44da-9b41-f1456760d5d8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.222458] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': task-1757479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.224118] env[62023]: DEBUG oslo_vmware.api [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for the task: (returnval){ [ 1274.224118] env[62023]: value = "task-1757480" [ 1274.224118] env[62023]: _type = "Task" [ 1274.224118] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.228564] env[62023]: DEBUG nova.policy [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04306a0e1c4d4a1ca16eda110c7a0c23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bb96f349ac34d1bb713c7b9348b873e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.236637] env[62023]: DEBUG oslo_vmware.api [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757480, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.334810] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757476, 'name': CreateVM_Task, 'duration_secs': 0.859447} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.334997] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.335351] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.360775] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52290a47-4c8b-66d3-6c7c-a59ebcb47a9c, 'name': SearchDatastore_Task, 'duration_secs': 0.080544} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.363272] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.363272] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.363272] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.363272] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.363419] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.363419] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.363419] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.363419] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-453e5b9e-19d9-4a87-a50c-36faec0ef0dc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.365831] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5110f0a-b447-43e3-bf3b-733bd7d334b0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.371990] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for the task: (returnval){ [ 1274.371990] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529f478c-d867-262f-490e-6a38eb19f2c5" [ 1274.371990] env[62023]: _type = "Task" [ 1274.371990] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.380740] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.381045] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.387350] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-072641ae-3fd2-45cb-b883-05c469ed6e42 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.394209] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529f478c-d867-262f-490e-6a38eb19f2c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011087} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.394536] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.394674] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.394866] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.398648] env[62023]: DEBUG oslo_vmware.api [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': task-1757477, 'name': PowerOnVM_Task, 'duration_secs': 0.741646} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.399815] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.400013] env[62023]: INFO nova.compute.manager [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Took 13.06 seconds to spawn the instance on the hypervisor. [ 1274.400268] env[62023]: DEBUG nova.compute.manager [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.402256] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1274.402256] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5203705b-c164-be68-c33d-8bd77310c87d" [ 1274.402256] env[62023]: _type = "Task" [ 1274.402256] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.402256] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa32814-b0a5-4ad1-ad38-abf9efd96335 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.408439] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Acquiring lock "b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.408528] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Lock "b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.408781] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Acquiring lock "b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.409025] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Lock "b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.409246] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Lock "b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.417346] env[62023]: INFO nova.compute.manager [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Terminating instance [ 1274.423549] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5203705b-c164-be68-c33d-8bd77310c87d, 'name': SearchDatastore_Task, 'duration_secs': 0.012252} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.425142] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f9439cb-8518-4408-b7d7-7bdf521972d7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.431297] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1274.431297] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52874900-752a-549d-159e-4094629c2323" [ 1274.431297] env[62023]: _type = "Task" [ 1274.431297] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.433846] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Acquiring lock "7974cc2e-6ed6-4e12-a328-1edf5b2ce13f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.434110] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Lock "7974cc2e-6ed6-4e12-a328-1edf5b2ce13f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.434648] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Acquiring lock "7974cc2e-6ed6-4e12-a328-1edf5b2ce13f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.434849] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Lock "7974cc2e-6ed6-4e12-a328-1edf5b2ce13f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.435029] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Lock "7974cc2e-6ed6-4e12-a328-1edf5b2ce13f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.437820] env[62023]: INFO nova.compute.manager [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Terminating instance [ 1274.444142] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52874900-752a-549d-159e-4094629c2323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.598664] env[62023]: DEBUG nova.compute.manager [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1274.667812] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116851} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.668204] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.669934] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cb9588-f3f1-426e-a944-bfd9d238a5bd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.710402] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 397e10b6-bddb-4f4b-aab4-108bf9f14c72/397e10b6-bddb-4f4b-aab4-108bf9f14c72.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.713505] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26d48b04-41eb-4b9a-9422-5698718ee1b1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.746899] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': task-1757479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138948} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.751514] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.751825] env[62023]: DEBUG oslo_vmware.api [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757480, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.752097] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1274.752097] env[62023]: value = "task-1757481" [ 1274.752097] env[62023]: _type = "Task" [ 1274.752097] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.755377] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2769cb2-794c-4b07-842e-fe28c71371a2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.768807] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.790509] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7/96367e04-6e18-443f-9dfd-6e8b6b2bbbe7.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.792948] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d70ab4d3-de87-42a7-8d4f-ccfa863f1b25 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.814341] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Waiting for the task: (returnval){ [ 1274.814341] env[62023]: value = "task-1757482" [ 1274.814341] env[62023]: _type = "Task" [ 1274.814341] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.826651] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': task-1757482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.900128] env[62023]: DEBUG nova.compute.manager [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Received event network-changed-9edf0788-14b4-4c14-876a-a32ee34146d7 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1274.900965] env[62023]: DEBUG nova.compute.manager [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Refreshing instance network info cache due to event network-changed-9edf0788-14b4-4c14-876a-a32ee34146d7. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1274.900965] env[62023]: DEBUG oslo_concurrency.lockutils [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] Acquiring lock "refresh_cache-397e10b6-bddb-4f4b-aab4-108bf9f14c72" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.900965] env[62023]: DEBUG oslo_concurrency.lockutils [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] Acquired lock "refresh_cache-397e10b6-bddb-4f4b-aab4-108bf9f14c72" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.900965] env[62023]: DEBUG nova.network.neutron [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Refreshing network info cache for port 9edf0788-14b4-4c14-876a-a32ee34146d7 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.930881] env[62023]: DEBUG nova.compute.manager [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.932531] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.936202] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3394f33-c7bd-4553-98b8-9cd2975a6f05 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.940878] env[62023]: INFO nova.compute.manager [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Took 19.97 seconds to build instance. [ 1274.950331] env[62023]: DEBUG nova.compute.manager [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.950939] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.952200] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7300f554-e639-4f5b-b69e-eadd93df6554 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.963038] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52874900-752a-549d-159e-4094629c2323, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.963038] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.963038] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.963038] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 79e46bde-6072-4afb-aa46-79f8c0a929bb/79e46bde-6072-4afb-aa46-79f8c0a929bb.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1274.964448] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80da2bb5-8d85-4446-993b-d9661063c9e4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.973698] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.973698] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.973698] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adfa1d39-630e-4843-aa3f-48e8f1388339 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.973923] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.975757] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c505dff-c0a3-48ee-beeb-a1b627e33eb1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.976879] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0abc0991-9552-4450-96d4-a76a3ba3e092 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.982580] env[62023]: DEBUG oslo_vmware.api [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Waiting for the task: (returnval){ [ 1274.982580] env[62023]: value = "task-1757483" [ 1274.982580] env[62023]: _type = "Task" [ 1274.982580] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.984189] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1274.984189] env[62023]: value = "task-1757484" [ 1274.984189] env[62023]: _type = "Task" [ 1274.984189] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.002509] env[62023]: DEBUG oslo_vmware.api [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Waiting for the task: (returnval){ [ 1275.002509] env[62023]: value = "task-1757485" [ 1275.002509] env[62023]: _type = "Task" [ 1275.002509] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.002765] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.002924] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.004256] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bc039a-849f-43e1-b75b-3f88704912b0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.010816] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8998f356-0147-480c-8e92-669a98942e89 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.013179] env[62023]: DEBUG oslo_vmware.api [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Task: {'id': task-1757483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.023051] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.028828] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bc6b74-1738-46a1-b526-18b0c0367c9f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.035458] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for the task: (returnval){ [ 1275.035458] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5273a323-b8df-504b-61bb-33acfd2d6f4e" [ 1275.035458] env[62023]: _type = "Task" [ 1275.035458] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.035458] env[62023]: DEBUG oslo_vmware.api [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Task: {'id': task-1757485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.081161] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34fd0de-6016-49e8-9379-b2ff9ad0f1fe {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.081980] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5273a323-b8df-504b-61bb-33acfd2d6f4e, 'name': SearchDatastore_Task, 'duration_secs': 0.017328} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.084916] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad201dfc-8300-4b21-b328-5ca5f28eddf1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.096428] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f0923b-adc4-43e1-acdd-7179e0b7191a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.102726] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for the task: (returnval){ [ 1275.102726] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521dbcde-4b62-fc48-0662-2038f05fe8f7" [ 1275.102726] env[62023]: _type = "Task" [ 1275.102726] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.130865] env[62023]: DEBUG nova.compute.provider_tree [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1275.141697] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521dbcde-4b62-fc48-0662-2038f05fe8f7, 'name': SearchDatastore_Task, 'duration_secs': 0.021808} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.145026] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.145026] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] a66dd77d-569c-4410-a183-5595d682b3ae/a66dd77d-569c-4410-a183-5595d682b3ae.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.145026] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-615e5b4c-8dc4-42ba-bfbd-c02e7870f065 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.149839] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for the task: (returnval){ [ 1275.149839] env[62023]: value = "task-1757486" [ 1275.149839] env[62023]: _type = "Task" [ 1275.149839] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.163574] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.243555] env[62023]: DEBUG oslo_vmware.api [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757480, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.272494] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.274680] env[62023]: DEBUG nova.network.neutron [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Successfully updated port: 8ec09a76-22ad-4db1-a08e-05e193d8202b {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1275.330302] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': task-1757482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.352232] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquiring lock "743948c8-57cc-4ab0-8fd7-0c545cd1e6af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.352932] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "743948c8-57cc-4ab0-8fd7-0c545cd1e6af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.447169] env[62023]: DEBUG oslo_concurrency.lockutils [None req-44851855-09eb-4d9f-ab3c-a04f2c84e5cb tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Lock "58907f54-91c4-4526-9661-8aaa4395d4a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.484s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.451661] env[62023]: DEBUG nova.network.neutron [req-555414cf-ff7a-441c-ae95-0498d954db12 req-5d55ba1a-f5c5-45e8-a061-3e5d5ceab52f service nova] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Updated VIF entry in instance network info cache for port 5ece46d1-024a-4626-908b-d1ef58b0811b. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.451661] env[62023]: DEBUG nova.network.neutron [req-555414cf-ff7a-441c-ae95-0498d954db12 req-5d55ba1a-f5c5-45e8-a061-3e5d5ceab52f service nova] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Updating instance_info_cache with network_info: [{"id": "5ece46d1-024a-4626-908b-d1ef58b0811b", "address": "fa:16:3e:03:ba:22", "network": {"id": "739a6bb9-bf84-482a-8629-4785ff388109", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-480111708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e3f86b3e62534d88961ae157255e2a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ece46d1-02", "ovs_interfaceid": "5ece46d1-024a-4626-908b-d1ef58b0811b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.505016] env[62023]: DEBUG oslo_vmware.api [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Task: {'id': task-1757483, 'name': PowerOffVM_Task, 'duration_secs': 0.263319} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.511994] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.515022] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.516730] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757484, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.517110] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c7892b5-e9d7-461b-acc8-a766137ee454 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.535140] env[62023]: DEBUG oslo_vmware.api [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Task: {'id': task-1757485, 'name': PowerOffVM_Task, 'duration_secs': 0.266505} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.535772] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.536207] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.537474] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb49950c-230c-4175-8ca2-43814cd587a5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.541643] env[62023]: DEBUG nova.network.neutron [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Successfully created port: c6fb562c-ad69-40b4-8b50-093618c877b1 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.635161] env[62023]: DEBUG nova.compute.manager [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1275.665655] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757486, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.679671] env[62023]: DEBUG nova.virt.hardware [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.680033] env[62023]: DEBUG nova.virt.hardware [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.680253] env[62023]: DEBUG nova.virt.hardware [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.680479] env[62023]: DEBUG nova.virt.hardware [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.680656] env[62023]: DEBUG nova.virt.hardware [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.680832] env[62023]: DEBUG nova.virt.hardware [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.681106] env[62023]: DEBUG nova.virt.hardware [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.681304] env[62023]: DEBUG nova.virt.hardware [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.681789] env[62023]: DEBUG nova.virt.hardware [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.681789] env[62023]: DEBUG nova.virt.hardware [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.681914] env[62023]: DEBUG nova.virt.hardware [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.683213] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d65463-ab73-4e5c-8cae-1e4fd3d4988d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.687740] env[62023]: ERROR nova.scheduler.client.report [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [req-a36def8f-04f9-4fc0-9b1b-99b0568a0e6b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a36def8f-04f9-4fc0-9b1b-99b0568a0e6b"}]} [ 1275.698036] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c687d425-a0de-4767-b8e7-5a3ca36d35dd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.713748] env[62023]: DEBUG nova.scheduler.client.report [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1275.732512] env[62023]: DEBUG nova.scheduler.client.report [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1275.732699] env[62023]: DEBUG nova.compute.provider_tree [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1275.749257] env[62023]: DEBUG oslo_vmware.api [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757480, 'name': CreateSnapshot_Task, 'duration_secs': 1.280216} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.749528] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Created Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1275.750609] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9db79cd-72d9-453c-a32d-f49d92ff4721 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.764105] env[62023]: DEBUG nova.scheduler.client.report [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1275.764266] env[62023]: DEBUG nova.compute.provider_tree [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 19 to 20 during operation: update_aggregates {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1275.780498] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Acquiring lock "refresh_cache-4165552d-09a6-4e98-a12e-3ecc62c5d75e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.780656] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Acquired lock "refresh_cache-4165552d-09a6-4e98-a12e-3ecc62c5d75e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.780806] env[62023]: DEBUG nova.network.neutron [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.782123] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757481, 'name': ReconfigVM_Task, 'duration_secs': 0.622943} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.785024] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 397e10b6-bddb-4f4b-aab4-108bf9f14c72/397e10b6-bddb-4f4b-aab4-108bf9f14c72.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.785024] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ed1a400-8253-419f-8ba5-6f6b8d1e6e0b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.791022] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1275.791022] env[62023]: value = "task-1757489" [ 1275.791022] env[62023]: _type = "Task" [ 1275.791022] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.812275] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757489, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.812275] env[62023]: DEBUG nova.scheduler.client.report [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1275.812565] env[62023]: DEBUG nova.compute.provider_tree [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 20 to 21 during operation: update_traits {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1275.826334] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': task-1757482, 'name': ReconfigVM_Task, 'duration_secs': 0.60127} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.829904] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7/96367e04-6e18-443f-9dfd-6e8b6b2bbbe7.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.831564] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60fc16ad-050e-4f26-923c-bef3d2ac203d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.840162] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Waiting for the task: (returnval){ [ 1275.840162] env[62023]: value = "task-1757490" [ 1275.840162] env[62023]: _type = "Task" [ 1275.840162] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.858544] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': task-1757490, 'name': Rename_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.955853] env[62023]: DEBUG nova.compute.manager [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1275.959419] env[62023]: DEBUG oslo_concurrency.lockutils [req-555414cf-ff7a-441c-ae95-0498d954db12 req-5d55ba1a-f5c5-45e8-a061-3e5d5ceab52f service nova] Releasing lock "refresh_cache-96367e04-6e18-443f-9dfd-6e8b6b2bbbe7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.993038] env[62023]: DEBUG nova.network.neutron [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Updated VIF entry in instance network info cache for port 9edf0788-14b4-4c14-876a-a32ee34146d7. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.994949] env[62023]: DEBUG nova.network.neutron [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Updating instance_info_cache with network_info: [{"id": "9edf0788-14b4-4c14-876a-a32ee34146d7", "address": "fa:16:3e:1a:af:d9", "network": {"id": "a64f41b2-636b-48ef-8145-62912261af3d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1277477457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cc46ab7f87046729e61c03373cfc54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9edf0788-14", "ovs_interfaceid": "9edf0788-14b4-4c14-876a-a32ee34146d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.015734] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757484, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.136341] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.136341] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1276.139714] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.181026] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.906373} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.181878] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] a66dd77d-569c-4410-a183-5595d682b3ae/a66dd77d-569c-4410-a183-5595d682b3ae.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.182101] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.182849] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388cfaa9-a055-41b1-8e98-08885974b34d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.190467] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69305528-b7f6-4c0f-a2d3-f3003be4b516 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.196588] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "007c853b-b603-44e4-9f3d-42872bd4baca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.197341] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "007c853b-b603-44e4-9f3d-42872bd4baca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.205316] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014621e5-0501-4e4f-a900-ca8595401bd1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.212106] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for the task: (returnval){ [ 1276.212106] env[62023]: value = "task-1757491" [ 1276.212106] env[62023]: _type = "Task" [ 1276.212106] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.264935] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b092d40-68c0-4f15-874f-9b5ed4a542fc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.267840] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.268097] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.268281] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.268451] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Deleting the datastore file [datastore1] 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.268690] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.268851] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.269010] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Deleting the datastore file [datastore1] b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.269710] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Acquiring lock "b5359a9d-f105-44e6-986c-80e04faa364f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.269710] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Lock "b5359a9d-f105-44e6-986c-80e04faa364f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.269710] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d08ccf32-4ca9-4c98-91f9-a72ef78dd07f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.271612] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91fb8dee-40ae-4a5f-9df6-f7e07cec4ad8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.280776] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Creating linked-clone VM from snapshot {{(pid=62023) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1276.283995] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1ef25af6-1c0b-40bb-a490-7a1c33f97817 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.291795] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444539a5-56a0-42c8-9fc2-1e3bbeef1316 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.295709] env[62023]: DEBUG oslo_vmware.api [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Waiting for the task: (returnval){ [ 1276.295709] env[62023]: value = "task-1757493" [ 1276.295709] env[62023]: _type = "Task" [ 1276.295709] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.295974] env[62023]: DEBUG oslo_vmware.api [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Waiting for the task: (returnval){ [ 1276.295974] env[62023]: value = "task-1757492" [ 1276.295974] env[62023]: _type = "Task" [ 1276.295974] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.315067] env[62023]: DEBUG nova.compute.provider_tree [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1276.316520] env[62023]: DEBUG oslo_vmware.api [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for the task: (returnval){ [ 1276.316520] env[62023]: value = "task-1757494" [ 1276.316520] env[62023]: _type = "Task" [ 1276.316520] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.329485] env[62023]: DEBUG oslo_vmware.api [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Task: {'id': task-1757493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.329838] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757489, 'name': Rename_Task, 'duration_secs': 0.291175} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.330865] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.331426] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-133e415d-089a-4ef5-8ac1-03114c516eb7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.339128] env[62023]: DEBUG oslo_vmware.api [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Task: {'id': task-1757492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.339345] env[62023]: DEBUG oslo_vmware.api [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757494, 'name': CloneVM_Task} progress is 12%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.345539] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1276.345539] env[62023]: value = "task-1757495" [ 1276.345539] env[62023]: _type = "Task" [ 1276.345539] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.356746] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': task-1757490, 'name': Rename_Task, 'duration_secs': 0.254564} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.359710] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.359973] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.360183] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-440ec9f4-4404-46b2-a549-d9d5cf940948 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.365913] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Waiting for the task: (returnval){ [ 1276.365913] env[62023]: value = "task-1757496" [ 1276.365913] env[62023]: _type = "Task" [ 1276.365913] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.375411] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': task-1757496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.388918] env[62023]: DEBUG nova.network.neutron [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1276.486445] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.508288] env[62023]: DEBUG oslo_concurrency.lockutils [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] Releasing lock "refresh_cache-397e10b6-bddb-4f4b-aab4-108bf9f14c72" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.508464] env[62023]: DEBUG nova.compute.manager [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Received event network-vif-plugged-039d75dc-660f-4ffc-98d9-e44e21263776 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1276.508683] env[62023]: DEBUG oslo_concurrency.lockutils [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] Acquiring lock "79e46bde-6072-4afb-aa46-79f8c0a929bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.508904] env[62023]: DEBUG oslo_concurrency.lockutils [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] Lock "79e46bde-6072-4afb-aa46-79f8c0a929bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.509083] env[62023]: DEBUG oslo_concurrency.lockutils [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] Lock "79e46bde-6072-4afb-aa46-79f8c0a929bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.509273] env[62023]: DEBUG nova.compute.manager [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] No waiting events found dispatching network-vif-plugged-039d75dc-660f-4ffc-98d9-e44e21263776 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.509487] env[62023]: WARNING nova.compute.manager [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Received unexpected event network-vif-plugged-039d75dc-660f-4ffc-98d9-e44e21263776 for instance with vm_state building and task_state spawning. [ 1276.509749] env[62023]: DEBUG nova.compute.manager [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Received event network-changed-039d75dc-660f-4ffc-98d9-e44e21263776 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1276.509807] env[62023]: DEBUG nova.compute.manager [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Refreshing instance network info cache due to event network-changed-039d75dc-660f-4ffc-98d9-e44e21263776. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1276.509995] env[62023]: DEBUG oslo_concurrency.lockutils [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] Acquiring lock "refresh_cache-79e46bde-6072-4afb-aa46-79f8c0a929bb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.510152] env[62023]: DEBUG oslo_concurrency.lockutils [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] Acquired lock "refresh_cache-79e46bde-6072-4afb-aa46-79f8c0a929bb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.510336] env[62023]: DEBUG nova.network.neutron [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Refreshing network info cache for port 039d75dc-660f-4ffc-98d9-e44e21263776 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.514635] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757484, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.074581} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.514915] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 79e46bde-6072-4afb-aa46-79f8c0a929bb/79e46bde-6072-4afb-aa46-79f8c0a929bb.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.515281] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.516189] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eebc6657-153b-4d0b-a7ec-7a62ee61d999 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.525631] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1276.525631] env[62023]: value = "task-1757497" [ 1276.525631] env[62023]: _type = "Task" [ 1276.525631] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.535786] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.631498] env[62023]: DEBUG nova.network.neutron [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Updating instance_info_cache with network_info: [{"id": "8ec09a76-22ad-4db1-a08e-05e193d8202b", "address": "fa:16:3e:a8:aa:eb", "network": {"id": "9bf8b471-6a47-4a0f-86d4-5c60e6e98682", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-59189012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3faa4f5503b4024a1f172bf62ebbdea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec09a76-22", "ovs_interfaceid": "8ec09a76-22ad-4db1-a08e-05e193d8202b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.646964] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.725120] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259055} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.727153] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1276.728048] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f70c4a-4f67-40fc-8811-7b5929de66f1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.755582] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] a66dd77d-569c-4410-a183-5595d682b3ae/a66dd77d-569c-4410-a183-5595d682b3ae.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.755876] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a20a341-a85b-448a-beba-e9eee7380ac9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.777935] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for the task: (returnval){ [ 1276.777935] env[62023]: value = "task-1757498" [ 1276.777935] env[62023]: _type = "Task" [ 1276.777935] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.787534] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757498, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.810918] env[62023]: DEBUG oslo_vmware.api [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Task: {'id': task-1757493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467403} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.812833] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.813055] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.813534] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.813814] env[62023]: INFO nova.compute.manager [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Took 1.88 seconds to destroy the instance on the hypervisor. [ 1276.813995] env[62023]: DEBUG oslo.service.loopingcall [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1276.814220] env[62023]: DEBUG oslo_vmware.api [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Task: {'id': task-1757492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.463955} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.814407] env[62023]: DEBUG nova.compute.manager [-] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.814499] env[62023]: DEBUG nova.network.neutron [-] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1276.816856] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.820341] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.820549] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.820725] env[62023]: INFO nova.compute.manager [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Took 1.87 seconds to destroy the instance on the hypervisor. [ 1276.821274] env[62023]: DEBUG oslo.service.loopingcall [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1276.823683] env[62023]: DEBUG nova.compute.manager [-] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.823956] env[62023]: DEBUG nova.network.neutron [-] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1276.835260] env[62023]: DEBUG oslo_vmware.api [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757494, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.847461] env[62023]: ERROR nova.scheduler.client.report [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [req-9424efb6-7407-4b68-bd20-3c4c4cf2d293] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9424efb6-7407-4b68-bd20-3c4c4cf2d293"}]} [ 1276.869423] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757495, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.872899] env[62023]: DEBUG nova.scheduler.client.report [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1276.885424] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': task-1757496, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.896359] env[62023]: DEBUG nova.scheduler.client.report [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1276.899017] env[62023]: DEBUG nova.compute.provider_tree [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1276.913119] env[62023]: DEBUG nova.scheduler.client.report [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1276.939096] env[62023]: DEBUG nova.scheduler.client.report [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1277.038635] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090578} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.041640] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1277.042676] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a859bf9-1ecf-41c5-95a4-69876e17efc1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.073494] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 79e46bde-6072-4afb-aa46-79f8c0a929bb/79e46bde-6072-4afb-aa46-79f8c0a929bb.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.074978] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a02422b-dc64-420c-b488-b118c9d6eaf3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.099524] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1277.099524] env[62023]: value = "task-1757499" [ 1277.099524] env[62023]: _type = "Task" [ 1277.099524] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.111525] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757499, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.134913] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Releasing lock "refresh_cache-4165552d-09a6-4e98-a12e-3ecc62c5d75e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.135393] env[62023]: DEBUG nova.compute.manager [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Instance network_info: |[{"id": "8ec09a76-22ad-4db1-a08e-05e193d8202b", "address": "fa:16:3e:a8:aa:eb", "network": {"id": "9bf8b471-6a47-4a0f-86d4-5c60e6e98682", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-59189012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3faa4f5503b4024a1f172bf62ebbdea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec09a76-22", "ovs_interfaceid": "8ec09a76-22ad-4db1-a08e-05e193d8202b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1277.138679] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:aa:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8ee8640-3787-4c27-9581-962ddb2be7e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ec09a76-22ad-4db1-a08e-05e193d8202b', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.146741] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Creating folder: Project (c3faa4f5503b4024a1f172bf62ebbdea). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.147634] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a3bd358-b9db-4758-97f0-cf690c4ecb3d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.160346] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Created folder: Project (c3faa4f5503b4024a1f172bf62ebbdea) in parent group-v365170. [ 1277.161056] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Creating folder: Instances. Parent ref: group-v365196. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.164380] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb0bcfe0-f443-436e-8c5d-26916e8eb815 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.174716] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Created folder: Instances in parent group-v365196. [ 1277.174980] env[62023]: DEBUG oslo.service.loopingcall [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1277.175310] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.175430] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f5bf095-6f1c-478f-8e1a-587efbda70ff {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.201859] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.201859] env[62023]: value = "task-1757502" [ 1277.201859] env[62023]: _type = "Task" [ 1277.201859] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.214724] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757502, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.227305] env[62023]: DEBUG oslo_concurrency.lockutils [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Acquiring lock "2b12e91a-7c7e-4e52-8834-f59bd76fa228" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.227660] env[62023]: DEBUG oslo_concurrency.lockutils [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Lock "2b12e91a-7c7e-4e52-8834-f59bd76fa228" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.290497] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.334789] env[62023]: DEBUG oslo_vmware.api [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757494, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.337970] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc461962-4b6d-43f3-a535-85dcfceaaece {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.345529] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb38011-f22a-4169-85cc-c1f30c49330e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.388059] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ed0ad1-17fc-4206-8a30-f1cad6fb44a6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.394198] env[62023]: DEBUG oslo_vmware.api [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757495, 'name': PowerOnVM_Task, 'duration_secs': 0.552287} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.395210] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.395561] env[62023]: INFO nova.compute.manager [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Took 13.67 seconds to spawn the instance on the hypervisor. [ 1277.395703] env[62023]: DEBUG nova.compute.manager [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.396804] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a840d3-0ab2-45d2-9b57-f6fc3a9108fb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.404909] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': task-1757496, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.406590] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64949a75-5ee1-4658-9589-79a992974b27 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.426837] env[62023]: DEBUG nova.compute.provider_tree [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1277.613058] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757499, 'name': ReconfigVM_Task, 'duration_secs': 0.484084} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.613632] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 79e46bde-6072-4afb-aa46-79f8c0a929bb/79e46bde-6072-4afb-aa46-79f8c0a929bb.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.614417] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62dc5b32-9b71-4289-ae89-75c101de524d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.619145] env[62023]: DEBUG nova.compute.manager [req-f8df2c96-051b-45fd-b986-8102e97f1ab0 req-aa606eba-ec65-4ec6-84dc-c6b266f252c1 service nova] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Received event network-vif-plugged-8ec09a76-22ad-4db1-a08e-05e193d8202b {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1277.619360] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8df2c96-051b-45fd-b986-8102e97f1ab0 req-aa606eba-ec65-4ec6-84dc-c6b266f252c1 service nova] Acquiring lock "4165552d-09a6-4e98-a12e-3ecc62c5d75e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.619568] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8df2c96-051b-45fd-b986-8102e97f1ab0 req-aa606eba-ec65-4ec6-84dc-c6b266f252c1 service nova] Lock "4165552d-09a6-4e98-a12e-3ecc62c5d75e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.619824] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8df2c96-051b-45fd-b986-8102e97f1ab0 req-aa606eba-ec65-4ec6-84dc-c6b266f252c1 service nova] Lock "4165552d-09a6-4e98-a12e-3ecc62c5d75e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.619938] env[62023]: DEBUG nova.compute.manager [req-f8df2c96-051b-45fd-b986-8102e97f1ab0 req-aa606eba-ec65-4ec6-84dc-c6b266f252c1 service nova] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] No waiting events found dispatching network-vif-plugged-8ec09a76-22ad-4db1-a08e-05e193d8202b {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1277.620042] env[62023]: WARNING nova.compute.manager [req-f8df2c96-051b-45fd-b986-8102e97f1ab0 req-aa606eba-ec65-4ec6-84dc-c6b266f252c1 service nova] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Received unexpected event network-vif-plugged-8ec09a76-22ad-4db1-a08e-05e193d8202b for instance with vm_state building and task_state spawning. [ 1277.620219] env[62023]: DEBUG nova.compute.manager [req-f8df2c96-051b-45fd-b986-8102e97f1ab0 req-aa606eba-ec65-4ec6-84dc-c6b266f252c1 service nova] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Received event network-changed-8ec09a76-22ad-4db1-a08e-05e193d8202b {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1277.620354] env[62023]: DEBUG nova.compute.manager [req-f8df2c96-051b-45fd-b986-8102e97f1ab0 req-aa606eba-ec65-4ec6-84dc-c6b266f252c1 service nova] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Refreshing instance network info cache due to event network-changed-8ec09a76-22ad-4db1-a08e-05e193d8202b. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1277.620533] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8df2c96-051b-45fd-b986-8102e97f1ab0 req-aa606eba-ec65-4ec6-84dc-c6b266f252c1 service nova] Acquiring lock "refresh_cache-4165552d-09a6-4e98-a12e-3ecc62c5d75e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.620663] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8df2c96-051b-45fd-b986-8102e97f1ab0 req-aa606eba-ec65-4ec6-84dc-c6b266f252c1 service nova] Acquired lock "refresh_cache-4165552d-09a6-4e98-a12e-3ecc62c5d75e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.620890] env[62023]: DEBUG nova.network.neutron [req-f8df2c96-051b-45fd-b986-8102e97f1ab0 req-aa606eba-ec65-4ec6-84dc-c6b266f252c1 service nova] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Refreshing network info cache for port 8ec09a76-22ad-4db1-a08e-05e193d8202b {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.624077] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1277.624077] env[62023]: value = "task-1757503" [ 1277.624077] env[62023]: _type = "Task" [ 1277.624077] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.637321] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757503, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.714666] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757502, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.787952] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757498, 'name': ReconfigVM_Task, 'duration_secs': 0.62058} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.788292] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Reconfigured VM instance instance-0000000a to attach disk [datastore1] a66dd77d-569c-4410-a183-5595d682b3ae/a66dd77d-569c-4410-a183-5595d682b3ae.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.788983] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fb0a2b5-c3f0-4990-a5e6-8cf10eae5f2e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.795238] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for the task: (returnval){ [ 1277.795238] env[62023]: value = "task-1757504" [ 1277.795238] env[62023]: _type = "Task" [ 1277.795238] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.805931] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757504, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.833695] env[62023]: DEBUG oslo_vmware.api [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757494, 'name': CloneVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.891818] env[62023]: DEBUG oslo_vmware.api [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': task-1757496, 'name': PowerOnVM_Task, 'duration_secs': 1.177917} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.892261] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.892495] env[62023]: INFO nova.compute.manager [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Took 11.82 seconds to spawn the instance on the hypervisor. [ 1277.892670] env[62023]: DEBUG nova.compute.manager [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.895850] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7591ed5d-40bc-4f5e-9e03-5871b6da8738 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.926444] env[62023]: INFO nova.compute.manager [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Took 22.30 seconds to build instance. [ 1277.976412] env[62023]: DEBUG nova.scheduler.client.report [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 22 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1277.976412] env[62023]: DEBUG nova.compute.provider_tree [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 22 to 23 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1277.976412] env[62023]: DEBUG nova.compute.provider_tree [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1278.141031] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757503, 'name': Rename_Task, 'duration_secs': 0.243212} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.141031] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.141031] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fba978af-0462-45c5-a3e8-d9b18490b2c8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.146048] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1278.146048] env[62023]: value = "task-1757505" [ 1278.146048] env[62023]: _type = "Task" [ 1278.146048] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.156838] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.171063] env[62023]: DEBUG nova.network.neutron [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Updated VIF entry in instance network info cache for port 039d75dc-660f-4ffc-98d9-e44e21263776. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.171063] env[62023]: DEBUG nova.network.neutron [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Updating instance_info_cache with network_info: [{"id": "039d75dc-660f-4ffc-98d9-e44e21263776", "address": "fa:16:3e:be:d2:9d", "network": {"id": "a64f41b2-636b-48ef-8145-62912261af3d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1277477457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cc46ab7f87046729e61c03373cfc54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap039d75dc-66", "ovs_interfaceid": "039d75dc-660f-4ffc-98d9-e44e21263776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.176054] env[62023]: DEBUG nova.network.neutron [-] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.214420] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757502, 'name': CreateVM_Task, 'duration_secs': 0.580514} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.214626] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.215358] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.215535] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.215869] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.216479] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19d36046-7b1e-4d6b-90bc-a60b636b7123 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.221476] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Waiting for the task: (returnval){ [ 1278.221476] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e57720-d7e2-2c5e-6971-d84e7f871238" [ 1278.221476] env[62023]: _type = "Task" [ 1278.221476] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.230128] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e57720-d7e2-2c5e-6971-d84e7f871238, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.306609] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757504, 'name': Rename_Task, 'duration_secs': 0.337389} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.306982] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.307242] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8992eccc-0c9f-4e0b-97a7-1ff3dcf53b7f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.315294] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for the task: (returnval){ [ 1278.315294] env[62023]: value = "task-1757506" [ 1278.315294] env[62023]: _type = "Task" [ 1278.315294] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.324297] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.333993] env[62023]: DEBUG oslo_vmware.api [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757494, 'name': CloneVM_Task, 'duration_secs': 1.65877} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.334253] env[62023]: INFO nova.virt.vmwareapi.vmops [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Created linked-clone VM from snapshot [ 1278.334992] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be75c544-87db-47d8-b7b5-4bb38c422986 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.344709] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Uploading image 1937191e-ed28-49e8-8914-c38b8a1e3571 {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1278.391498] env[62023]: DEBUG oslo_vmware.rw_handles [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1278.391498] env[62023]: value = "vm-365195" [ 1278.391498] env[62023]: _type = "VirtualMachine" [ 1278.391498] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1278.391871] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3ad5610c-0396-4443-bfd8-abda24dab685 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.403134] env[62023]: DEBUG oslo_vmware.rw_handles [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Lease: (returnval){ [ 1278.403134] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d26132-eef8-c159-43b7-55fd09e0f5cb" [ 1278.403134] env[62023]: _type = "HttpNfcLease" [ 1278.403134] env[62023]: } obtained for exporting VM: (result){ [ 1278.403134] env[62023]: value = "vm-365195" [ 1278.403134] env[62023]: _type = "VirtualMachine" [ 1278.403134] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1278.403492] env[62023]: DEBUG oslo_vmware.api [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for the lease: (returnval){ [ 1278.403492] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d26132-eef8-c159-43b7-55fd09e0f5cb" [ 1278.403492] env[62023]: _type = "HttpNfcLease" [ 1278.403492] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1278.414404] env[62023]: INFO nova.compute.manager [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Took 21.24 seconds to build instance. [ 1278.418139] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1278.418139] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d26132-eef8-c159-43b7-55fd09e0f5cb" [ 1278.418139] env[62023]: _type = "HttpNfcLease" [ 1278.418139] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1278.428826] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81958474-3128-45d1-a643-3ea0e980ac53 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "397e10b6-bddb-4f4b-aab4-108bf9f14c72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.809s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.459151] env[62023]: DEBUG nova.network.neutron [-] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.482722] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.912s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.482722] env[62023]: DEBUG nova.compute.manager [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.486238] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.470s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.488465] env[62023]: INFO nova.compute.claims [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.665459] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.673282] env[62023]: DEBUG oslo_concurrency.lockutils [req-4549afd1-9f45-4409-b139-86454ae3fc39 req-daeb5fac-1c43-4fa1-94cb-95f61ccd6dc7 service nova] Releasing lock "refresh_cache-79e46bde-6072-4afb-aa46-79f8c0a929bb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.679244] env[62023]: INFO nova.compute.manager [-] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Took 1.86 seconds to deallocate network for instance. [ 1278.737846] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e57720-d7e2-2c5e-6971-d84e7f871238, 'name': SearchDatastore_Task, 'duration_secs': 0.066485} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.737846] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.738154] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.738241] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.738490] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.738528] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.738793] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b6255e7-d156-4623-8b44-76101d6891c1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.762319] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.762319] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.762319] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f544eeb2-ad87-44c3-8973-b3617e238e44 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.768024] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Waiting for the task: (returnval){ [ 1278.768024] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e592ba-4cee-a3c7-d18b-3f2ced7157af" [ 1278.768024] env[62023]: _type = "Task" [ 1278.768024] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.781168] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e592ba-4cee-a3c7-d18b-3f2ced7157af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.828284] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757506, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.913025] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1278.913025] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d26132-eef8-c159-43b7-55fd09e0f5cb" [ 1278.913025] env[62023]: _type = "HttpNfcLease" [ 1278.913025] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1278.913025] env[62023]: DEBUG oslo_vmware.rw_handles [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1278.913025] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d26132-eef8-c159-43b7-55fd09e0f5cb" [ 1278.913025] env[62023]: _type = "HttpNfcLease" [ 1278.913025] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1278.913025] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d194d620-16ff-43dc-a55b-d4a2d2d54211 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.918512] env[62023]: DEBUG nova.network.neutron [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Successfully updated port: c6fb562c-ad69-40b4-8b50-093618c877b1 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1278.919863] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56d917f-7026-4346-b767-77cdf7a54136 tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Lock "96367e04-6e18-443f-9dfd-6e8b6b2bbbe7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.759s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.934025] env[62023]: DEBUG nova.compute.manager [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1278.936020] env[62023]: DEBUG oslo_vmware.rw_handles [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527f68f1-6c4e-b5bf-7277-521129b6617c/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1278.936314] env[62023]: DEBUG oslo_vmware.rw_handles [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527f68f1-6c4e-b5bf-7277-521129b6617c/disk-0.vmdk for reading. {{(pid=62023) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1279.008811] env[62023]: INFO nova.compute.manager [-] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Took 2.18 seconds to deallocate network for instance. [ 1279.010255] env[62023]: DEBUG nova.compute.utils [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1279.017561] env[62023]: DEBUG nova.compute.manager [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1279.017561] env[62023]: DEBUG nova.network.neutron [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.048345] env[62023]: DEBUG nova.network.neutron [req-f8df2c96-051b-45fd-b986-8102e97f1ab0 req-aa606eba-ec65-4ec6-84dc-c6b266f252c1 service nova] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Updated VIF entry in instance network info cache for port 8ec09a76-22ad-4db1-a08e-05e193d8202b. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.048758] env[62023]: DEBUG nova.network.neutron [req-f8df2c96-051b-45fd-b986-8102e97f1ab0 req-aa606eba-ec65-4ec6-84dc-c6b266f252c1 service nova] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Updating instance_info_cache with network_info: [{"id": "8ec09a76-22ad-4db1-a08e-05e193d8202b", "address": "fa:16:3e:a8:aa:eb", "network": {"id": "9bf8b471-6a47-4a0f-86d4-5c60e6e98682", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-59189012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3faa4f5503b4024a1f172bf62ebbdea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec09a76-22", "ovs_interfaceid": "8ec09a76-22ad-4db1-a08e-05e193d8202b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.111667] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-17ff9abd-34a3-4967-84f0-a9dc5ee30648 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.142374] env[62023]: DEBUG nova.policy [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b415f4b27674c6293d4a4c28de28b52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '029ecfda04054cd29fa68121bb5f8684', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.168844] env[62023]: DEBUG oslo_vmware.api [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757505, 'name': PowerOnVM_Task, 'duration_secs': 0.779447} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.169902] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.169902] env[62023]: INFO nova.compute.manager [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Took 10.67 seconds to spawn the instance on the hypervisor. [ 1279.169902] env[62023]: DEBUG nova.compute.manager [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.170842] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2c4249-7699-4d0b-ac97-e37666c7de7d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.191487] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.286446] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e592ba-4cee-a3c7-d18b-3f2ced7157af, 'name': SearchDatastore_Task, 'duration_secs': 0.03286} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.287347] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2b7c2c7-5bb9-4947-86d4-0ff0e8e8b82a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.294935] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Waiting for the task: (returnval){ [ 1279.294935] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522db5d4-64cb-0b9d-d9c1-750cc7b6c8be" [ 1279.294935] env[62023]: _type = "Task" [ 1279.294935] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.303934] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522db5d4-64cb-0b9d-d9c1-750cc7b6c8be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.333062] env[62023]: DEBUG oslo_vmware.api [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757506, 'name': PowerOnVM_Task, 'duration_secs': 0.914624} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.333714] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.333714] env[62023]: INFO nova.compute.manager [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Took 6.16 seconds to spawn the instance on the hypervisor. [ 1279.333714] env[62023]: DEBUG nova.compute.manager [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.337429] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3589b4c-d1cc-4686-a860-f5f3cd6b94df {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.424456] env[62023]: DEBUG nova.compute.manager [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.431363] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Acquiring lock "refresh_cache-bd476a07-2d23-4504-a06b-273f852da654" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.431760] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Acquired lock "refresh_cache-bd476a07-2d23-4504-a06b-273f852da654" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.432687] env[62023]: DEBUG nova.network.neutron [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.481223] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.516064] env[62023]: DEBUG nova.compute.manager [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1279.533652] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.552241] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8df2c96-051b-45fd-b986-8102e97f1ab0 req-aa606eba-ec65-4ec6-84dc-c6b266f252c1 service nova] Releasing lock "refresh_cache-4165552d-09a6-4e98-a12e-3ecc62c5d75e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.571802] env[62023]: DEBUG nova.compute.manager [req-50cf7ba5-f31b-43a1-972e-6a838822217a req-e268b30f-f3ec-4b3d-9172-190be9874051 service nova] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Received event network-vif-deleted-acdfc160-e00c-4d6e-9ab1-b98920bdf3b9 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1279.692772] env[62023]: INFO nova.compute.manager [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Took 21.51 seconds to build instance. [ 1279.807673] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522db5d4-64cb-0b9d-d9c1-750cc7b6c8be, 'name': SearchDatastore_Task, 'duration_secs': 0.036376} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.808095] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.808095] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 4165552d-09a6-4e98-a12e-3ecc62c5d75e/4165552d-09a6-4e98-a12e-3ecc62c5d75e.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.811344] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6008cf58-4046-4f9e-ab50-9de7be23daa7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.822541] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Waiting for the task: (returnval){ [ 1279.822541] env[62023]: value = "task-1757508" [ 1279.822541] env[62023]: _type = "Task" [ 1279.822541] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.835528] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': task-1757508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.874372] env[62023]: INFO nova.compute.manager [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Took 13.98 seconds to build instance. [ 1279.957130] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c510bf-209b-44e4-8d6d-17d2410ce586 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.978201] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1176aad1-07ac-49ef-9f05-c5664ac5e27d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.016945] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.018617] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3a2a73-e088-44aa-b5c2-37423e9340b3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.042253] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cafc7d-c4d2-417e-b5b1-650d53b00368 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.059212] env[62023]: DEBUG nova.compute.provider_tree [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.062709] env[62023]: DEBUG nova.network.neutron [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Successfully created port: c0a76307-fe2d-4784-921f-74b3d9f98029 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1280.076911] env[62023]: DEBUG nova.network.neutron [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1280.197376] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0f99480a-e3e9-407b-ae6f-1a85cad5295b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "79e46bde-6072-4afb-aa46-79f8c0a929bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.021s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.339985] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': task-1757508, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.377819] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5d7f867-c875-4240-950d-8d3a9e83aa3d tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Lock "a66dd77d-569c-4410-a183-5595d682b3ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.490s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.540419] env[62023]: DEBUG nova.compute.manager [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1280.564534] env[62023]: DEBUG nova.scheduler.client.report [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.584931] env[62023]: DEBUG nova.virt.hardware [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.585592] env[62023]: DEBUG nova.virt.hardware [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.586193] env[62023]: DEBUG nova.virt.hardware [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.586559] env[62023]: DEBUG nova.virt.hardware [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.587070] env[62023]: DEBUG nova.virt.hardware [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.587420] env[62023]: DEBUG nova.virt.hardware [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.587846] env[62023]: DEBUG nova.virt.hardware [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.588146] env[62023]: DEBUG nova.virt.hardware [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.588700] env[62023]: DEBUG nova.virt.hardware [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.589080] env[62023]: DEBUG nova.virt.hardware [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.589376] env[62023]: DEBUG nova.virt.hardware [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.590410] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09099d3-579e-4127-bb51-50898b008e1b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.609482] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29428aad-d8d0-4506-be19-35cc8d590560 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.701690] env[62023]: DEBUG nova.compute.manager [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1280.725550] env[62023]: DEBUG nova.network.neutron [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Updating instance_info_cache with network_info: [{"id": "c6fb562c-ad69-40b4-8b50-093618c877b1", "address": "fa:16:3e:90:96:b6", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6fb562c-ad", "ovs_interfaceid": "c6fb562c-ad69-40b4-8b50-093618c877b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.835437] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': task-1757508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611288} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.835913] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 4165552d-09a6-4e98-a12e-3ecc62c5d75e/4165552d-09a6-4e98-a12e-3ecc62c5d75e.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.835913] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.836036] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-821a16e1-e09c-44a6-b909-a7ca17562a5a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.845494] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Waiting for the task: (returnval){ [ 1280.845494] env[62023]: value = "task-1757509" [ 1280.845494] env[62023]: _type = "Task" [ 1280.845494] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.856471] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': task-1757509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.072473] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.072473] env[62023]: DEBUG nova.compute.manager [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1281.074940] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.066s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.076734] env[62023]: INFO nova.compute.claims [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.229371] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Releasing lock "refresh_cache-bd476a07-2d23-4504-a06b-273f852da654" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.229612] env[62023]: DEBUG nova.compute.manager [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Instance network_info: |[{"id": "c6fb562c-ad69-40b4-8b50-093618c877b1", "address": "fa:16:3e:90:96:b6", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6fb562c-ad", "ovs_interfaceid": "c6fb562c-ad69-40b4-8b50-093618c877b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1281.230109] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:96:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6fb562c-ad69-40b4-8b50-093618c877b1', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.238020] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Creating folder: Project (8bb96f349ac34d1bb713c7b9348b873e). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.239223] env[62023]: DEBUG oslo_concurrency.lockutils [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.239467] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5feba93-0a0a-422e-bda4-5be4433f4a21 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.254335] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Created folder: Project (8bb96f349ac34d1bb713c7b9348b873e) in parent group-v365170. [ 1281.254578] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Creating folder: Instances. Parent ref: group-v365199. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.255078] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-812207eb-be6a-46c7-98eb-11f37817a9dc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.267803] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Created folder: Instances in parent group-v365199. [ 1281.268100] env[62023]: DEBUG oslo.service.loopingcall [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1281.268312] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd476a07-2d23-4504-a06b-273f852da654] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.268522] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c81343a3-3b8b-4f7b-8a54-288feca22d0b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.289472] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.289472] env[62023]: value = "task-1757512" [ 1281.289472] env[62023]: _type = "Task" [ 1281.289472] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.298243] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757512, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.378870] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': task-1757509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096189} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.380221] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.382923] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e445fdfa-6bcf-42be-93b3-d5a7b12d8345 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.414910] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 4165552d-09a6-4e98-a12e-3ecc62c5d75e/4165552d-09a6-4e98-a12e-3ecc62c5d75e.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.415531] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-162370f6-49fe-466c-a493-a922d2856462 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.451128] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Waiting for the task: (returnval){ [ 1281.451128] env[62023]: value = "task-1757513" [ 1281.451128] env[62023]: _type = "Task" [ 1281.451128] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.462722] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': task-1757513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.584416] env[62023]: DEBUG nova.compute.utils [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1281.589019] env[62023]: DEBUG nova.compute.manager [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1281.589019] env[62023]: DEBUG nova.network.neutron [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1281.704136] env[62023]: DEBUG nova.policy [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57362a2a31aa485b8fb5d237797afd7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8024759e022f4ab9a08945f1cb472371', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1281.803791] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757512, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.971117] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': task-1757513, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.095112] env[62023]: DEBUG nova.compute.manager [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1282.153959] env[62023]: DEBUG nova.compute.manager [req-ced22fdc-131b-46bb-b2e2-a2198392a081 req-049ee727-641b-4d95-a85d-e69d8e58c079 service nova] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Received event network-vif-deleted-8856477d-5166-4bde-b0c7-07576504a49e {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1282.301537] env[62023]: DEBUG nova.network.neutron [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Successfully created port: be608b83-a8ee-424d-9053-ee542c7ff821 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1282.307364] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757512, 'name': CreateVM_Task, 'duration_secs': 0.704094} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.309966] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd476a07-2d23-4504-a06b-273f852da654] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.310843] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.311117] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.311332] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.311592] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c412756-b23c-418f-99a3-199966711338 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.318276] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Waiting for the task: (returnval){ [ 1282.318276] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52fb2433-72da-df26-f72e-90965e7dbce8" [ 1282.318276] env[62023]: _type = "Task" [ 1282.318276] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.329888] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52fb2433-72da-df26-f72e-90965e7dbce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.459216] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593d0049-855a-4e68-9b7c-4043f8f592b3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.473024] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924f7805-9fb0-4ca1-a141-f1eb1b121bae {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.473943] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': task-1757513, 'name': ReconfigVM_Task, 'duration_secs': 0.527668} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.474266] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 4165552d-09a6-4e98-a12e-3ecc62c5d75e/4165552d-09a6-4e98-a12e-3ecc62c5d75e.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.475574] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53fa1f29-566c-434e-a12c-142ace1e67e6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.510502] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5759796e-6125-463e-bd26-50bc0373ea13 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.514073] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Waiting for the task: (returnval){ [ 1282.514073] env[62023]: value = "task-1757514" [ 1282.514073] env[62023]: _type = "Task" [ 1282.514073] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.528473] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8ca1e1-04f0-4c8a-b1fc-1bc7c6fee31d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.536578] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': task-1757514, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.548342] env[62023]: DEBUG nova.compute.provider_tree [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.610697] env[62023]: DEBUG oslo_concurrency.lockutils [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "eda5b959-2aec-4193-88a4-b4ef21aace36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.611039] env[62023]: DEBUG oslo_concurrency.lockutils [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "eda5b959-2aec-4193-88a4-b4ef21aace36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.832379] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52fb2433-72da-df26-f72e-90965e7dbce8, 'name': SearchDatastore_Task, 'duration_secs': 0.025229} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.832779] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.832955] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.833150] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.833440] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.833591] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.833867] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-615bc71f-5dd2-43d8-89f3-aa5e1316ad51 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.851029] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.851029] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.851029] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca7db674-c5fc-4119-a456-8ac66b6e3623 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.855595] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Waiting for the task: (returnval){ [ 1282.855595] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cd17d6-ee89-8a49-ec65-69439058f71b" [ 1282.855595] env[62023]: _type = "Task" [ 1282.855595] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.865713] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cd17d6-ee89-8a49-ec65-69439058f71b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.962826] env[62023]: DEBUG nova.network.neutron [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Successfully updated port: c0a76307-fe2d-4784-921f-74b3d9f98029 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1283.025490] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': task-1757514, 'name': Rename_Task, 'duration_secs': 0.260057} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.025854] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.026063] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa586399-a766-41da-a081-a36622d96245 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.034339] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Waiting for the task: (returnval){ [ 1283.034339] env[62023]: value = "task-1757515" [ 1283.034339] env[62023]: _type = "Task" [ 1283.034339] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.048263] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': task-1757515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.053851] env[62023]: DEBUG nova.scheduler.client.report [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.113627] env[62023]: DEBUG nova.compute.manager [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1283.116097] env[62023]: DEBUG nova.compute.manager [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1283.146763] env[62023]: DEBUG nova.virt.hardware [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.147041] env[62023]: DEBUG nova.virt.hardware [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.149437] env[62023]: DEBUG nova.virt.hardware [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.149759] env[62023]: DEBUG nova.virt.hardware [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.149893] env[62023]: DEBUG nova.virt.hardware [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.150060] env[62023]: DEBUG nova.virt.hardware [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.150273] env[62023]: DEBUG nova.virt.hardware [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.150431] env[62023]: DEBUG nova.virt.hardware [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.150601] env[62023]: DEBUG nova.virt.hardware [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.150763] env[62023]: DEBUG nova.virt.hardware [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.150932] env[62023]: DEBUG nova.virt.hardware [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.151852] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a736372-61e9-48fb-9cf8-4d3df88c2542 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.163390] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed01f9e-bf25-494c-a9fc-263eb3be38d6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.367615] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cd17d6-ee89-8a49-ec65-69439058f71b, 'name': SearchDatastore_Task, 'duration_secs': 0.020832} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.368538] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf4888f7-9277-478f-b10a-b2d83691fe37 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.375398] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Waiting for the task: (returnval){ [ 1283.375398] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a378bb-6471-0a95-6d45-d1ca6aeb8c11" [ 1283.375398] env[62023]: _type = "Task" [ 1283.375398] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.386204] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a378bb-6471-0a95-6d45-d1ca6aeb8c11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.419147] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6a17a080-c5f2-43fd-bc7a-807ab07f399d tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Acquiring lock "96367e04-6e18-443f-9dfd-6e8b6b2bbbe7" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.419862] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6a17a080-c5f2-43fd-bc7a-807ab07f399d tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Lock "96367e04-6e18-443f-9dfd-6e8b6b2bbbe7" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.419862] env[62023]: INFO nova.compute.manager [None req-6a17a080-c5f2-43fd-bc7a-807ab07f399d tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Rebooting instance [ 1283.465164] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Acquiring lock "refresh_cache-3a6808f1-65c2-4a03-b53d-ef7e9540b7b1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.465164] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Acquired lock "refresh_cache-3a6808f1-65c2-4a03-b53d-ef7e9540b7b1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.465164] env[62023]: DEBUG nova.network.neutron [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.548505] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': task-1757515, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.562019] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.562019] env[62023]: DEBUG nova.compute.manager [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1283.564155] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.078s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.567049] env[62023]: INFO nova.compute.claims [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.648070] env[62023]: DEBUG oslo_concurrency.lockutils [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.894568] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a378bb-6471-0a95-6d45-d1ca6aeb8c11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.968551] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6a17a080-c5f2-43fd-bc7a-807ab07f399d tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Acquiring lock "refresh_cache-96367e04-6e18-443f-9dfd-6e8b6b2bbbe7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.968551] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6a17a080-c5f2-43fd-bc7a-807ab07f399d tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Acquired lock "refresh_cache-96367e04-6e18-443f-9dfd-6e8b6b2bbbe7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.968551] env[62023]: DEBUG nova.network.neutron [None req-6a17a080-c5f2-43fd-bc7a-807ab07f399d tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.006634] env[62023]: DEBUG nova.network.neutron [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1284.055078] env[62023]: DEBUG nova.compute.manager [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] [instance: bd476a07-2d23-4504-a06b-273f852da654] Received event network-vif-plugged-c6fb562c-ad69-40b4-8b50-093618c877b1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1284.055462] env[62023]: DEBUG oslo_concurrency.lockutils [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] Acquiring lock "bd476a07-2d23-4504-a06b-273f852da654-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.056244] env[62023]: DEBUG oslo_concurrency.lockutils [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] Lock "bd476a07-2d23-4504-a06b-273f852da654-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.056244] env[62023]: DEBUG oslo_concurrency.lockutils [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] Lock "bd476a07-2d23-4504-a06b-273f852da654-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.056244] env[62023]: DEBUG nova.compute.manager [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] [instance: bd476a07-2d23-4504-a06b-273f852da654] No waiting events found dispatching network-vif-plugged-c6fb562c-ad69-40b4-8b50-093618c877b1 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1284.056244] env[62023]: WARNING nova.compute.manager [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] [instance: bd476a07-2d23-4504-a06b-273f852da654] Received unexpected event network-vif-plugged-c6fb562c-ad69-40b4-8b50-093618c877b1 for instance with vm_state building and task_state spawning. [ 1284.056439] env[62023]: DEBUG nova.compute.manager [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] [instance: bd476a07-2d23-4504-a06b-273f852da654] Received event network-changed-c6fb562c-ad69-40b4-8b50-093618c877b1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1284.056641] env[62023]: DEBUG nova.compute.manager [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] [instance: bd476a07-2d23-4504-a06b-273f852da654] Refreshing instance network info cache due to event network-changed-c6fb562c-ad69-40b4-8b50-093618c877b1. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1284.056885] env[62023]: DEBUG oslo_concurrency.lockutils [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] Acquiring lock "refresh_cache-bd476a07-2d23-4504-a06b-273f852da654" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.057082] env[62023]: DEBUG oslo_concurrency.lockutils [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] Acquired lock "refresh_cache-bd476a07-2d23-4504-a06b-273f852da654" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.057311] env[62023]: DEBUG nova.network.neutron [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] [instance: bd476a07-2d23-4504-a06b-273f852da654] Refreshing network info cache for port c6fb562c-ad69-40b4-8b50-093618c877b1 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.062594] env[62023]: DEBUG oslo_vmware.api [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': task-1757515, 'name': PowerOnVM_Task, 'duration_secs': 0.860096} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.062594] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.062594] env[62023]: INFO nova.compute.manager [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Took 13.21 seconds to spawn the instance on the hypervisor. [ 1284.062594] env[62023]: DEBUG nova.compute.manager [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.062594] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76939918-89e2-4170-91ba-19da69d954bb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.074750] env[62023]: DEBUG nova.compute.utils [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1284.080403] env[62023]: DEBUG nova.compute.manager [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1284.081129] env[62023]: DEBUG nova.network.neutron [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1284.214774] env[62023]: DEBUG nova.policy [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd7c0548bf0b4904bee7b6ab6ef6ad39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a64101a5335c4c1385a8e26bd2ee36c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1284.393138] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a378bb-6471-0a95-6d45-d1ca6aeb8c11, 'name': SearchDatastore_Task, 'duration_secs': 0.625665} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.393493] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.393787] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] bd476a07-2d23-4504-a06b-273f852da654/bd476a07-2d23-4504-a06b-273f852da654.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.397059] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54484901-f643-4879-a611-3b84b8d83437 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.407079] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Waiting for the task: (returnval){ [ 1284.407079] env[62023]: value = "task-1757516" [ 1284.407079] env[62023]: _type = "Task" [ 1284.407079] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.417782] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.462692] env[62023]: DEBUG nova.network.neutron [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Updating instance_info_cache with network_info: [{"id": "c0a76307-fe2d-4784-921f-74b3d9f98029", "address": "fa:16:3e:25:d2:1e", "network": {"id": "d64d6be3-b913-495e-955f-9089f2053ae5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-913194892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029ecfda04054cd29fa68121bb5f8684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a76307-fe", "ovs_interfaceid": "c0a76307-fe2d-4784-921f-74b3d9f98029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.580881] env[62023]: DEBUG nova.compute.manager [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1284.593865] env[62023]: INFO nova.compute.manager [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Took 21.38 seconds to build instance. [ 1284.921020] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcf2f23-c75f-4904-b4c0-fb3407232a57 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.928083] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.934252] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8955ef45-9bd6-425c-871e-7b0081e1f4e2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.971566] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Releasing lock "refresh_cache-3a6808f1-65c2-4a03-b53d-ef7e9540b7b1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.972332] env[62023]: DEBUG nova.compute.manager [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Instance network_info: |[{"id": "c0a76307-fe2d-4784-921f-74b3d9f98029", "address": "fa:16:3e:25:d2:1e", "network": {"id": "d64d6be3-b913-495e-955f-9089f2053ae5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-913194892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029ecfda04054cd29fa68121bb5f8684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a76307-fe", "ovs_interfaceid": "c0a76307-fe2d-4784-921f-74b3d9f98029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1284.973809] env[62023]: DEBUG nova.network.neutron [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] [instance: bd476a07-2d23-4504-a06b-273f852da654] Updated VIF entry in instance network info cache for port c6fb562c-ad69-40b4-8b50-093618c877b1. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.973939] env[62023]: DEBUG nova.network.neutron [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] [instance: bd476a07-2d23-4504-a06b-273f852da654] Updating instance_info_cache with network_info: [{"id": "c6fb562c-ad69-40b4-8b50-093618c877b1", "address": "fa:16:3e:90:96:b6", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6fb562c-ad", "ovs_interfaceid": "c6fb562c-ad69-40b4-8b50-093618c877b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.975537] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:d2:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0a76307-fe2d-4784-921f-74b3d9f98029', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.984048] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Creating folder: Project (029ecfda04054cd29fa68121bb5f8684). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1284.984845] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536ebf5e-2271-408c-a7a0-a2f5f7056e42 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.990266] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d1d4283-5ceb-4828-b94a-3762ec40ec2d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.999953] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3440af3f-968e-4bc2-82be-ab36acbc2d1e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.010878] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Created folder: Project (029ecfda04054cd29fa68121bb5f8684) in parent group-v365170. [ 1285.010971] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Creating folder: Instances. Parent ref: group-v365202. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1285.011540] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baf16329-6573-4e1b-a3b6-f18394a1b4db {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.022204] env[62023]: DEBUG nova.compute.provider_tree [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.034029] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Created folder: Instances in parent group-v365202. [ 1285.034517] env[62023]: DEBUG oslo.service.loopingcall [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1285.034517] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.034702] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32221978-710f-48e9-8d76-37c24112914f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.060853] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.060853] env[62023]: value = "task-1757519" [ 1285.060853] env[62023]: _type = "Task" [ 1285.060853] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.076348] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757519, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.102739] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ee45839-c327-4dca-bc30-7ac8afaa2ebb tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Lock "4165552d-09a6-4e98-a12e-3ecc62c5d75e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.910s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.103054] env[62023]: DEBUG oslo_concurrency.lockutils [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "b4249275-18dc-4d4b-9e6a-9e97cd84325a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.103383] env[62023]: DEBUG oslo_concurrency.lockutils [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "b4249275-18dc-4d4b-9e6a-9e97cd84325a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.216492] env[62023]: DEBUG nova.network.neutron [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Successfully updated port: be608b83-a8ee-424d-9053-ee542c7ff821 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1285.321259] env[62023]: DEBUG nova.network.neutron [None req-6a17a080-c5f2-43fd-bc7a-807ab07f399d tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Updating instance_info_cache with network_info: [{"id": "5ece46d1-024a-4626-908b-d1ef58b0811b", "address": "fa:16:3e:03:ba:22", "network": {"id": "739a6bb9-bf84-482a-8629-4785ff388109", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-480111708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e3f86b3e62534d88961ae157255e2a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ece46d1-02", "ovs_interfaceid": "5ece46d1-024a-4626-908b-d1ef58b0811b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.351225] env[62023]: DEBUG nova.network.neutron [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Successfully created port: 0cf756ce-23dc-4c79-9201-b1a3958a0390 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1285.421681] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757516, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.489917] env[62023]: DEBUG oslo_concurrency.lockutils [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] Releasing lock "refresh_cache-bd476a07-2d23-4504-a06b-273f852da654" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.490072] env[62023]: DEBUG nova.compute.manager [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Received event network-changed-cca37611-bc0b-42a3-9589-9431dd7575e7 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1285.490327] env[62023]: DEBUG nova.compute.manager [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Refreshing instance network info cache due to event network-changed-cca37611-bc0b-42a3-9589-9431dd7575e7. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1285.490574] env[62023]: DEBUG oslo_concurrency.lockutils [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] Acquiring lock "refresh_cache-58907f54-91c4-4526-9661-8aaa4395d4a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.490766] env[62023]: DEBUG oslo_concurrency.lockutils [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] Acquired lock "refresh_cache-58907f54-91c4-4526-9661-8aaa4395d4a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.491109] env[62023]: DEBUG nova.network.neutron [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Refreshing network info cache for port cca37611-bc0b-42a3-9589-9431dd7575e7 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.527486] env[62023]: DEBUG nova.scheduler.client.report [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.573652] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757519, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.601159] env[62023]: DEBUG nova.compute.manager [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1285.605965] env[62023]: DEBUG nova.compute.manager [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1285.646229] env[62023]: DEBUG nova.virt.hardware [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1486459071',id=32,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1156803344',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.646532] env[62023]: DEBUG nova.virt.hardware [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.646742] env[62023]: DEBUG nova.virt.hardware [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.647066] env[62023]: DEBUG nova.virt.hardware [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.647342] env[62023]: DEBUG nova.virt.hardware [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.647594] env[62023]: DEBUG nova.virt.hardware [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.647953] env[62023]: DEBUG nova.virt.hardware [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.648233] env[62023]: DEBUG nova.virt.hardware [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.648520] env[62023]: DEBUG nova.virt.hardware [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.648933] env[62023]: DEBUG nova.virt.hardware [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.649074] env[62023]: DEBUG nova.virt.hardware [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.650298] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b796f24-3916-424d-a28b-195c55c7ae1e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.666298] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e2fbfe-9d83-4f1f-bfe0-d6fd31a95ed2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.706242] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "b352bc01-cf53-4fe9-a444-116186919b67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.706489] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "b352bc01-cf53-4fe9-a444-116186919b67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.715426] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "refresh_cache-54ae22a9-06cc-40ec-8026-9375df41194c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.715612] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "refresh_cache-54ae22a9-06cc-40ec-8026-9375df41194c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.715773] env[62023]: DEBUG nova.network.neutron [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.805998] env[62023]: INFO nova.compute.manager [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Rebuilding instance [ 1285.826272] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6a17a080-c5f2-43fd-bc7a-807ab07f399d tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Releasing lock "refresh_cache-96367e04-6e18-443f-9dfd-6e8b6b2bbbe7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.863233] env[62023]: DEBUG nova.compute.manager [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.863905] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0783ea29-cb28-43cd-a936-4d36d28a36e8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.925255] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757516, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.033693] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.034297] env[62023]: DEBUG nova.compute.manager [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1286.037249] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.393s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.037337] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.037751] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1286.037835] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.847s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.038061] env[62023]: DEBUG nova.objects.instance [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Lazy-loading 'resources' on Instance uuid b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.040356] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d82a61-30a3-4f21-9137-d0e99a3782c6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.052482] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc20bc04-9b7a-4f9b-a701-f1a9f9e7ed7f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.077931] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d1c4b6-2580-4942-9757-a6847d9571fd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.095151] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a4bdd3-8e81-4c84-8643-334034f7cace {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.099278] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757519, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.137779] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181402MB free_disk=168GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1286.138047] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.157036] env[62023]: DEBUG oslo_concurrency.lockutils [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.261435] env[62023]: DEBUG nova.network.neutron [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1286.337346] env[62023]: DEBUG nova.compute.manager [None req-6a17a080-c5f2-43fd-bc7a-807ab07f399d tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.338462] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3232e490-08cc-4cae-8b0d-324e7638fdb7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.430281] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757516, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.605046} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.430627] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] bd476a07-2d23-4504-a06b-273f852da654/bd476a07-2d23-4504-a06b-273f852da654.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.430785] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.431102] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12009abb-c529-4524-a421-0433161e9f94 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.445661] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Waiting for the task: (returnval){ [ 1286.445661] env[62023]: value = "task-1757520" [ 1286.445661] env[62023]: _type = "Task" [ 1286.445661] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.456616] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.457821] env[62023]: DEBUG nova.network.neutron [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Updated VIF entry in instance network info cache for port cca37611-bc0b-42a3-9589-9431dd7575e7. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.458165] env[62023]: DEBUG nova.network.neutron [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Updating instance_info_cache with network_info: [{"id": "cca37611-bc0b-42a3-9589-9431dd7575e7", "address": "fa:16:3e:45:ef:52", "network": {"id": "e421d21c-415d-4de6-bc6b-77391ea99354", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-370538011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c64761ac9fec479e90a1c275b55ed13a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca37611-bc", "ovs_interfaceid": "cca37611-bc0b-42a3-9589-9431dd7575e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.490676] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Acquiring lock "b1111972-8a27-44da-8f20-98808abadbb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.490972] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Lock "b1111972-8a27-44da-8f20-98808abadbb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.541451] env[62023]: DEBUG nova.compute.utils [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1286.543170] env[62023]: DEBUG nova.compute.manager [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1286.544015] env[62023]: DEBUG nova.network.neutron [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1286.571353] env[62023]: DEBUG nova.network.neutron [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Updating instance_info_cache with network_info: [{"id": "be608b83-a8ee-424d-9053-ee542c7ff821", "address": "fa:16:3e:3a:cb:16", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe608b83-a8", "ovs_interfaceid": "be608b83-a8ee-424d-9053-ee542c7ff821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.591087] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757519, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.616051] env[62023]: DEBUG nova.policy [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44c5d97942ea4a92a5f2bb7e11a8560b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bbdfbd74a8d47fdbfea23871bb0bf4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1286.888653] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.888970] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c2baa15-7858-43fc-8f56-a4dc09e6c892 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.904648] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for the task: (returnval){ [ 1286.904648] env[62023]: value = "task-1757521" [ 1286.904648] env[62023]: _type = "Task" [ 1286.904648] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.926787] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.932244] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4301ecee-6cba-47ee-9cb4-d91d69c660f1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.941109] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684ae1a9-e316-4db8-aa65-d9c3f3fd9c14 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.981277] env[62023]: DEBUG oslo_concurrency.lockutils [req-a1dcf62d-a073-4615-ace6-4563d39890c7 req-9aa1ff21-5874-4e01-bba2-bf4a0068aeab service nova] Releasing lock "refresh_cache-58907f54-91c4-4526-9661-8aaa4395d4a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.983512] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0d06f6-fa41-44d2-8d06-5a36f2989043 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.990319] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136962} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.991183] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.992313] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb46fa7-6c8c-427d-a2de-4a45e3ea4561 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.999773] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d38d22-6826-4365-a7e4-89d84fa275ac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.026499] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] bd476a07-2d23-4504-a06b-273f852da654/bd476a07-2d23-4504-a06b-273f852da654.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.026499] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df1526fe-deb3-4e60-a46b-d69542358432 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.054989] env[62023]: DEBUG nova.compute.manager [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1287.058285] env[62023]: DEBUG nova.compute.provider_tree [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.067036] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Waiting for the task: (returnval){ [ 1287.067036] env[62023]: value = "task-1757522" [ 1287.067036] env[62023]: _type = "Task" [ 1287.067036] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.082273] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.083280] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "refresh_cache-54ae22a9-06cc-40ec-8026-9375df41194c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.083661] env[62023]: DEBUG nova.compute.manager [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Instance network_info: |[{"id": "be608b83-a8ee-424d-9053-ee542c7ff821", "address": "fa:16:3e:3a:cb:16", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe608b83-a8", "ovs_interfaceid": "be608b83-a8ee-424d-9053-ee542c7ff821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1287.084124] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:cb:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be608b83-a8ee-424d-9053-ee542c7ff821', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.093441] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Creating folder: Project (8024759e022f4ab9a08945f1cb472371). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.097980] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3155b50-d030-4067-94da-a6dcde9c49f3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.100266] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757519, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.112705] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Created folder: Project (8024759e022f4ab9a08945f1cb472371) in parent group-v365170. [ 1287.112981] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Creating folder: Instances. Parent ref: group-v365205. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.113242] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42b31bb0-46c5-4bf7-b47f-107db9ad8a70 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.127815] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Created folder: Instances in parent group-v365205. [ 1287.128118] env[62023]: DEBUG oslo.service.loopingcall [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1287.128372] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.128647] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d002a8c5-f6b7-46be-8d3f-833065d49e79 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.154734] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.154734] env[62023]: value = "task-1757525" [ 1287.154734] env[62023]: _type = "Task" [ 1287.154734] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.166439] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757525, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.357224] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660443e4-2597-4f79-a0d3-341f3f9ab00b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.376840] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6a17a080-c5f2-43fd-bc7a-807ab07f399d tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Doing hard reboot of VM {{(pid=62023) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1287.377560] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e5fc1494-5502-40e7-ab00-9ac58ff5691f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.388414] env[62023]: DEBUG oslo_vmware.api [None req-6a17a080-c5f2-43fd-bc7a-807ab07f399d tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Waiting for the task: (returnval){ [ 1287.388414] env[62023]: value = "task-1757526" [ 1287.388414] env[62023]: _type = "Task" [ 1287.388414] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.401191] env[62023]: DEBUG oslo_vmware.api [None req-6a17a080-c5f2-43fd-bc7a-807ab07f399d tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': task-1757526, 'name': ResetVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.415998] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757521, 'name': PowerOffVM_Task, 'duration_secs': 0.183446} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.416345] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.416610] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.417724] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc2898e-2ca8-455f-87e4-9757b34d8bd8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.426653] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.426955] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-993bba3c-426e-4fa9-b2ba-326539bb8e69 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.462581] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.462918] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.463180] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Deleting the datastore file [datastore1] a66dd77d-569c-4410-a183-5595d682b3ae {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.463588] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5538866-5d64-443b-8b2b-33e3b2920fc0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.474705] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for the task: (returnval){ [ 1287.474705] env[62023]: value = "task-1757528" [ 1287.474705] env[62023]: _type = "Task" [ 1287.474705] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.486852] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.493545] env[62023]: DEBUG nova.compute.manager [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Received event network-vif-plugged-c0a76307-fe2d-4784-921f-74b3d9f98029 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1287.494195] env[62023]: DEBUG oslo_concurrency.lockutils [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] Acquiring lock "3a6808f1-65c2-4a03-b53d-ef7e9540b7b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.494195] env[62023]: DEBUG oslo_concurrency.lockutils [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] Lock "3a6808f1-65c2-4a03-b53d-ef7e9540b7b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.496243] env[62023]: DEBUG oslo_concurrency.lockutils [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] Lock "3a6808f1-65c2-4a03-b53d-ef7e9540b7b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.496243] env[62023]: DEBUG nova.compute.manager [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] No waiting events found dispatching network-vif-plugged-c0a76307-fe2d-4784-921f-74b3d9f98029 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1287.496243] env[62023]: WARNING nova.compute.manager [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Received unexpected event network-vif-plugged-c0a76307-fe2d-4784-921f-74b3d9f98029 for instance with vm_state building and task_state spawning. [ 1287.496243] env[62023]: DEBUG nova.compute.manager [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Received event network-changed-c0a76307-fe2d-4784-921f-74b3d9f98029 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1287.496243] env[62023]: DEBUG nova.compute.manager [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Refreshing instance network info cache due to event network-changed-c0a76307-fe2d-4784-921f-74b3d9f98029. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1287.496630] env[62023]: DEBUG oslo_concurrency.lockutils [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] Acquiring lock "refresh_cache-3a6808f1-65c2-4a03-b53d-ef7e9540b7b1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.496630] env[62023]: DEBUG oslo_concurrency.lockutils [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] Acquired lock "refresh_cache-3a6808f1-65c2-4a03-b53d-ef7e9540b7b1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.496630] env[62023]: DEBUG nova.network.neutron [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Refreshing network info cache for port c0a76307-fe2d-4784-921f-74b3d9f98029 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.544550] env[62023]: DEBUG nova.network.neutron [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Successfully created port: f1691d7c-c4a7-49c3-a056-d34650b8fa8c {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1287.565707] env[62023]: DEBUG nova.scheduler.client.report [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.588257] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757522, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.590960] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757519, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.667325] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757525, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.785334] env[62023]: DEBUG nova.network.neutron [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Successfully updated port: 0cf756ce-23dc-4c79-9201-b1a3958a0390 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1287.904025] env[62023]: DEBUG oslo_vmware.api [None req-6a17a080-c5f2-43fd-bc7a-807ab07f399d tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': task-1757526, 'name': ResetVM_Task, 'duration_secs': 0.118388} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.904025] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6a17a080-c5f2-43fd-bc7a-807ab07f399d tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Did hard reboot of VM {{(pid=62023) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1287.904025] env[62023]: DEBUG nova.compute.manager [None req-6a17a080-c5f2-43fd-bc7a-807ab07f399d tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.904370] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a019608b-4498-4d93-b87e-64972147b72d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.985952] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168999} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.986172] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.986419] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.986515] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.071623] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.078540] env[62023]: DEBUG nova.compute.manager [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1288.080933] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.601s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.082484] env[62023]: INFO nova.compute.claims [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1288.110823] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757522, 'name': ReconfigVM_Task, 'duration_secs': 0.566631} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.115316] env[62023]: INFO nova.scheduler.client.report [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Deleted allocations for instance b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc [ 1288.116659] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Reconfigured VM instance instance-0000000b to attach disk [datastore1] bd476a07-2d23-4504-a06b-273f852da654/bd476a07-2d23-4504-a06b-273f852da654.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.117343] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757519, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.119801] env[62023]: DEBUG nova.virt.hardware [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1288.120185] env[62023]: DEBUG nova.virt.hardware [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.120283] env[62023]: DEBUG nova.virt.hardware [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1288.120619] env[62023]: DEBUG nova.virt.hardware [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.120680] env[62023]: DEBUG nova.virt.hardware [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1288.121057] env[62023]: DEBUG nova.virt.hardware [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1288.121131] env[62023]: DEBUG nova.virt.hardware [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1288.121311] env[62023]: DEBUG nova.virt.hardware [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1288.121686] env[62023]: DEBUG nova.virt.hardware [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1288.121686] env[62023]: DEBUG nova.virt.hardware [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1288.121968] env[62023]: DEBUG nova.virt.hardware [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1288.125243] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9da8640-bae7-4548-9f22-a683d7597a7e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.127166] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad93b0f-76a8-4312-a4e2-ef86af2d6031 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.138988] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac306f52-7627-4b81-81df-bdcb5fdee714 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.144216] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Waiting for the task: (returnval){ [ 1288.144216] env[62023]: value = "task-1757529" [ 1288.144216] env[62023]: _type = "Task" [ 1288.144216] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.163980] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757529, 'name': Rename_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.171392] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757525, 'name': CreateVM_Task, 'duration_secs': 0.553196} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.171597] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.172471] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.172662] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.173350] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1288.173673] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44839bc7-93e2-4ea4-85fc-090c8495c58c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.179167] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1288.179167] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a10099-ee98-7f47-a5aa-0c26847081dd" [ 1288.179167] env[62023]: _type = "Task" [ 1288.179167] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.190143] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a10099-ee98-7f47-a5aa-0c26847081dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.289042] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquiring lock "refresh_cache-515c9cc6-3b46-4e72-8bfa-6b345ab97f38" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.289275] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquired lock "refresh_cache-515c9cc6-3b46-4e72-8bfa-6b345ab97f38" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.289555] env[62023]: DEBUG nova.network.neutron [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.426986] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6a17a080-c5f2-43fd-bc7a-807ab07f399d tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Lock "96367e04-6e18-443f-9dfd-6e8b6b2bbbe7" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.007s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.482010] env[62023]: DEBUG nova.network.neutron [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Updated VIF entry in instance network info cache for port c0a76307-fe2d-4784-921f-74b3d9f98029. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.482378] env[62023]: DEBUG nova.network.neutron [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Updating instance_info_cache with network_info: [{"id": "c0a76307-fe2d-4784-921f-74b3d9f98029", "address": "fa:16:3e:25:d2:1e", "network": {"id": "d64d6be3-b913-495e-955f-9089f2053ae5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-913194892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029ecfda04054cd29fa68121bb5f8684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a76307-fe", "ovs_interfaceid": "c0a76307-fe2d-4784-921f-74b3d9f98029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.601311] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757519, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.634637] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3255932-c3b6-4c95-b2b9-bdd6a41f8dfc tempest-ServerDiagnosticsTest-787462201 tempest-ServerDiagnosticsTest-787462201-project-member] Lock "b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.225s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.658811] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757529, 'name': Rename_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.693805] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a10099-ee98-7f47-a5aa-0c26847081dd, 'name': SearchDatastore_Task, 'duration_secs': 0.024953} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.694596] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.694596] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.694839] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.695658] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.695658] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.696038] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7841c8b5-fa2d-4a31-b922-26477bd7bb1a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.707343] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.707540] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.708467] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46b98a20-30c2-4a29-8b3e-c7509bd90478 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.716909] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1288.716909] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52372377-77b0-f761-8a65-30bce89a4615" [ 1288.716909] env[62023]: _type = "Task" [ 1288.716909] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.727380] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52372377-77b0-f761-8a65-30bce89a4615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.864841] env[62023]: DEBUG nova.network.neutron [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1288.984997] env[62023]: DEBUG oslo_concurrency.lockutils [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] Releasing lock "refresh_cache-3a6808f1-65c2-4a03-b53d-ef7e9540b7b1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.988036] env[62023]: DEBUG nova.compute.manager [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Received event network-vif-plugged-be608b83-a8ee-424d-9053-ee542c7ff821 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1288.988036] env[62023]: DEBUG oslo_concurrency.lockutils [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] Acquiring lock "54ae22a9-06cc-40ec-8026-9375df41194c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.988036] env[62023]: DEBUG oslo_concurrency.lockutils [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] Lock "54ae22a9-06cc-40ec-8026-9375df41194c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.988036] env[62023]: DEBUG oslo_concurrency.lockutils [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] Lock "54ae22a9-06cc-40ec-8026-9375df41194c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.988036] env[62023]: DEBUG nova.compute.manager [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] No waiting events found dispatching network-vif-plugged-be608b83-a8ee-424d-9053-ee542c7ff821 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1288.988321] env[62023]: WARNING nova.compute.manager [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Received unexpected event network-vif-plugged-be608b83-a8ee-424d-9053-ee542c7ff821 for instance with vm_state building and task_state spawning. [ 1288.988321] env[62023]: DEBUG nova.compute.manager [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Received event network-changed-be608b83-a8ee-424d-9053-ee542c7ff821 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1288.988321] env[62023]: DEBUG nova.compute.manager [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Refreshing instance network info cache due to event network-changed-be608b83-a8ee-424d-9053-ee542c7ff821. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1288.988321] env[62023]: DEBUG oslo_concurrency.lockutils [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] Acquiring lock "refresh_cache-54ae22a9-06cc-40ec-8026-9375df41194c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.988321] env[62023]: DEBUG oslo_concurrency.lockutils [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] Acquired lock "refresh_cache-54ae22a9-06cc-40ec-8026-9375df41194c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.988485] env[62023]: DEBUG nova.network.neutron [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Refreshing network info cache for port be608b83-a8ee-424d-9053-ee542c7ff821 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.996670] env[62023]: DEBUG oslo_vmware.rw_handles [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527f68f1-6c4e-b5bf-7277-521129b6617c/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1288.997685] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1e5b33-38dc-40bc-a6a3-05b3b0d87d6a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.011234] env[62023]: DEBUG oslo_vmware.rw_handles [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527f68f1-6c4e-b5bf-7277-521129b6617c/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1289.012268] env[62023]: ERROR oslo_vmware.rw_handles [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527f68f1-6c4e-b5bf-7277-521129b6617c/disk-0.vmdk due to incomplete transfer. [ 1289.012427] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-24938518-b8c0-45fa-b11f-1478022971a1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.022912] env[62023]: DEBUG oslo_vmware.rw_handles [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527f68f1-6c4e-b5bf-7277-521129b6617c/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1289.023296] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Uploaded image 1937191e-ed28-49e8-8914-c38b8a1e3571 to the Glance image server {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1289.025492] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Destroying the VM {{(pid=62023) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1289.028033] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c4871187-1314-45bb-ad0c-f05a11c52de2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.031600] env[62023]: DEBUG nova.virt.hardware [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.031831] env[62023]: DEBUG nova.virt.hardware [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.031975] env[62023]: DEBUG nova.virt.hardware [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.032176] env[62023]: DEBUG nova.virt.hardware [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.032319] env[62023]: DEBUG nova.virt.hardware [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.032462] env[62023]: DEBUG nova.virt.hardware [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.032667] env[62023]: DEBUG nova.virt.hardware [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.032824] env[62023]: DEBUG nova.virt.hardware [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.032988] env[62023]: DEBUG nova.virt.hardware [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.033163] env[62023]: DEBUG nova.virt.hardware [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.033360] env[62023]: DEBUG nova.virt.hardware [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.034232] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a288047d-c6c3-4f4c-be52-d36a6ae3a8d4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.045252] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2e40fb-18d1-430a-82c3-125f66277a3b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.050266] env[62023]: DEBUG oslo_vmware.api [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for the task: (returnval){ [ 1289.050266] env[62023]: value = "task-1757530" [ 1289.050266] env[62023]: _type = "Task" [ 1289.050266] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.062820] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Instance VIF info [] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1289.069042] env[62023]: DEBUG oslo.service.loopingcall [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1289.069793] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1289.070058] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb0c9989-554f-4864-a85a-35e8500fc3ab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.087579] env[62023]: DEBUG oslo_vmware.api [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757530, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.094390] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1289.094390] env[62023]: value = "task-1757531" [ 1289.094390] env[62023]: _type = "Task" [ 1289.094390] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.097816] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757519, 'name': CreateVM_Task, 'duration_secs': 3.823974} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.101273] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1289.102080] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.102309] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.102669] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.106263] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d1df48-1e77-4ccb-ad9d-e878e6b21b33 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.113404] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757531, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.116035] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Waiting for the task: (returnval){ [ 1289.116035] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520f2c80-354e-2603-2695-c9769b236c93" [ 1289.116035] env[62023]: _type = "Task" [ 1289.116035] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.124841] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520f2c80-354e-2603-2695-c9769b236c93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.158533] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757529, 'name': Rename_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.228736] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52372377-77b0-f761-8a65-30bce89a4615, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.232792] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee9ddb56-c9d9-4d9b-95a9-4ee2777b40cf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.241084] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1289.241084] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520b9147-44ef-378e-ca98-d152378cd2ef" [ 1289.241084] env[62023]: _type = "Task" [ 1289.241084] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.256073] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520b9147-44ef-378e-ca98-d152378cd2ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.475628] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899a0ad1-990b-4623-8ef7-e9eeb82bcd57 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.484333] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23f538b-3f8d-4aca-8195-e15c745b9de0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.525720] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5add8246-11a1-4c0d-ae6f-24b9f6441b7e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.533329] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a202e87-f734-4264-85a4-c1ce47786e72 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.548613] env[62023]: DEBUG nova.compute.provider_tree [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.563208] env[62023]: DEBUG oslo_vmware.api [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757530, 'name': Destroy_Task, 'duration_secs': 0.492724} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.563208] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Destroyed the VM [ 1289.563208] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Deleting Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1289.563208] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b92238e1-75d1-418f-82f2-e20ecdea1cea {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.573131] env[62023]: DEBUG oslo_vmware.api [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for the task: (returnval){ [ 1289.573131] env[62023]: value = "task-1757532" [ 1289.573131] env[62023]: _type = "Task" [ 1289.573131] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.577570] env[62023]: DEBUG nova.network.neutron [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Updating instance_info_cache with network_info: [{"id": "0cf756ce-23dc-4c79-9201-b1a3958a0390", "address": "fa:16:3e:4a:4d:62", "network": {"id": "ad947950-6ea7-4bf2-90d3-1b920c7dec0f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-939604298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64101a5335c4c1385a8e26bd2ee36c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf756ce-23", "ovs_interfaceid": "0cf756ce-23dc-4c79-9201-b1a3958a0390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.586022] env[62023]: DEBUG oslo_vmware.api [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757532, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.610192] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757531, 'name': CreateVM_Task, 'duration_secs': 0.399171} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.610330] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1289.610788] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.627242] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520f2c80-354e-2603-2695-c9769b236c93, 'name': SearchDatastore_Task, 'duration_secs': 0.010432} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.627676] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.627824] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.627982] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.628200] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.628521] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.628725] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe0a667-c3c7-4a42-98b4-0305ff01c72b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.634569] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for the task: (returnval){ [ 1289.634569] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52fb6927-8994-fe43-add2-a42e2188f535" [ 1289.634569] env[62023]: _type = "Task" [ 1289.634569] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.643968] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52fb6927-8994-fe43-add2-a42e2188f535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.653485] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757529, 'name': Rename_Task, 'duration_secs': 1.30786} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.653884] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.654229] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-627a6f32-6a35-4314-af9b-216bc6c7e6f4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.662181] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Waiting for the task: (returnval){ [ 1289.662181] env[62023]: value = "task-1757533" [ 1289.662181] env[62023]: _type = "Task" [ 1289.662181] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.671347] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.754296] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520b9147-44ef-378e-ca98-d152378cd2ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009987} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.754563] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.754935] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 54ae22a9-06cc-40ec-8026-9375df41194c/54ae22a9-06cc-40ec-8026-9375df41194c.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.755141] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.755336] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.755619] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ebe9ea3-7781-41d1-ac84-5754fb42f72a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.757979] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-535945c8-0706-4374-bc72-b1ed120c549d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.766969] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1289.766969] env[62023]: value = "task-1757534" [ 1289.766969] env[62023]: _type = "Task" [ 1289.766969] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.768399] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.768549] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1289.772465] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c26667-b355-4436-99f8-ec2961753e5b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.781420] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.782383] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Waiting for the task: (returnval){ [ 1289.782383] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525ab0ea-59d9-fba6-66e5-6f51164d87ed" [ 1289.782383] env[62023]: _type = "Task" [ 1289.782383] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.791285] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525ab0ea-59d9-fba6-66e5-6f51164d87ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.051841] env[62023]: DEBUG nova.scheduler.client.report [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.081556] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Releasing lock "refresh_cache-515c9cc6-3b46-4e72-8bfa-6b345ab97f38" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.082209] env[62023]: DEBUG nova.compute.manager [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Instance network_info: |[{"id": "0cf756ce-23dc-4c79-9201-b1a3958a0390", "address": "fa:16:3e:4a:4d:62", "network": {"id": "ad947950-6ea7-4bf2-90d3-1b920c7dec0f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-939604298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64101a5335c4c1385a8e26bd2ee36c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf756ce-23", "ovs_interfaceid": "0cf756ce-23dc-4c79-9201-b1a3958a0390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1290.084025] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:4d:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cf756ce-23dc-4c79-9201-b1a3958a0390', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1290.100225] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Creating folder: Project (a64101a5335c4c1385a8e26bd2ee36c8). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1290.100648] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6b821e0-ade7-4e91-bf03-985ab2a2f68e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.107482] env[62023]: DEBUG oslo_vmware.api [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757532, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.119945] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Created folder: Project (a64101a5335c4c1385a8e26bd2ee36c8) in parent group-v365170. [ 1290.120162] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Creating folder: Instances. Parent ref: group-v365209. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1290.120497] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27a48b2f-6c11-432b-a9c5-358a8226c349 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.137015] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Created folder: Instances in parent group-v365209. [ 1290.137398] env[62023]: DEBUG oslo.service.loopingcall [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1290.142400] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1290.143782] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8ac05c6-29af-4f2d-bf26-ce0c07d46161 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.170977] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52fb6927-8994-fe43-add2-a42e2188f535, 'name': SearchDatastore_Task, 'duration_secs': 0.009931} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.173073] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.173381] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.173597] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.173836] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1290.173836] env[62023]: value = "task-1757537" [ 1290.173836] env[62023]: _type = "Task" [ 1290.173836] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.182092] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757533, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.189966] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757537, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.265720] env[62023]: DEBUG nova.network.neutron [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Updated VIF entry in instance network info cache for port be608b83-a8ee-424d-9053-ee542c7ff821. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.266198] env[62023]: DEBUG nova.network.neutron [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Updating instance_info_cache with network_info: [{"id": "be608b83-a8ee-424d-9053-ee542c7ff821", "address": "fa:16:3e:3a:cb:16", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe608b83-a8", "ovs_interfaceid": "be608b83-a8ee-424d-9053-ee542c7ff821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.282961] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757534, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.297670] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525ab0ea-59d9-fba6-66e5-6f51164d87ed, 'name': SearchDatastore_Task, 'duration_secs': 0.01845} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.299120] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eff549cc-35f6-4ced-8f71-8b890cb9e2ff {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.306808] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Waiting for the task: (returnval){ [ 1290.306808] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5249044a-e1bc-22d7-21c2-d95a574c05e7" [ 1290.306808] env[62023]: _type = "Task" [ 1290.306808] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.317681] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5249044a-e1bc-22d7-21c2-d95a574c05e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.403299] env[62023]: DEBUG nova.network.neutron [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Successfully updated port: f1691d7c-c4a7-49c3-a056-d34650b8fa8c {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1290.564067] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.564067] env[62023]: DEBUG nova.compute.manager [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1290.565600] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.034s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.566273] env[62023]: DEBUG nova.objects.instance [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Lazy-loading 'resources' on Instance uuid 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.591919] env[62023]: DEBUG oslo_vmware.api [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757532, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.674549] env[62023]: DEBUG oslo_vmware.api [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757533, 'name': PowerOnVM_Task, 'duration_secs': 0.819852} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.675207] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.675792] env[62023]: INFO nova.compute.manager [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Took 15.04 seconds to spawn the instance on the hypervisor. [ 1290.676202] env[62023]: DEBUG nova.compute.manager [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.680465] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26888e45-1c55-4e73-a5d2-77f3eca951b8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.691218] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757537, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.769569] env[62023]: DEBUG oslo_concurrency.lockutils [req-97937247-b99c-46ad-991f-4b2764805564 req-c9bf02b4-8b49-41d1-9159-a81372259968 service nova] Releasing lock "refresh_cache-54ae22a9-06cc-40ec-8026-9375df41194c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.783447] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562156} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.783447] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 54ae22a9-06cc-40ec-8026-9375df41194c/54ae22a9-06cc-40ec-8026-9375df41194c.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1290.784360] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1290.784603] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ca89161-584b-49df-b6bd-4d52b828024e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.792882] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1290.792882] env[62023]: value = "task-1757538" [ 1290.792882] env[62023]: _type = "Task" [ 1290.792882] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.807027] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.818295] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5249044a-e1bc-22d7-21c2-d95a574c05e7, 'name': SearchDatastore_Task, 'duration_secs': 0.021166} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.821734] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.821734] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1/3a6808f1-65c2-4a03-b53d-ef7e9540b7b1.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.821734] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.821734] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.822596] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7aea0f8e-cd0a-4790-a10f-46f4a5d029de {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.822596] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-faf7c49a-ef6a-41c3-9216-e2e955890841 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.830374] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Waiting for the task: (returnval){ [ 1290.830374] env[62023]: value = "task-1757539" [ 1290.830374] env[62023]: _type = "Task" [ 1290.830374] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.837117] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.837117] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.838492] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a22d62a-939f-48e0-993b-d5c16c4d442b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.845798] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': task-1757539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.851542] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for the task: (returnval){ [ 1290.851542] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52778acb-f803-41da-3d00-72e5e123bf30" [ 1290.851542] env[62023]: _type = "Task" [ 1290.851542] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.865375] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52778acb-f803-41da-3d00-72e5e123bf30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.871572] env[62023]: DEBUG nova.compute.manager [req-81f30b9a-996e-4320-b766-adc38cbf396a req-38a0f457-8467-4deb-baa9-73345be2d37c service nova] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Received event network-changed-8ec09a76-22ad-4db1-a08e-05e193d8202b {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1290.871572] env[62023]: DEBUG nova.compute.manager [req-81f30b9a-996e-4320-b766-adc38cbf396a req-38a0f457-8467-4deb-baa9-73345be2d37c service nova] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Refreshing instance network info cache due to event network-changed-8ec09a76-22ad-4db1-a08e-05e193d8202b. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1290.871572] env[62023]: DEBUG oslo_concurrency.lockutils [req-81f30b9a-996e-4320-b766-adc38cbf396a req-38a0f457-8467-4deb-baa9-73345be2d37c service nova] Acquiring lock "refresh_cache-4165552d-09a6-4e98-a12e-3ecc62c5d75e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.871572] env[62023]: DEBUG oslo_concurrency.lockutils [req-81f30b9a-996e-4320-b766-adc38cbf396a req-38a0f457-8467-4deb-baa9-73345be2d37c service nova] Acquired lock "refresh_cache-4165552d-09a6-4e98-a12e-3ecc62c5d75e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.872296] env[62023]: DEBUG nova.network.neutron [req-81f30b9a-996e-4320-b766-adc38cbf396a req-38a0f457-8467-4deb-baa9-73345be2d37c service nova] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Refreshing network info cache for port 8ec09a76-22ad-4db1-a08e-05e193d8202b {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.906299] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquiring lock "refresh_cache-743948c8-57cc-4ab0-8fd7-0c545cd1e6af" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.906587] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquired lock "refresh_cache-743948c8-57cc-4ab0-8fd7-0c545cd1e6af" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.906667] env[62023]: DEBUG nova.network.neutron [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.074026] env[62023]: DEBUG nova.compute.utils [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1291.078476] env[62023]: DEBUG nova.compute.manager [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1291.078655] env[62023]: DEBUG nova.network.neutron [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1291.093368] env[62023]: DEBUG oslo_vmware.api [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757532, 'name': RemoveSnapshot_Task, 'duration_secs': 1.345248} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.093858] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Deleted Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1291.093975] env[62023]: INFO nova.compute.manager [None req-6053ace9-5456-41f7-8359-b014672eea14 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Took 17.44 seconds to snapshot the instance on the hypervisor. [ 1291.147781] env[62023]: DEBUG nova.policy [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df8777d99adc47869ad40c5cdb0b5724', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ced6954bb9049b98e5735e6a55eda8e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1291.190889] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757537, 'name': CreateVM_Task, 'duration_secs': 0.896781} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.192454] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.194763] env[62023]: DEBUG nova.compute.manager [req-76055ea8-c7e7-4867-b9b9-2e200ab5b01c req-169256a2-2c59-4b24-9b29-5eee9d8de57b service nova] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Received event network-vif-plugged-0cf756ce-23dc-4c79-9201-b1a3958a0390 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1291.194763] env[62023]: DEBUG oslo_concurrency.lockutils [req-76055ea8-c7e7-4867-b9b9-2e200ab5b01c req-169256a2-2c59-4b24-9b29-5eee9d8de57b service nova] Acquiring lock "515c9cc6-3b46-4e72-8bfa-6b345ab97f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.194763] env[62023]: DEBUG oslo_concurrency.lockutils [req-76055ea8-c7e7-4867-b9b9-2e200ab5b01c req-169256a2-2c59-4b24-9b29-5eee9d8de57b service nova] Lock "515c9cc6-3b46-4e72-8bfa-6b345ab97f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.194763] env[62023]: DEBUG oslo_concurrency.lockutils [req-76055ea8-c7e7-4867-b9b9-2e200ab5b01c req-169256a2-2c59-4b24-9b29-5eee9d8de57b service nova] Lock "515c9cc6-3b46-4e72-8bfa-6b345ab97f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.194763] env[62023]: DEBUG nova.compute.manager [req-76055ea8-c7e7-4867-b9b9-2e200ab5b01c req-169256a2-2c59-4b24-9b29-5eee9d8de57b service nova] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] No waiting events found dispatching network-vif-plugged-0cf756ce-23dc-4c79-9201-b1a3958a0390 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1291.195105] env[62023]: WARNING nova.compute.manager [req-76055ea8-c7e7-4867-b9b9-2e200ab5b01c req-169256a2-2c59-4b24-9b29-5eee9d8de57b service nova] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Received unexpected event network-vif-plugged-0cf756ce-23dc-4c79-9201-b1a3958a0390 for instance with vm_state building and task_state spawning. [ 1291.195105] env[62023]: DEBUG nova.compute.manager [req-76055ea8-c7e7-4867-b9b9-2e200ab5b01c req-169256a2-2c59-4b24-9b29-5eee9d8de57b service nova] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Received event network-changed-0cf756ce-23dc-4c79-9201-b1a3958a0390 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1291.195105] env[62023]: DEBUG nova.compute.manager [req-76055ea8-c7e7-4867-b9b9-2e200ab5b01c req-169256a2-2c59-4b24-9b29-5eee9d8de57b service nova] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Refreshing instance network info cache due to event network-changed-0cf756ce-23dc-4c79-9201-b1a3958a0390. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1291.195289] env[62023]: DEBUG oslo_concurrency.lockutils [req-76055ea8-c7e7-4867-b9b9-2e200ab5b01c req-169256a2-2c59-4b24-9b29-5eee9d8de57b service nova] Acquiring lock "refresh_cache-515c9cc6-3b46-4e72-8bfa-6b345ab97f38" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.195402] env[62023]: DEBUG oslo_concurrency.lockutils [req-76055ea8-c7e7-4867-b9b9-2e200ab5b01c req-169256a2-2c59-4b24-9b29-5eee9d8de57b service nova] Acquired lock "refresh_cache-515c9cc6-3b46-4e72-8bfa-6b345ab97f38" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.195575] env[62023]: DEBUG nova.network.neutron [req-76055ea8-c7e7-4867-b9b9-2e200ab5b01c req-169256a2-2c59-4b24-9b29-5eee9d8de57b service nova] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Refreshing network info cache for port 0cf756ce-23dc-4c79-9201-b1a3958a0390 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.199926] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.199926] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.199926] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1291.199926] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac594346-4bc6-4f94-ad2a-8725dd3b58a1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.212605] env[62023]: INFO nova.compute.manager [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Took 21.92 seconds to build instance. [ 1291.215779] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1291.215779] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52731053-dd50-a7e2-6d93-a83d89626cef" [ 1291.215779] env[62023]: _type = "Task" [ 1291.215779] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.229016] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52731053-dd50-a7e2-6d93-a83d89626cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.307168] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090793} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.310257] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1291.313107] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2115934-3e47-457a-8a36-7a8bd8cfa639 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.338368] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 54ae22a9-06cc-40ec-8026-9375df41194c/54ae22a9-06cc-40ec-8026-9375df41194c.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.343507] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b580db3-0415-4de2-95e9-5b10c7330ed2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.380950] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52778acb-f803-41da-3d00-72e5e123bf30, 'name': SearchDatastore_Task, 'duration_secs': 0.017085} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.382274] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': task-1757539, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.384534] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1291.384534] env[62023]: value = "task-1757540" [ 1291.384534] env[62023]: _type = "Task" [ 1291.384534] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.385786] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5606905b-0224-4934-a6a5-f6e74f940c4a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.397494] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.399054] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for the task: (returnval){ [ 1291.399054] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523f4860-b066-98bb-2589-a9c3f3a57e8f" [ 1291.399054] env[62023]: _type = "Task" [ 1291.399054] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.425170] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Acquiring lock "1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.425429] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Lock "1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.425734] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523f4860-b066-98bb-2589-a9c3f3a57e8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.501118] env[62023]: DEBUG nova.network.neutron [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1291.532191] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffee8fd6-f2c6-457a-aab0-e3ee04ba6a79 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.545285] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860e1fd1-7979-4e98-b9ae-3d80e10ae3b9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.582724] env[62023]: DEBUG nova.compute.manager [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1291.588382] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c91167-b131-48d2-ba11-07dc90b8855e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.613022] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882d80a5-4591-4a55-ac49-1bc28fa14186 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.640366] env[62023]: DEBUG nova.compute.provider_tree [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.716923] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f0d27c8-8a37-483c-bacd-c4bde4269350 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Lock "bd476a07-2d23-4504-a06b-273f852da654" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.297s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.734388] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52731053-dd50-a7e2-6d93-a83d89626cef, 'name': SearchDatastore_Task, 'duration_secs': 0.024684} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.735296] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.735547] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1291.735757] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.853177] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': task-1757539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.94665} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.853500] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1/3a6808f1-65c2-4a03-b53d-ef7e9540b7b1.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1291.853723] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1291.853973] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71f5dd0c-3fa6-41c5-8668-0d9dea1d4763 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.862496] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Waiting for the task: (returnval){ [ 1291.862496] env[62023]: value = "task-1757541" [ 1291.862496] env[62023]: _type = "Task" [ 1291.862496] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.875590] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': task-1757541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.901081] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.911109] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523f4860-b066-98bb-2589-a9c3f3a57e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.091157} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.911385] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.911637] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] a66dd77d-569c-4410-a183-5595d682b3ae/a66dd77d-569c-4410-a183-5595d682b3ae.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.911948] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.912095] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.912543] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7984c948-a4c8-431a-86c4-f1edb51cd46c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.915524] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55b0907f-d8a7-4019-a790-948e0b277f7f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.926976] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for the task: (returnval){ [ 1291.926976] env[62023]: value = "task-1757542" [ 1291.926976] env[62023]: _type = "Task" [ 1291.926976] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.926976] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.926976] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1291.931896] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e6bf4ad-edac-4330-bd48-d0641a260acf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.938842] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1291.938842] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cb8de6-ef8a-7e93-bf51-9ab4405d90d5" [ 1291.938842] env[62023]: _type = "Task" [ 1291.938842] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.943322] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.954129] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cb8de6-ef8a-7e93-bf51-9ab4405d90d5, 'name': SearchDatastore_Task, 'duration_secs': 0.012916} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.957173] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e0817bb-95ea-4bf6-b758-89df19cb3bf2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.960348] env[62023]: DEBUG nova.network.neutron [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Successfully created port: 6ed47fce-8542-4930-82d1-9bf5d4cfecac {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1291.966130] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1291.966130] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522ef2da-d7a7-ff0e-c867-937252dd7f8a" [ 1291.966130] env[62023]: _type = "Task" [ 1291.966130] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.975204] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522ef2da-d7a7-ff0e-c867-937252dd7f8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.982564] env[62023]: DEBUG nova.network.neutron [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Updating instance_info_cache with network_info: [{"id": "f1691d7c-c4a7-49c3-a056-d34650b8fa8c", "address": "fa:16:3e:15:6f:a4", "network": {"id": "dd25c219-bc99-4d5b-aa60-7ec8e0a6486a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-33431726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bbdfbd74a8d47fdbfea23871bb0bf4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1691d7c-c4", "ovs_interfaceid": "f1691d7c-c4a7-49c3-a056-d34650b8fa8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.098093] env[62023]: DEBUG nova.network.neutron [req-81f30b9a-996e-4320-b766-adc38cbf396a req-38a0f457-8467-4deb-baa9-73345be2d37c service nova] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Updated VIF entry in instance network info cache for port 8ec09a76-22ad-4db1-a08e-05e193d8202b. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.098623] env[62023]: DEBUG nova.network.neutron [req-81f30b9a-996e-4320-b766-adc38cbf396a req-38a0f457-8467-4deb-baa9-73345be2d37c service nova] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Updating instance_info_cache with network_info: [{"id": "8ec09a76-22ad-4db1-a08e-05e193d8202b", "address": "fa:16:3e:a8:aa:eb", "network": {"id": "9bf8b471-6a47-4a0f-86d4-5c60e6e98682", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-59189012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3faa4f5503b4024a1f172bf62ebbdea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec09a76-22", "ovs_interfaceid": "8ec09a76-22ad-4db1-a08e-05e193d8202b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.143812] env[62023]: DEBUG nova.scheduler.client.report [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.162850] env[62023]: DEBUG nova.network.neutron [req-76055ea8-c7e7-4867-b9b9-2e200ab5b01c req-169256a2-2c59-4b24-9b29-5eee9d8de57b service nova] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Updated VIF entry in instance network info cache for port 0cf756ce-23dc-4c79-9201-b1a3958a0390. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.163219] env[62023]: DEBUG nova.network.neutron [req-76055ea8-c7e7-4867-b9b9-2e200ab5b01c req-169256a2-2c59-4b24-9b29-5eee9d8de57b service nova] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Updating instance_info_cache with network_info: [{"id": "0cf756ce-23dc-4c79-9201-b1a3958a0390", "address": "fa:16:3e:4a:4d:62", "network": {"id": "ad947950-6ea7-4bf2-90d3-1b920c7dec0f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-939604298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64101a5335c4c1385a8e26bd2ee36c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf756ce-23", "ovs_interfaceid": "0cf756ce-23dc-4c79-9201-b1a3958a0390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.225903] env[62023]: DEBUG nova.compute.manager [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1292.387305] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': task-1757541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073966} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.387702] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.388877] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fef957-7a6c-4dd1-a13d-3a95fef92251 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.405312] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757540, 'name': ReconfigVM_Task, 'duration_secs': 0.796578} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.417784] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 54ae22a9-06cc-40ec-8026-9375df41194c/54ae22a9-06cc-40ec-8026-9375df41194c.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.430080] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1/3a6808f1-65c2-4a03-b53d-ef7e9540b7b1.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.430080] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ae506e5-f349-4c30-96e1-e5086084050d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.432834] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6815d34-a2ee-47b3-b95e-aed589c0944f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.464319] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757542, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.467382] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Waiting for the task: (returnval){ [ 1292.467382] env[62023]: value = "task-1757544" [ 1292.467382] env[62023]: _type = "Task" [ 1292.467382] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.468041] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1292.468041] env[62023]: value = "task-1757543" [ 1292.468041] env[62023]: _type = "Task" [ 1292.468041] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.482530] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Releasing lock "refresh_cache-743948c8-57cc-4ab0-8fd7-0c545cd1e6af" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.482739] env[62023]: DEBUG nova.compute.manager [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Instance network_info: |[{"id": "f1691d7c-c4a7-49c3-a056-d34650b8fa8c", "address": "fa:16:3e:15:6f:a4", "network": {"id": "dd25c219-bc99-4d5b-aa60-7ec8e0a6486a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-33431726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bbdfbd74a8d47fdbfea23871bb0bf4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1691d7c-c4", "ovs_interfaceid": "f1691d7c-c4a7-49c3-a056-d34650b8fa8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1292.484424] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:6f:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1691d7c-c4a7-49c3-a056-d34650b8fa8c', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1292.491810] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Creating folder: Project (5bbdfbd74a8d47fdbfea23871bb0bf4b). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1292.506688] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0b9c813-0ad1-41bb-9677-82191cf4a85d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.508868] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': task-1757544, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.509040] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522ef2da-d7a7-ff0e-c867-937252dd7f8a, 'name': SearchDatastore_Task, 'duration_secs': 0.011056} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.509273] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757543, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.509541] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.509836] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 515c9cc6-3b46-4e72-8bfa-6b345ab97f38/515c9cc6-3b46-4e72-8bfa-6b345ab97f38.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1292.510655] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee67a34e-a210-4d45-93c7-4315330ef864 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.521162] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1292.521162] env[62023]: value = "task-1757546" [ 1292.521162] env[62023]: _type = "Task" [ 1292.521162] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.522659] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Created folder: Project (5bbdfbd74a8d47fdbfea23871bb0bf4b) in parent group-v365170. [ 1292.523261] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Creating folder: Instances. Parent ref: group-v365212. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1292.527347] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cca79b3-b247-47d5-a369-83f2521902be {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.537268] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.543106] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Created folder: Instances in parent group-v365212. [ 1292.543519] env[62023]: DEBUG oslo.service.loopingcall [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1292.543821] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1292.544123] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2571b422-900a-459a-9b04-d91a5f510e27 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.568914] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1292.568914] env[62023]: value = "task-1757548" [ 1292.568914] env[62023]: _type = "Task" [ 1292.568914] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.586451] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757548, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.602387] env[62023]: DEBUG oslo_concurrency.lockutils [req-81f30b9a-996e-4320-b766-adc38cbf396a req-38a0f457-8467-4deb-baa9-73345be2d37c service nova] Releasing lock "refresh_cache-4165552d-09a6-4e98-a12e-3ecc62c5d75e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.604236] env[62023]: DEBUG nova.compute.manager [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1292.636571] env[62023]: DEBUG nova.virt.hardware [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.636571] env[62023]: DEBUG nova.virt.hardware [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.636571] env[62023]: DEBUG nova.virt.hardware [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.637088] env[62023]: DEBUG nova.virt.hardware [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.637088] env[62023]: DEBUG nova.virt.hardware [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.637088] env[62023]: DEBUG nova.virt.hardware [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.637485] env[62023]: DEBUG nova.virt.hardware [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.637485] env[62023]: DEBUG nova.virt.hardware [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.637485] env[62023]: DEBUG nova.virt.hardware [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.637855] env[62023]: DEBUG nova.virt.hardware [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.637855] env[62023]: DEBUG nova.virt.hardware [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.640620] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6b2fd2-3345-4a2d-92bd-9e42a8117de2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.651166] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.653824] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.637s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.655448] env[62023]: INFO nova.compute.claims [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1292.659601] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5349837-304e-477e-8bc4-c8d4d67af052 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.667202] env[62023]: DEBUG oslo_concurrency.lockutils [req-76055ea8-c7e7-4867-b9b9-2e200ab5b01c req-169256a2-2c59-4b24-9b29-5eee9d8de57b service nova] Releasing lock "refresh_cache-515c9cc6-3b46-4e72-8bfa-6b345ab97f38" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.690942] env[62023]: INFO nova.scheduler.client.report [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Deleted allocations for instance 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f [ 1292.757197] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.950227] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758224} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.950513] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] a66dd77d-569c-4410-a183-5595d682b3ae/a66dd77d-569c-4410-a183-5595d682b3ae.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.950730] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.950997] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1296e3d3-7d93-4be4-80f2-ab0e3e598383 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.959736] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for the task: (returnval){ [ 1292.959736] env[62023]: value = "task-1757549" [ 1292.959736] env[62023]: _type = "Task" [ 1292.959736] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.974095] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.991144] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757543, 'name': Rename_Task, 'duration_secs': 0.427205} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.991404] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': task-1757544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.991627] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.991868] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a39552c-bf90-4781-a29c-45892effdaf8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.001204] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1293.001204] env[62023]: value = "task-1757550" [ 1293.001204] env[62023]: _type = "Task" [ 1293.001204] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.010892] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.040313] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757546, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.086658] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757548, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.202768] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88466829-e70a-44f4-82bb-5c9dc306bfc8 tempest-DeleteServersAdminTestJSON-1918755729 tempest-DeleteServersAdminTestJSON-1918755729-project-admin] Lock "7974cc2e-6ed6-4e12-a328-1edf5b2ce13f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.769s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.475127] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076758} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.480206] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1293.480206] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d407c8-cab0-4803-af0e-b92f05cdad46 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.488745] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': task-1757544, 'name': ReconfigVM_Task, 'duration_secs': 0.713857} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.496664] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1/3a6808f1-65c2-4a03-b53d-ef7e9540b7b1.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.507645] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] a66dd77d-569c-4410-a183-5595d682b3ae/a66dd77d-569c-4410-a183-5595d682b3ae.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.508067] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-353ec20f-68c6-41b4-9744-5d69f5a25245 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.510889] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5e94235-6860-418e-8bce-1a79e084df1f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.542498] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Waiting for the task: (returnval){ [ 1293.542498] env[62023]: value = "task-1757551" [ 1293.542498] env[62023]: _type = "Task" [ 1293.542498] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.548980] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757550, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.549159] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832941} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.553252] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 515c9cc6-3b46-4e72-8bfa-6b345ab97f38/515c9cc6-3b46-4e72-8bfa-6b345ab97f38.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1293.553462] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1293.553796] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for the task: (returnval){ [ 1293.553796] env[62023]: value = "task-1757552" [ 1293.553796] env[62023]: _type = "Task" [ 1293.553796] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.553991] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7063030-0b34-4ea4-ad7c-daf250e6c217 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.563282] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': task-1757551, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.567970] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1293.567970] env[62023]: value = "task-1757553" [ 1293.567970] env[62023]: _type = "Task" [ 1293.567970] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.568416] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757552, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.583915] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757548, 'name': CreateVM_Task, 'duration_secs': 0.804848} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.587620] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1293.587980] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.588779] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.588862] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.589157] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1293.589418] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-382f1346-4d9c-4d59-b43d-a9392b7c000c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.595336] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1293.595336] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52391950-fc11-7712-ce11-e34b42966a8a" [ 1293.595336] env[62023]: _type = "Task" [ 1293.595336] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.605156] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52391950-fc11-7712-ce11-e34b42966a8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.023322] env[62023]: DEBUG oslo_vmware.api [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757550, 'name': PowerOnVM_Task, 'duration_secs': 0.848301} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.023655] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.023857] env[62023]: INFO nova.compute.manager [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Took 10.91 seconds to spawn the instance on the hypervisor. [ 1294.024090] env[62023]: DEBUG nova.compute.manager [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.024923] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb45e55-c1fe-457d-a190-f686c020aaa2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.046710] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af6d527-06f6-49de-86df-93918f89565a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.064353] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9a2c30-1de0-4845-9cc3-56c9bf4c5c0d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.076409] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': task-1757551, 'name': Rename_Task, 'duration_secs': 0.32434} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.076409] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757552, 'name': ReconfigVM_Task, 'duration_secs': 0.345937} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.080961] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.081106] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Reconfigured VM instance instance-0000000a to attach disk [datastore1] a66dd77d-569c-4410-a183-5595d682b3ae/a66dd77d-569c-4410-a183-5595d682b3ae.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.106055] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-333c6e8b-2179-4816-8995-249c54e4c74d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.109760] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c371444b-0722-4fa6-a123-b86549872a66 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.113911] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45de953-4612-4e6c-80f2-633232c9da24 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.120926] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080844} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.121924] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1294.122881] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5449f9f-dee2-43de-b154-980c94d99cf2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.133635] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for the task: (returnval){ [ 1294.133635] env[62023]: value = "task-1757554" [ 1294.133635] env[62023]: _type = "Task" [ 1294.133635] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.134030] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52391950-fc11-7712-ce11-e34b42966a8a, 'name': SearchDatastore_Task, 'duration_secs': 0.012573} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.135931] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.136218] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1294.136457] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.137413] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.137626] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1294.139059] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529f34cc-18f6-4724-bf6c-fd574107a0ae {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.143998] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Waiting for the task: (returnval){ [ 1294.143998] env[62023]: value = "task-1757555" [ 1294.143998] env[62023]: _type = "Task" [ 1294.143998] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.159294] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-597eca2b-49a5-4d7e-9e79-2bc9954a02c6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.170187] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 515c9cc6-3b46-4e72-8bfa-6b345ab97f38/515c9cc6-3b46-4e72-8bfa-6b345ab97f38.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.174740] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-397f1484-2a52-4b4f-aa63-5362790fb625 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.200505] env[62023]: DEBUG nova.compute.provider_tree [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.206587] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757554, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.211999] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1294.211999] env[62023]: value = "task-1757556" [ 1294.211999] env[62023]: _type = "Task" [ 1294.211999] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.212311] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': task-1757555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.213562] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1294.213734] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1294.218271] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85522074-8a72-4d39-8403-78203e31f30d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.225544] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1294.225544] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527eacbf-0a82-6a48-c694-12feb6055875" [ 1294.225544] env[62023]: _type = "Task" [ 1294.225544] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.229343] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757556, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.239034] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527eacbf-0a82-6a48-c694-12feb6055875, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.554898] env[62023]: INFO nova.compute.manager [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Took 23.57 seconds to build instance. [ 1294.653220] env[62023]: DEBUG nova.network.neutron [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Successfully updated port: 6ed47fce-8542-4930-82d1-9bf5d4cfecac {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.653501] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757554, 'name': Rename_Task, 'duration_secs': 0.282438} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.657355] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.657355] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bca334d6-2ecc-46c0-8217-26ebe5a4911c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.668701] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for the task: (returnval){ [ 1294.668701] env[62023]: value = "task-1757557" [ 1294.668701] env[62023]: _type = "Task" [ 1294.668701] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.679068] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': task-1757555, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.687694] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.706258] env[62023]: DEBUG nova.scheduler.client.report [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.728108] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.742186] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527eacbf-0a82-6a48-c694-12feb6055875, 'name': SearchDatastore_Task, 'duration_secs': 0.016712} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.743136] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-721abb86-94ef-4ebf-8961-e9f5d194edac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.751135] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1294.751135] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521a1bc7-e260-9c97-0feb-45629425ca78" [ 1294.751135] env[62023]: _type = "Task" [ 1294.751135] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.763610] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521a1bc7-e260-9c97-0feb-45629425ca78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.058210] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6d93995-9e77-4209-ae68-fc3cd98640b4 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "54ae22a9-06cc-40ec-8026-9375df41194c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.257s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.153876] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "refresh_cache-007c853b-b603-44e4-9f3d-42872bd4baca" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.154067] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired lock "refresh_cache-007c853b-b603-44e4-9f3d-42872bd4baca" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.154219] env[62023]: DEBUG nova.network.neutron [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.173417] env[62023]: DEBUG oslo_vmware.api [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': task-1757555, 'name': PowerOnVM_Task, 'duration_secs': 0.645216} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.176820] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.177088] env[62023]: INFO nova.compute.manager [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Took 14.64 seconds to spawn the instance on the hypervisor. [ 1295.177279] env[62023]: DEBUG nova.compute.manager [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.178546] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524783a9-9f9b-4a67-a527-fa06ca4f2fe3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.188989] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757557, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.213814] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.214475] env[62023]: DEBUG nova.compute.manager [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1295.221539] env[62023]: DEBUG oslo_concurrency.lockutils [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.982s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.222629] env[62023]: INFO nova.compute.claims [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1295.245165] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757556, 'name': ReconfigVM_Task, 'duration_secs': 0.607391} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.245534] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 515c9cc6-3b46-4e72-8bfa-6b345ab97f38/515c9cc6-3b46-4e72-8bfa-6b345ab97f38.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.246354] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b12000d1-53f5-42c1-84e2-d870dcbaf23c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.254161] env[62023]: DEBUG nova.compute.manager [req-9eaa5387-e4f8-46dc-af12-a3ee1b8294bf req-5dd2fb25-8340-4de5-87fd-cc93f98a7151 service nova] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Received event network-changed-cca37611-bc0b-42a3-9589-9431dd7575e7 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1295.254161] env[62023]: DEBUG nova.compute.manager [req-9eaa5387-e4f8-46dc-af12-a3ee1b8294bf req-5dd2fb25-8340-4de5-87fd-cc93f98a7151 service nova] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Refreshing instance network info cache due to event network-changed-cca37611-bc0b-42a3-9589-9431dd7575e7. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1295.254161] env[62023]: DEBUG oslo_concurrency.lockutils [req-9eaa5387-e4f8-46dc-af12-a3ee1b8294bf req-5dd2fb25-8340-4de5-87fd-cc93f98a7151 service nova] Acquiring lock "refresh_cache-58907f54-91c4-4526-9661-8aaa4395d4a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.254161] env[62023]: DEBUG oslo_concurrency.lockutils [req-9eaa5387-e4f8-46dc-af12-a3ee1b8294bf req-5dd2fb25-8340-4de5-87fd-cc93f98a7151 service nova] Acquired lock "refresh_cache-58907f54-91c4-4526-9661-8aaa4395d4a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.254161] env[62023]: DEBUG nova.network.neutron [req-9eaa5387-e4f8-46dc-af12-a3ee1b8294bf req-5dd2fb25-8340-4de5-87fd-cc93f98a7151 service nova] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Refreshing network info cache for port cca37611-bc0b-42a3-9589-9431dd7575e7 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.263863] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1295.263863] env[62023]: value = "task-1757558" [ 1295.263863] env[62023]: _type = "Task" [ 1295.263863] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.278063] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521a1bc7-e260-9c97-0feb-45629425ca78, 'name': SearchDatastore_Task, 'duration_secs': 0.030378} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.280128] env[62023]: DEBUG nova.compute.manager [req-f4c78c14-e314-4dbb-9f62-be0fe6bd66d5 req-6168cae3-dfe8-4050-8f98-20e00a756568 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Received event network-vif-plugged-f1691d7c-c4a7-49c3-a056-d34650b8fa8c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1295.280384] env[62023]: DEBUG oslo_concurrency.lockutils [req-f4c78c14-e314-4dbb-9f62-be0fe6bd66d5 req-6168cae3-dfe8-4050-8f98-20e00a756568 service nova] Acquiring lock "743948c8-57cc-4ab0-8fd7-0c545cd1e6af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.280666] env[62023]: DEBUG oslo_concurrency.lockutils [req-f4c78c14-e314-4dbb-9f62-be0fe6bd66d5 req-6168cae3-dfe8-4050-8f98-20e00a756568 service nova] Lock "743948c8-57cc-4ab0-8fd7-0c545cd1e6af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.281162] env[62023]: DEBUG oslo_concurrency.lockutils [req-f4c78c14-e314-4dbb-9f62-be0fe6bd66d5 req-6168cae3-dfe8-4050-8f98-20e00a756568 service nova] Lock "743948c8-57cc-4ab0-8fd7-0c545cd1e6af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.281353] env[62023]: DEBUG nova.compute.manager [req-f4c78c14-e314-4dbb-9f62-be0fe6bd66d5 req-6168cae3-dfe8-4050-8f98-20e00a756568 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] No waiting events found dispatching network-vif-plugged-f1691d7c-c4a7-49c3-a056-d34650b8fa8c {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1295.281449] env[62023]: WARNING nova.compute.manager [req-f4c78c14-e314-4dbb-9f62-be0fe6bd66d5 req-6168cae3-dfe8-4050-8f98-20e00a756568 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Received unexpected event network-vif-plugged-f1691d7c-c4a7-49c3-a056-d34650b8fa8c for instance with vm_state building and task_state spawning. [ 1295.281659] env[62023]: DEBUG nova.compute.manager [req-f4c78c14-e314-4dbb-9f62-be0fe6bd66d5 req-6168cae3-dfe8-4050-8f98-20e00a756568 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Received event network-changed-f1691d7c-c4a7-49c3-a056-d34650b8fa8c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1295.281868] env[62023]: DEBUG nova.compute.manager [req-f4c78c14-e314-4dbb-9f62-be0fe6bd66d5 req-6168cae3-dfe8-4050-8f98-20e00a756568 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Refreshing instance network info cache due to event network-changed-f1691d7c-c4a7-49c3-a056-d34650b8fa8c. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1295.282168] env[62023]: DEBUG oslo_concurrency.lockutils [req-f4c78c14-e314-4dbb-9f62-be0fe6bd66d5 req-6168cae3-dfe8-4050-8f98-20e00a756568 service nova] Acquiring lock "refresh_cache-743948c8-57cc-4ab0-8fd7-0c545cd1e6af" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.282308] env[62023]: DEBUG oslo_concurrency.lockutils [req-f4c78c14-e314-4dbb-9f62-be0fe6bd66d5 req-6168cae3-dfe8-4050-8f98-20e00a756568 service nova] Acquired lock "refresh_cache-743948c8-57cc-4ab0-8fd7-0c545cd1e6af" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.282515] env[62023]: DEBUG nova.network.neutron [req-f4c78c14-e314-4dbb-9f62-be0fe6bd66d5 req-6168cae3-dfe8-4050-8f98-20e00a756568 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Refreshing network info cache for port f1691d7c-c4a7-49c3-a056-d34650b8fa8c {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.284488] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.284835] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 743948c8-57cc-4ab0-8fd7-0c545cd1e6af/743948c8-57cc-4ab0-8fd7-0c545cd1e6af.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1295.286275] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caf8c170-e94e-4040-8101-e6c5b67395e1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.296049] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757558, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.303055] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1295.303055] env[62023]: value = "task-1757559" [ 1295.303055] env[62023]: _type = "Task" [ 1295.303055] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.315812] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.561069] env[62023]: DEBUG nova.compute.manager [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1295.691950] env[62023]: DEBUG oslo_vmware.api [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757557, 'name': PowerOnVM_Task, 'duration_secs': 0.804633} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.692413] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.693020] env[62023]: DEBUG nova.compute.manager [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.695635] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183f8c9e-5c5b-49c6-a4fb-9af431cbb5cd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.713283] env[62023]: INFO nova.compute.manager [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Took 25.83 seconds to build instance. [ 1295.730120] env[62023]: DEBUG nova.compute.utils [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1295.732760] env[62023]: DEBUG nova.compute.manager [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1295.732960] env[62023]: DEBUG nova.network.neutron [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1295.750022] env[62023]: DEBUG nova.network.neutron [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1295.780435] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757558, 'name': Rename_Task, 'duration_secs': 0.185155} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.780864] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.781027] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dabc96ff-b162-4cc5-b26d-0772cad1eb5d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.793027] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1295.793027] env[62023]: value = "task-1757560" [ 1295.793027] env[62023]: _type = "Task" [ 1295.793027] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.805212] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.816531] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757559, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.835758] env[62023]: DEBUG nova.policy [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c0a28a644d64066aa93833419646fb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16a56f99d22f457aacf101faa3a8ef6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1296.093514] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.192942] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Acquiring lock "96367e04-6e18-443f-9dfd-6e8b6b2bbbe7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.193463] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Lock "96367e04-6e18-443f-9dfd-6e8b6b2bbbe7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.193624] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Acquiring lock "96367e04-6e18-443f-9dfd-6e8b6b2bbbe7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.193960] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Lock "96367e04-6e18-443f-9dfd-6e8b6b2bbbe7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.194050] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Lock "96367e04-6e18-443f-9dfd-6e8b6b2bbbe7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.196663] env[62023]: INFO nova.compute.manager [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Terminating instance [ 1296.225259] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eec1e508-d2d3-4a19-9a7b-2fdcce6ca0bc tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Lock "3a6808f1-65c2-4a03-b53d-ef7e9540b7b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.815s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.229012] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.240030] env[62023]: DEBUG nova.compute.manager [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1296.287603] env[62023]: DEBUG nova.network.neutron [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Updating instance_info_cache with network_info: [{"id": "6ed47fce-8542-4930-82d1-9bf5d4cfecac", "address": "fa:16:3e:78:f4:ac", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed47fce-85", "ovs_interfaceid": "6ed47fce-8542-4930-82d1-9bf5d4cfecac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.305478] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757560, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.317874] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662604} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.317874] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 743948c8-57cc-4ab0-8fd7-0c545cd1e6af/743948c8-57cc-4ab0-8fd7-0c545cd1e6af.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1296.317874] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1296.318914] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bb1bc61-ca34-4488-8e1d-97f3be90459e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.326740] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1296.326740] env[62023]: value = "task-1757561" [ 1296.326740] env[62023]: _type = "Task" [ 1296.326740] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.343560] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.401023] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Acquiring lock "bd476a07-2d23-4504-a06b-273f852da654" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.401023] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Lock "bd476a07-2d23-4504-a06b-273f852da654" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.401023] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Acquiring lock "bd476a07-2d23-4504-a06b-273f852da654-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.401023] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Lock "bd476a07-2d23-4504-a06b-273f852da654-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.401657] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Lock "bd476a07-2d23-4504-a06b-273f852da654-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.406046] env[62023]: INFO nova.compute.manager [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Terminating instance [ 1296.452065] env[62023]: DEBUG nova.network.neutron [req-f4c78c14-e314-4dbb-9f62-be0fe6bd66d5 req-6168cae3-dfe8-4050-8f98-20e00a756568 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Updated VIF entry in instance network info cache for port f1691d7c-c4a7-49c3-a056-d34650b8fa8c. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.452065] env[62023]: DEBUG nova.network.neutron [req-f4c78c14-e314-4dbb-9f62-be0fe6bd66d5 req-6168cae3-dfe8-4050-8f98-20e00a756568 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Updating instance_info_cache with network_info: [{"id": "f1691d7c-c4a7-49c3-a056-d34650b8fa8c", "address": "fa:16:3e:15:6f:a4", "network": {"id": "dd25c219-bc99-4d5b-aa60-7ec8e0a6486a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-33431726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bbdfbd74a8d47fdbfea23871bb0bf4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1691d7c-c4", "ovs_interfaceid": "f1691d7c-c4a7-49c3-a056-d34650b8fa8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.457497] env[62023]: DEBUG nova.network.neutron [req-9eaa5387-e4f8-46dc-af12-a3ee1b8294bf req-5dd2fb25-8340-4de5-87fd-cc93f98a7151 service nova] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Updated VIF entry in instance network info cache for port cca37611-bc0b-42a3-9589-9431dd7575e7. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.457839] env[62023]: DEBUG nova.network.neutron [req-9eaa5387-e4f8-46dc-af12-a3ee1b8294bf req-5dd2fb25-8340-4de5-87fd-cc93f98a7151 service nova] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Updating instance_info_cache with network_info: [{"id": "cca37611-bc0b-42a3-9589-9431dd7575e7", "address": "fa:16:3e:45:ef:52", "network": {"id": "e421d21c-415d-4de6-bc6b-77391ea99354", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-370538011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c64761ac9fec479e90a1c275b55ed13a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca37611-bc", "ovs_interfaceid": "cca37611-bc0b-42a3-9589-9431dd7575e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.664021] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2457ea10-f3c8-4061-9a94-6665484ce615 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.677762] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d6c7b7-cf5d-4971-99a1-0520df75076c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.716569] env[62023]: DEBUG nova.compute.manager [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.721122] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.721122] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba64aa8-18e0-44d0-938e-ea206d8cf71d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.724995] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467cb0c2-ba40-4f5a-aa61-f908348d0133 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.730180] env[62023]: DEBUG nova.compute.manager [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1296.733389] env[62023]: DEBUG nova.network.neutron [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Successfully created port: 210a964b-c059-46c7-98dc-3cb05a284fe6 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1296.741151] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.741499] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daee6976-a140-4078-9ee9-a7812cd0f60c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.745037] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ede02c7-5bea-4f11-af50-b8994057ee6d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.769420] env[62023]: DEBUG nova.compute.provider_tree [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.772467] env[62023]: DEBUG oslo_vmware.api [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Waiting for the task: (returnval){ [ 1296.772467] env[62023]: value = "task-1757562" [ 1296.772467] env[62023]: _type = "Task" [ 1296.772467] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.783246] env[62023]: DEBUG oslo_vmware.api [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': task-1757562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.791250] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Releasing lock "refresh_cache-007c853b-b603-44e4-9f3d-42872bd4baca" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.791870] env[62023]: DEBUG nova.compute.manager [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Instance network_info: |[{"id": "6ed47fce-8542-4930-82d1-9bf5d4cfecac", "address": "fa:16:3e:78:f4:ac", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed47fce-85", "ovs_interfaceid": "6ed47fce-8542-4930-82d1-9bf5d4cfecac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1296.792662] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:f4:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ed47fce-8542-4930-82d1-9bf5d4cfecac', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.800710] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Creating folder: Project (2ced6954bb9049b98e5735e6a55eda8e). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1296.802258] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1f5d65f-80df-48df-a300-8723a949c5d0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.815521] env[62023]: DEBUG oslo_vmware.api [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757560, 'name': PowerOnVM_Task, 'duration_secs': 0.792358} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.815861] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.815966] env[62023]: INFO nova.compute.manager [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Took 11.21 seconds to spawn the instance on the hypervisor. [ 1296.816162] env[62023]: DEBUG nova.compute.manager [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.817217] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4014c99e-5798-4128-9da5-c6c6af14bc0d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.821649] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Created folder: Project (2ced6954bb9049b98e5735e6a55eda8e) in parent group-v365170. [ 1296.821758] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Creating folder: Instances. Parent ref: group-v365215. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1296.822376] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccb764b7-4be7-46dd-b033-8eacca867fcf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.834505] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Created folder: Instances in parent group-v365215. [ 1296.834691] env[62023]: DEBUG oslo.service.loopingcall [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1296.835349] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.835617] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d908777c-e9b0-4d90-b742-08e17c6114ab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.855726] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075363} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.856494] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1296.857425] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779852e3-f1cf-44f9-bebd-bc41c75177b4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.863045] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.863045] env[62023]: value = "task-1757565" [ 1296.863045] env[62023]: _type = "Task" [ 1296.863045] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.889650] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 743948c8-57cc-4ab0-8fd7-0c545cd1e6af/743948c8-57cc-4ab0-8fd7-0c545cd1e6af.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1296.891121] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d41a547f-8a02-446d-97a5-03c2388b414b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.911835] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757565, 'name': CreateVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.912698] env[62023]: DEBUG nova.compute.manager [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.912940] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.913757] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd805b4-3064-406c-bab5-dc16480a1e87 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.918760] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1296.918760] env[62023]: value = "task-1757566" [ 1296.918760] env[62023]: _type = "Task" [ 1296.918760] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.929203] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.933379] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c2430bf-5822-4360-b323-5fd46e16e8b1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.935739] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.945878] env[62023]: DEBUG oslo_vmware.api [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Waiting for the task: (returnval){ [ 1296.945878] env[62023]: value = "task-1757567" [ 1296.945878] env[62023]: _type = "Task" [ 1296.945878] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.957265] env[62023]: DEBUG oslo_concurrency.lockutils [req-f4c78c14-e314-4dbb-9f62-be0fe6bd66d5 req-6168cae3-dfe8-4050-8f98-20e00a756568 service nova] Releasing lock "refresh_cache-743948c8-57cc-4ab0-8fd7-0c545cd1e6af" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.957668] env[62023]: DEBUG oslo_vmware.api [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.963651] env[62023]: DEBUG oslo_concurrency.lockutils [req-9eaa5387-e4f8-46dc-af12-a3ee1b8294bf req-5dd2fb25-8340-4de5-87fd-cc93f98a7151 service nova] Releasing lock "refresh_cache-58907f54-91c4-4526-9661-8aaa4395d4a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.133117] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquiring lock "ab1208a4-b991-4706-8205-88fa9c0fe96c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.133327] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Lock "ab1208a4-b991-4706-8205-88fa9c0fe96c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.254678] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.259224] env[62023]: DEBUG nova.compute.manager [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1297.275057] env[62023]: DEBUG nova.scheduler.client.report [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.292437] env[62023]: DEBUG oslo_vmware.api [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': task-1757562, 'name': PowerOffVM_Task, 'duration_secs': 0.368476} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.292437] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.292437] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.292566] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4d39309-71f8-4c8b-a4db-eab976b0380d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.299090] env[62023]: DEBUG nova.virt.hardware [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1297.299412] env[62023]: DEBUG nova.virt.hardware [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.299606] env[62023]: DEBUG nova.virt.hardware [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.299852] env[62023]: DEBUG nova.virt.hardware [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.300066] env[62023]: DEBUG nova.virt.hardware [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.300620] env[62023]: DEBUG nova.virt.hardware [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1297.300620] env[62023]: DEBUG nova.virt.hardware [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1297.300620] env[62023]: DEBUG nova.virt.hardware [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1297.300876] env[62023]: DEBUG nova.virt.hardware [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1297.300977] env[62023]: DEBUG nova.virt.hardware [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1297.301184] env[62023]: DEBUG nova.virt.hardware [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1297.302436] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c13b570-7718-49ec-b7db-0aff96796673 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.312330] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e97ebc-0aa4-4e50-b73c-a974faaf326b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.337805] env[62023]: INFO nova.compute.manager [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Took 23.36 seconds to build instance. [ 1297.379350] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757565, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.395655] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.395978] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.396137] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Deleting the datastore file [datastore1] 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.396735] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9229046b-aa47-4c64-8b49-5ac66a6214bc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.412427] env[62023]: DEBUG oslo_vmware.api [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Waiting for the task: (returnval){ [ 1297.412427] env[62023]: value = "task-1757569" [ 1297.412427] env[62023]: _type = "Task" [ 1297.412427] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.432423] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757566, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.435563] env[62023]: DEBUG oslo_vmware.api [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': task-1757569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.463544] env[62023]: DEBUG oslo_vmware.api [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757567, 'name': PowerOffVM_Task, 'duration_secs': 0.296071} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.464168] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.464560] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.465153] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7461ae50-109d-4327-8482-a632582af198 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.565323] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.565600] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.565791] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Deleting the datastore file [datastore1] bd476a07-2d23-4504-a06b-273f852da654 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.567423] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af9e18a6-a076-49a6-9f3a-ffb2ec2e93bf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.579187] env[62023]: DEBUG oslo_vmware.api [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Waiting for the task: (returnval){ [ 1297.579187] env[62023]: value = "task-1757571" [ 1297.579187] env[62023]: _type = "Task" [ 1297.579187] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.591850] env[62023]: DEBUG oslo_vmware.api [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.788034] env[62023]: DEBUG oslo_concurrency.lockutils [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.788545] env[62023]: DEBUG nova.compute.manager [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1297.793243] env[62023]: DEBUG oslo_concurrency.lockutils [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.143s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.795023] env[62023]: INFO nova.compute.claims [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1297.840342] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5e1834b-18f9-46f6-aedb-bea30f4fdece tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Lock "515c9cc6-3b46-4e72-8bfa-6b345ab97f38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.869s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.880226] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757565, 'name': CreateVM_Task, 'duration_secs': 0.642024} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.880667] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1297.881209] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.882667] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.882667] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.882667] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba0ff80c-dc4b-4e7f-816c-e2416bcc7356 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.890458] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1297.890458] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528bd95c-bc90-c393-a978-e6164a3eb328" [ 1297.890458] env[62023]: _type = "Task" [ 1297.890458] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.902054] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528bd95c-bc90-c393-a978-e6164a3eb328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.926062] env[62023]: DEBUG oslo_vmware.api [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Task: {'id': task-1757569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20758} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.930659] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.930790] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.930894] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.931482] env[62023]: INFO nova.compute.manager [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1297.931482] env[62023]: DEBUG oslo.service.loopingcall [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1297.931658] env[62023]: DEBUG nova.compute.manager [-] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.931658] env[62023]: DEBUG nova.network.neutron [-] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.940756] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757566, 'name': ReconfigVM_Task, 'duration_secs': 0.541999} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.941214] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 743948c8-57cc-4ab0-8fd7-0c545cd1e6af/743948c8-57cc-4ab0-8fd7-0c545cd1e6af.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.942073] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec8056c1-3114-4492-9669-3979d07e1e17 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.951334] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1297.951334] env[62023]: value = "task-1757572" [ 1297.951334] env[62023]: _type = "Task" [ 1297.951334] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.966255] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757572, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.090211] env[62023]: DEBUG oslo_vmware.api [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Task: {'id': task-1757571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375006} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.094123] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.094123] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.094123] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.094123] env[62023]: INFO nova.compute.manager [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] [instance: bd476a07-2d23-4504-a06b-273f852da654] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1298.094123] env[62023]: DEBUG oslo.service.loopingcall [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1298.094357] env[62023]: DEBUG nova.compute.manager [-] [instance: bd476a07-2d23-4504-a06b-273f852da654] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1298.094357] env[62023]: DEBUG nova.network.neutron [-] [instance: bd476a07-2d23-4504-a06b-273f852da654] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1298.300719] env[62023]: DEBUG nova.compute.utils [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1298.305281] env[62023]: DEBUG nova.compute.manager [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1298.305470] env[62023]: DEBUG nova.network.neutron [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1298.346120] env[62023]: DEBUG nova.compute.manager [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1298.410378] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528bd95c-bc90-c393-a978-e6164a3eb328, 'name': SearchDatastore_Task, 'duration_secs': 0.023765} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.410803] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.411726] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1298.411726] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.412327] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.412327] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1298.412529] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c502ed59-b615-4813-8787-7d9472650710 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.424473] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1298.424670] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1298.425439] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1ccb32e-2923-434f-8aea-7f37e7b62228 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.432769] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1298.432769] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a09d62-a9f5-2664-421d-c1a73a288e47" [ 1298.432769] env[62023]: _type = "Task" [ 1298.432769] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.442530] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a09d62-a9f5-2664-421d-c1a73a288e47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.467561] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757572, 'name': Rename_Task, 'duration_secs': 0.233881} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.468306] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1298.469029] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a1e5ecb-2ebc-40fd-8afe-68eb507fa3f8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.479310] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1298.479310] env[62023]: value = "task-1757573" [ 1298.479310] env[62023]: _type = "Task" [ 1298.479310] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.488959] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.565112] env[62023]: DEBUG nova.policy [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fba56febd76d4079996522d5720bf0f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76f7d1f311974789846f3e7d9d809501', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1298.756337] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "54ae22a9-06cc-40ec-8026-9375df41194c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.757241] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "54ae22a9-06cc-40ec-8026-9375df41194c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.757241] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "54ae22a9-06cc-40ec-8026-9375df41194c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.757824] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "54ae22a9-06cc-40ec-8026-9375df41194c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.758278] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "54ae22a9-06cc-40ec-8026-9375df41194c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.762393] env[62023]: INFO nova.compute.manager [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Terminating instance [ 1298.806330] env[62023]: DEBUG nova.compute.manager [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1298.885703] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.948521] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a09d62-a9f5-2664-421d-c1a73a288e47, 'name': SearchDatastore_Task, 'duration_secs': 0.014201} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.949351] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce64e62b-a365-4a73-a17e-84b7483ca09f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.956955] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1298.956955] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ac3c6c-d793-7556-25c7-0e3399628958" [ 1298.956955] env[62023]: _type = "Task" [ 1298.956955] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.976127] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ac3c6c-d793-7556-25c7-0e3399628958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.993773] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757573, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.233496] env[62023]: DEBUG nova.compute.manager [req-4378ee82-ced7-4d2e-8bd0-134c8721e10f req-74ec947f-ac69-4d8d-91e2-7f91ebe300a7 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Received event network-vif-plugged-6ed47fce-8542-4930-82d1-9bf5d4cfecac {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1299.236505] env[62023]: DEBUG oslo_concurrency.lockutils [req-4378ee82-ced7-4d2e-8bd0-134c8721e10f req-74ec947f-ac69-4d8d-91e2-7f91ebe300a7 service nova] Acquiring lock "007c853b-b603-44e4-9f3d-42872bd4baca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.236505] env[62023]: DEBUG oslo_concurrency.lockutils [req-4378ee82-ced7-4d2e-8bd0-134c8721e10f req-74ec947f-ac69-4d8d-91e2-7f91ebe300a7 service nova] Lock "007c853b-b603-44e4-9f3d-42872bd4baca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.236505] env[62023]: DEBUG oslo_concurrency.lockutils [req-4378ee82-ced7-4d2e-8bd0-134c8721e10f req-74ec947f-ac69-4d8d-91e2-7f91ebe300a7 service nova] Lock "007c853b-b603-44e4-9f3d-42872bd4baca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.236505] env[62023]: DEBUG nova.compute.manager [req-4378ee82-ced7-4d2e-8bd0-134c8721e10f req-74ec947f-ac69-4d8d-91e2-7f91ebe300a7 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] No waiting events found dispatching network-vif-plugged-6ed47fce-8542-4930-82d1-9bf5d4cfecac {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1299.236505] env[62023]: WARNING nova.compute.manager [req-4378ee82-ced7-4d2e-8bd0-134c8721e10f req-74ec947f-ac69-4d8d-91e2-7f91ebe300a7 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Received unexpected event network-vif-plugged-6ed47fce-8542-4930-82d1-9bf5d4cfecac for instance with vm_state building and task_state spawning. [ 1299.236856] env[62023]: DEBUG nova.compute.manager [req-4378ee82-ced7-4d2e-8bd0-134c8721e10f req-74ec947f-ac69-4d8d-91e2-7f91ebe300a7 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Received event network-changed-6ed47fce-8542-4930-82d1-9bf5d4cfecac {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1299.236856] env[62023]: DEBUG nova.compute.manager [req-4378ee82-ced7-4d2e-8bd0-134c8721e10f req-74ec947f-ac69-4d8d-91e2-7f91ebe300a7 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Refreshing instance network info cache due to event network-changed-6ed47fce-8542-4930-82d1-9bf5d4cfecac. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1299.236856] env[62023]: DEBUG oslo_concurrency.lockutils [req-4378ee82-ced7-4d2e-8bd0-134c8721e10f req-74ec947f-ac69-4d8d-91e2-7f91ebe300a7 service nova] Acquiring lock "refresh_cache-007c853b-b603-44e4-9f3d-42872bd4baca" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.236856] env[62023]: DEBUG oslo_concurrency.lockutils [req-4378ee82-ced7-4d2e-8bd0-134c8721e10f req-74ec947f-ac69-4d8d-91e2-7f91ebe300a7 service nova] Acquired lock "refresh_cache-007c853b-b603-44e4-9f3d-42872bd4baca" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.237360] env[62023]: DEBUG nova.network.neutron [req-4378ee82-ced7-4d2e-8bd0-134c8721e10f req-74ec947f-ac69-4d8d-91e2-7f91ebe300a7 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Refreshing network info cache for port 6ed47fce-8542-4930-82d1-9bf5d4cfecac {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.248876] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44390c5b-9693-4df4-a4c6-1824aa92b820 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.268022] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f57535-7f3f-4925-a3ce-c2227748eaed {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.280217] env[62023]: DEBUG nova.compute.manager [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1299.280217] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.280217] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3d0500-c2a9-4657-b2f3-db1e362e31f6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.323064] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.328421] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bde8d9b-d1c7-4ebb-8c79-e9f0f5f34c95 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.330123] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c630736b-a137-4323-b81c-737a7094d6b7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.342678] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bffcc2e-241a-4d9e-a0c1-d7aaaf6ea9e8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.347463] env[62023]: DEBUG oslo_vmware.api [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1299.347463] env[62023]: value = "task-1757574" [ 1299.347463] env[62023]: _type = "Task" [ 1299.347463] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.360810] env[62023]: DEBUG nova.compute.provider_tree [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.362786] env[62023]: DEBUG nova.network.neutron [-] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.370771] env[62023]: DEBUG oslo_vmware.api [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.433245] env[62023]: DEBUG nova.network.neutron [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Successfully created port: f503ce23-54f1-4efe-87fc-6a465e45461a {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1299.474083] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ac3c6c-d793-7556-25c7-0e3399628958, 'name': SearchDatastore_Task, 'duration_secs': 0.038} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.474083] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.474083] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 007c853b-b603-44e4-9f3d-42872bd4baca/007c853b-b603-44e4-9f3d-42872bd4baca.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1299.474083] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89affeba-a238-4c8e-8c7a-b55ac0ea0d1c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.486968] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1299.486968] env[62023]: value = "task-1757575" [ 1299.486968] env[62023]: _type = "Task" [ 1299.486968] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.496182] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757573, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.503832] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1757575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.535803] env[62023]: DEBUG nova.network.neutron [-] [instance: bd476a07-2d23-4504-a06b-273f852da654] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.617630] env[62023]: INFO nova.compute.manager [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Rebuilding instance [ 1299.684960] env[62023]: DEBUG nova.compute.manager [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.685797] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d703524f-4355-4de9-92a1-77e25a6dd381 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.834570] env[62023]: DEBUG nova.compute.manager [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1299.860704] env[62023]: DEBUG oslo_vmware.api [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757574, 'name': PowerOffVM_Task, 'duration_secs': 0.22796} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.860999] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.865073] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.867661] env[62023]: DEBUG nova.virt.hardware [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.867993] env[62023]: DEBUG nova.virt.hardware [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.867993] env[62023]: DEBUG nova.virt.hardware [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.868173] env[62023]: DEBUG nova.virt.hardware [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.868361] env[62023]: DEBUG nova.virt.hardware [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.868399] env[62023]: DEBUG nova.virt.hardware [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.868660] env[62023]: DEBUG nova.virt.hardware [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.868784] env[62023]: DEBUG nova.virt.hardware [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.869455] env[62023]: DEBUG nova.virt.hardware [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.869643] env[62023]: DEBUG nova.virt.hardware [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.869804] env[62023]: DEBUG nova.virt.hardware [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.870891] env[62023]: DEBUG nova.scheduler.client.report [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.875341] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2be41fec-c283-49ca-8642-ea299c04af03 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.877915] env[62023]: INFO nova.compute.manager [-] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Took 1.95 seconds to deallocate network for instance. [ 1299.878749] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87297358-bd46-4eb8-bf24-39eeb81ff4a6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.882317] env[62023]: DEBUG nova.network.neutron [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Successfully updated port: 210a964b-c059-46c7-98dc-3cb05a284fe6 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.903263] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bccd382-7d65-4fab-a913-38729bda5c01 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.995927] env[62023]: DEBUG oslo_vmware.api [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757573, 'name': PowerOnVM_Task, 'duration_secs': 1.16008} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.997483] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.998099] env[62023]: INFO nova.compute.manager [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Took 11.92 seconds to spawn the instance on the hypervisor. [ 1299.998511] env[62023]: DEBUG nova.compute.manager [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.999630] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3d8afd-6f9e-49f2-ab73-097927d79b35 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.007409] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1757575, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.039134] env[62023]: INFO nova.compute.manager [-] [instance: bd476a07-2d23-4504-a06b-273f852da654] Took 1.95 seconds to deallocate network for instance. [ 1300.116747] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1300.117052] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1300.117250] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Deleting the datastore file [datastore1] 54ae22a9-06cc-40ec-8026-9375df41194c {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1300.117590] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7a8a85a-985a-45bb-afce-d671e76a3f46 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.126716] env[62023]: DEBUG oslo_vmware.api [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1300.126716] env[62023]: value = "task-1757577" [ 1300.126716] env[62023]: _type = "Task" [ 1300.126716] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.140635] env[62023]: DEBUG oslo_vmware.api [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.387036] env[62023]: DEBUG oslo_concurrency.lockutils [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.387618] env[62023]: DEBUG nova.compute.manager [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1300.395737] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.258s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.401306] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.401306] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Acquiring lock "refresh_cache-b5359a9d-f105-44e6-986c-80e04faa364f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.401306] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Acquired lock "refresh_cache-b5359a9d-f105-44e6-986c-80e04faa364f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.401306] env[62023]: DEBUG nova.network.neutron [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.502808] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1757575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633891} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.504481] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 007c853b-b603-44e4-9f3d-42872bd4baca/007c853b-b603-44e4-9f3d-42872bd4baca.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.504748] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.505118] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4894600f-72f8-4f2b-b3d8-2fe4f9dc38fd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.225904] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.226440] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.229532] env[62023]: DEBUG nova.compute.utils [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1301.242518] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86103f23-c0db-4c96-a3b1-4e4be94cbb73 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.244055] env[62023]: DEBUG nova.compute.manager [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1301.244332] env[62023]: DEBUG nova.network.neutron [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1301.246658] env[62023]: INFO nova.compute.manager [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Took 24.79 seconds to build instance. [ 1301.254800] env[62023]: DEBUG oslo_vmware.api [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467052} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.264420] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.264420] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.264420] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.264420] env[62023]: INFO nova.compute.manager [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Took 1.99 seconds to destroy the instance on the hypervisor. [ 1301.270548] env[62023]: DEBUG oslo.service.loopingcall [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1301.270548] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1301.270548] env[62023]: value = "task-1757578" [ 1301.270548] env[62023]: _type = "Task" [ 1301.270548] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.270548] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Waiting for the task: (returnval){ [ 1301.270548] env[62023]: value = "task-1757579" [ 1301.270548] env[62023]: _type = "Task" [ 1301.270548] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.270548] env[62023]: DEBUG nova.compute.manager [-] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1301.270548] env[62023]: DEBUG nova.network.neutron [-] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1301.290698] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1757578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.290698] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': task-1757579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.414251] env[62023]: DEBUG nova.network.neutron [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1301.457899] env[62023]: DEBUG nova.network.neutron [req-4378ee82-ced7-4d2e-8bd0-134c8721e10f req-74ec947f-ac69-4d8d-91e2-7f91ebe300a7 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Updated VIF entry in instance network info cache for port 6ed47fce-8542-4930-82d1-9bf5d4cfecac. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.457899] env[62023]: DEBUG nova.network.neutron [req-4378ee82-ced7-4d2e-8bd0-134c8721e10f req-74ec947f-ac69-4d8d-91e2-7f91ebe300a7 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Updating instance_info_cache with network_info: [{"id": "6ed47fce-8542-4930-82d1-9bf5d4cfecac", "address": "fa:16:3e:78:f4:ac", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed47fce-85", "ovs_interfaceid": "6ed47fce-8542-4930-82d1-9bf5d4cfecac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.470130] env[62023]: DEBUG nova.policy [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3efe403a510b4dd9a08a8fffb2a7375c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0b253fa22de4b7b90419e34282255e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1301.742875] env[62023]: DEBUG nova.compute.manager [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1301.752316] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d90002-9702-4c15-9f7c-06b0260d1b90 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "743948c8-57cc-4ab0-8fd7-0c545cd1e6af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.398s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.780311] env[62023]: DEBUG nova.network.neutron [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Updating instance_info_cache with network_info: [{"id": "210a964b-c059-46c7-98dc-3cb05a284fe6", "address": "fa:16:3e:71:94:07", "network": {"id": "dfe60932-0dd0-4327-bc10-5f747b74256e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1594463246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16a56f99d22f457aacf101faa3a8ef6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap210a964b-c0", "ovs_interfaceid": "210a964b-c059-46c7-98dc-3cb05a284fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.793697] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': task-1757579, 'name': PowerOffVM_Task, 'duration_secs': 0.248235} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.793697] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1757578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102392} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.794106] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 89ade661-9570-4b30-8dec-3f2842c43af0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.794241] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.794362] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 58907f54-91c4-4526-9661-8aaa4395d4a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.794527] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 397e10b6-bddb-4f4b-aab4-108bf9f14c72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.794638] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1301.796139] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 79e46bde-6072-4afb-aa46-79f8c0a929bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.796139] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 4165552d-09a6-4e98-a12e-3ecc62c5d75e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.796139] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance a66dd77d-569c-4410-a183-5595d682b3ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.796139] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance bd476a07-2d23-4504-a06b-273f852da654 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1301.796490] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.796490] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 54ae22a9-06cc-40ec-8026-9375df41194c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.796490] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 515c9cc6-3b46-4e72-8bfa-6b345ab97f38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.796490] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 743948c8-57cc-4ab0-8fd7-0c545cd1e6af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.796697] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 007c853b-b603-44e4-9f3d-42872bd4baca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.796697] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance b5359a9d-f105-44e6-986c-80e04faa364f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.796697] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 2b12e91a-7c7e-4e52-8834-f59bd76fa228 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.796697] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance eda5b959-2aec-4193-88a4-b4ef21aace36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.798556] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.798556] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.798556] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.803758] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0af08b-0965-44a1-931d-9cee8ec23c25 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.806590] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793e30f0-eeec-4608-9616-641e64d0c543 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.847301] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 007c853b-b603-44e4-9f3d-42872bd4baca/007c853b-b603-44e4-9f3d-42872bd4baca.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.847301] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.847530] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7e9d37d-0fad-4194-8231-2f63bd267e03 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.863049] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cadf96e8-6a9e-4223-9962-810549549b7b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.875022] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1301.875022] env[62023]: value = "task-1757581" [ 1301.875022] env[62023]: _type = "Task" [ 1301.875022] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.890920] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1757581, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.894674] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.894888] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.895142] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Deleting the datastore file [datastore1] a66dd77d-569c-4410-a183-5595d682b3ae {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.895346] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcea5ff4-ff74-43c8-817f-8e846e3c907c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.902928] env[62023]: DEBUG nova.compute.manager [req-e51542ca-5d03-4d5d-8fa9-0df116e1982d req-04391e9d-a5d6-46db-98af-a63d79229219 service nova] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Received event network-vif-plugged-210a964b-c059-46c7-98dc-3cb05a284fe6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1301.902928] env[62023]: DEBUG oslo_concurrency.lockutils [req-e51542ca-5d03-4d5d-8fa9-0df116e1982d req-04391e9d-a5d6-46db-98af-a63d79229219 service nova] Acquiring lock "b5359a9d-f105-44e6-986c-80e04faa364f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.902928] env[62023]: DEBUG oslo_concurrency.lockutils [req-e51542ca-5d03-4d5d-8fa9-0df116e1982d req-04391e9d-a5d6-46db-98af-a63d79229219 service nova] Lock "b5359a9d-f105-44e6-986c-80e04faa364f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.902928] env[62023]: DEBUG oslo_concurrency.lockutils [req-e51542ca-5d03-4d5d-8fa9-0df116e1982d req-04391e9d-a5d6-46db-98af-a63d79229219 service nova] Lock "b5359a9d-f105-44e6-986c-80e04faa364f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.902928] env[62023]: DEBUG nova.compute.manager [req-e51542ca-5d03-4d5d-8fa9-0df116e1982d req-04391e9d-a5d6-46db-98af-a63d79229219 service nova] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] No waiting events found dispatching network-vif-plugged-210a964b-c059-46c7-98dc-3cb05a284fe6 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1301.905583] env[62023]: WARNING nova.compute.manager [req-e51542ca-5d03-4d5d-8fa9-0df116e1982d req-04391e9d-a5d6-46db-98af-a63d79229219 service nova] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Received unexpected event network-vif-plugged-210a964b-c059-46c7-98dc-3cb05a284fe6 for instance with vm_state building and task_state spawning. [ 1301.905583] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Waiting for the task: (returnval){ [ 1301.905583] env[62023]: value = "task-1757582" [ 1301.905583] env[62023]: _type = "Task" [ 1301.905583] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.923107] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': task-1757582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.961180] env[62023]: DEBUG oslo_concurrency.lockutils [req-4378ee82-ced7-4d2e-8bd0-134c8721e10f req-74ec947f-ac69-4d8d-91e2-7f91ebe300a7 service nova] Releasing lock "refresh_cache-007c853b-b603-44e4-9f3d-42872bd4baca" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.283854] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Releasing lock "refresh_cache-b5359a9d-f105-44e6-986c-80e04faa364f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.284284] env[62023]: DEBUG nova.compute.manager [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Instance network_info: |[{"id": "210a964b-c059-46c7-98dc-3cb05a284fe6", "address": "fa:16:3e:71:94:07", "network": {"id": "dfe60932-0dd0-4327-bc10-5f747b74256e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1594463246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16a56f99d22f457aacf101faa3a8ef6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap210a964b-c0", "ovs_interfaceid": "210a964b-c059-46c7-98dc-3cb05a284fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1302.284809] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:94:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '210a964b-c059-46c7-98dc-3cb05a284fe6', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.292741] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Creating folder: Project (16a56f99d22f457aacf101faa3a8ef6b). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1302.293070] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5db1a4ec-a1f3-4ea9-8d4a-b2980248b457 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.300961] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance b4249275-18dc-4d4b-9e6a-9e97cd84325a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1302.307312] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Created folder: Project (16a56f99d22f457aacf101faa3a8ef6b) in parent group-v365170. [ 1302.307312] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Creating folder: Instances. Parent ref: group-v365218. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1302.307312] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8827402-e6f2-4246-b0f5-aaa6783b9d8d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.317587] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Created folder: Instances in parent group-v365218. [ 1302.318103] env[62023]: DEBUG oslo.service.loopingcall [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1302.318516] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1302.318658] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bb30393-9744-4e5d-a1d2-4c1d1eba7c97 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.341232] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.341232] env[62023]: value = "task-1757585" [ 1302.341232] env[62023]: _type = "Task" [ 1302.341232] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.351331] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757585, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.391361] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1757581, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.422354] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': task-1757582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181302} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.424381] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.428233] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.428551] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.704932] env[62023]: DEBUG nova.network.neutron [-] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.759746] env[62023]: DEBUG nova.compute.manager [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1302.771165] env[62023]: DEBUG nova.network.neutron [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Successfully created port: 9daca067-0cc2-47fb-b1ee-bf15e81bba1c {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1302.803122] env[62023]: DEBUG nova.virt.hardware [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1302.803373] env[62023]: DEBUG nova.virt.hardware [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1302.803531] env[62023]: DEBUG nova.virt.hardware [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.803804] env[62023]: DEBUG nova.virt.hardware [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1302.804100] env[62023]: DEBUG nova.virt.hardware [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.805851] env[62023]: DEBUG nova.virt.hardware [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1302.805851] env[62023]: DEBUG nova.virt.hardware [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1302.805851] env[62023]: DEBUG nova.virt.hardware [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1302.806055] env[62023]: DEBUG nova.virt.hardware [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1302.806204] env[62023]: DEBUG nova.virt.hardware [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1302.806436] env[62023]: DEBUG nova.virt.hardware [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1302.807294] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance b352bc01-cf53-4fe9-a444-116186919b67 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1302.810422] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a795b6d2-c1de-43ee-973f-2f3f8b43d2ce {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.816312] env[62023]: DEBUG nova.network.neutron [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Successfully updated port: f503ce23-54f1-4efe-87fc-6a465e45461a {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1302.826209] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30de55db-ec07-47b8-9a53-a836ec2bcd25 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.870587] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757585, 'name': CreateVM_Task, 'duration_secs': 0.506768} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.871053] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.872205] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.872524] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.873047] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1302.874057] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-647b30e8-3211-4a52-89f3-fa62b8838ee9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.891868] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Waiting for the task: (returnval){ [ 1302.891868] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b075e4-03bf-45e0-5623-7998644e697d" [ 1302.891868] env[62023]: _type = "Task" [ 1302.891868] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.892145] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1757581, 'name': ReconfigVM_Task, 'duration_secs': 0.516244} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.892491] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 007c853b-b603-44e4-9f3d-42872bd4baca/007c853b-b603-44e4-9f3d-42872bd4baca.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.896496] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-724cd3c4-9ccd-46b6-922a-bc66f3a7b5a9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.908282] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b075e4-03bf-45e0-5623-7998644e697d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.910125] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1302.910125] env[62023]: value = "task-1757586" [ 1302.910125] env[62023]: _type = "Task" [ 1302.910125] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.921678] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1757586, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.014701] env[62023]: DEBUG nova.compute.manager [req-89fd1f5e-35df-4da1-a708-d7664e94174d req-4918d4f8-174c-4576-9bc1-b2d84581c2d9 service nova] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Received event network-vif-deleted-5ece46d1-024a-4626-908b-d1ef58b0811b {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1303.014919] env[62023]: DEBUG nova.compute.manager [req-89fd1f5e-35df-4da1-a708-d7664e94174d req-4918d4f8-174c-4576-9bc1-b2d84581c2d9 service nova] [instance: bd476a07-2d23-4504-a06b-273f852da654] Received event network-vif-deleted-c6fb562c-ad69-40b4-8b50-093618c877b1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1303.015103] env[62023]: DEBUG nova.compute.manager [req-89fd1f5e-35df-4da1-a708-d7664e94174d req-4918d4f8-174c-4576-9bc1-b2d84581c2d9 service nova] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Received event network-changed-0cf756ce-23dc-4c79-9201-b1a3958a0390 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1303.015283] env[62023]: DEBUG nova.compute.manager [req-89fd1f5e-35df-4da1-a708-d7664e94174d req-4918d4f8-174c-4576-9bc1-b2d84581c2d9 service nova] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Refreshing instance network info cache due to event network-changed-0cf756ce-23dc-4c79-9201-b1a3958a0390. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1303.015509] env[62023]: DEBUG oslo_concurrency.lockutils [req-89fd1f5e-35df-4da1-a708-d7664e94174d req-4918d4f8-174c-4576-9bc1-b2d84581c2d9 service nova] Acquiring lock "refresh_cache-515c9cc6-3b46-4e72-8bfa-6b345ab97f38" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.015651] env[62023]: DEBUG oslo_concurrency.lockutils [req-89fd1f5e-35df-4da1-a708-d7664e94174d req-4918d4f8-174c-4576-9bc1-b2d84581c2d9 service nova] Acquired lock "refresh_cache-515c9cc6-3b46-4e72-8bfa-6b345ab97f38" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.015834] env[62023]: DEBUG nova.network.neutron [req-89fd1f5e-35df-4da1-a708-d7664e94174d req-4918d4f8-174c-4576-9bc1-b2d84581c2d9 service nova] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Refreshing network info cache for port 0cf756ce-23dc-4c79-9201-b1a3958a0390 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.086025] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "af16d463-02a2-43d0-953b-269ce88f02e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.086088] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "af16d463-02a2-43d0-953b-269ce88f02e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.115326] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Acquiring lock "58907f54-91c4-4526-9661-8aaa4395d4a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.115581] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Lock "58907f54-91c4-4526-9661-8aaa4395d4a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.115881] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Acquiring lock "58907f54-91c4-4526-9661-8aaa4395d4a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.116088] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Lock "58907f54-91c4-4526-9661-8aaa4395d4a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.116265] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Lock "58907f54-91c4-4526-9661-8aaa4395d4a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.119571] env[62023]: INFO nova.compute.manager [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Terminating instance [ 1303.209031] env[62023]: INFO nova.compute.manager [-] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Took 1.94 seconds to deallocate network for instance. [ 1303.316679] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance b1111972-8a27-44da-8f20-98808abadbb8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1303.319070] env[62023]: DEBUG oslo_concurrency.lockutils [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Acquiring lock "refresh_cache-2b12e91a-7c7e-4e52-8834-f59bd76fa228" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.319211] env[62023]: DEBUG oslo_concurrency.lockutils [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Acquired lock "refresh_cache-2b12e91a-7c7e-4e52-8834-f59bd76fa228" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.319359] env[62023]: DEBUG nova.network.neutron [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.407743] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b075e4-03bf-45e0-5623-7998644e697d, 'name': SearchDatastore_Task, 'duration_secs': 0.024904} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.408376] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.408823] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.409258] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.409566] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.410199] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.410661] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d395030-7592-452e-9f5e-f897b98baec7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.424224] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1757586, 'name': Rename_Task, 'duration_secs': 0.18029} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.426121] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1303.426471] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.426685] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.427539] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50029165-2359-4cb2-80fb-68db4a0b542b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.430101] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f73dd5-cacc-4f25-913d-fe8366fc6d06 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.446906] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Waiting for the task: (returnval){ [ 1303.446906] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5243641c-4fba-1a30-8034-ee1b8d82802c" [ 1303.446906] env[62023]: _type = "Task" [ 1303.446906] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.449286] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1303.449286] env[62023]: value = "task-1757587" [ 1303.449286] env[62023]: _type = "Task" [ 1303.449286] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.462996] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5243641c-4fba-1a30-8034-ee1b8d82802c, 'name': SearchDatastore_Task, 'duration_secs': 0.014939} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.468027] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1757587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.470080] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f1dabc8-a22a-4d10-93a6-71b049fc9874 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.477679] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Waiting for the task: (returnval){ [ 1303.477679] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528a5e48-d556-ad14-7b14-b87b2cbcbe57" [ 1303.477679] env[62023]: _type = "Task" [ 1303.477679] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.485011] env[62023]: DEBUG nova.virt.hardware [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.485011] env[62023]: DEBUG nova.virt.hardware [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.485184] env[62023]: DEBUG nova.virt.hardware [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.486059] env[62023]: DEBUG nova.virt.hardware [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.486059] env[62023]: DEBUG nova.virt.hardware [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.486059] env[62023]: DEBUG nova.virt.hardware [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.486342] env[62023]: DEBUG nova.virt.hardware [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.487045] env[62023]: DEBUG nova.virt.hardware [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.487045] env[62023]: DEBUG nova.virt.hardware [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.487045] env[62023]: DEBUG nova.virt.hardware [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.487316] env[62023]: DEBUG nova.virt.hardware [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.488721] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff146ac3-4b07-4310-88bd-27852f634ee0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.502495] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c21e2f-5b88-4fbc-a060-6db02ae09cf0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.506335] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528a5e48-d556-ad14-7b14-b87b2cbcbe57, 'name': SearchDatastore_Task, 'duration_secs': 0.016888} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.506623] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.506921] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b5359a9d-f105-44e6-986c-80e04faa364f/b5359a9d-f105-44e6-986c-80e04faa364f.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1303.507974] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-620b2668-bcf0-4b4b-9615-9b15e688d6dd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.521031] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Instance VIF info [] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1303.526182] env[62023]: DEBUG oslo.service.loopingcall [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1303.526969] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.529909] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86b759c3-55b1-4d5a-8a49-e39d65e99c17 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.541509] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Waiting for the task: (returnval){ [ 1303.541509] env[62023]: value = "task-1757588" [ 1303.541509] env[62023]: _type = "Task" [ 1303.541509] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.547263] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.547263] env[62023]: value = "task-1757589" [ 1303.547263] env[62023]: _type = "Task" [ 1303.547263] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.554347] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Task: {'id': task-1757588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.560397] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757589, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.589564] env[62023]: DEBUG nova.compute.manager [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1303.624871] env[62023]: DEBUG nova.compute.manager [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1303.625875] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1303.628068] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb0991c-4460-4ca8-a747-bc935e707b3c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.637904] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.638462] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-314999ff-1976-498d-a025-5bb25100b94c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.650013] env[62023]: DEBUG oslo_vmware.api [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Waiting for the task: (returnval){ [ 1303.650013] env[62023]: value = "task-1757590" [ 1303.650013] env[62023]: _type = "Task" [ 1303.650013] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.661998] env[62023]: DEBUG oslo_vmware.api [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': task-1757590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.716130] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.819968] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1303.914440] env[62023]: DEBUG nova.network.neutron [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1303.942583] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Acquiring lock "3a6808f1-65c2-4a03-b53d-ef7e9540b7b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.942939] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Lock "3a6808f1-65c2-4a03-b53d-ef7e9540b7b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.943232] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Acquiring lock "3a6808f1-65c2-4a03-b53d-ef7e9540b7b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.943456] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Lock "3a6808f1-65c2-4a03-b53d-ef7e9540b7b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.943650] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Lock "3a6808f1-65c2-4a03-b53d-ef7e9540b7b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.946647] env[62023]: INFO nova.compute.manager [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Terminating instance [ 1303.975428] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1757587, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.060153] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757589, 'name': CreateVM_Task, 'duration_secs': 0.454339} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.063522] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1304.063913] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Task: {'id': task-1757588, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.064307] env[62023]: DEBUG oslo_concurrency.lockutils [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.064461] env[62023]: DEBUG oslo_concurrency.lockutils [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.064797] env[62023]: DEBUG oslo_concurrency.lockutils [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1304.065083] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae062138-3852-4546-b6fe-01b345beda62 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.071970] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Waiting for the task: (returnval){ [ 1304.071970] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b93c4a-4e46-a258-3614-98595b884f6f" [ 1304.071970] env[62023]: _type = "Task" [ 1304.071970] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.076573] env[62023]: DEBUG nova.network.neutron [req-89fd1f5e-35df-4da1-a708-d7664e94174d req-4918d4f8-174c-4576-9bc1-b2d84581c2d9 service nova] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Updated VIF entry in instance network info cache for port 0cf756ce-23dc-4c79-9201-b1a3958a0390. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.076982] env[62023]: DEBUG nova.network.neutron [req-89fd1f5e-35df-4da1-a708-d7664e94174d req-4918d4f8-174c-4576-9bc1-b2d84581c2d9 service nova] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Updating instance_info_cache with network_info: [{"id": "0cf756ce-23dc-4c79-9201-b1a3958a0390", "address": "fa:16:3e:4a:4d:62", "network": {"id": "ad947950-6ea7-4bf2-90d3-1b920c7dec0f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-939604298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64101a5335c4c1385a8e26bd2ee36c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf756ce-23", "ovs_interfaceid": "0cf756ce-23dc-4c79-9201-b1a3958a0390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.088112] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b93c4a-4e46-a258-3614-98595b884f6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.118125] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.161745] env[62023]: DEBUG oslo_vmware.api [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': task-1757590, 'name': PowerOffVM_Task, 'duration_secs': 0.210433} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.162423] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1304.162654] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1304.162957] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2735ac73-e2b6-462d-a67d-619a7737c613 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.207339] env[62023]: DEBUG nova.network.neutron [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Updating instance_info_cache with network_info: [{"id": "f503ce23-54f1-4efe-87fc-6a465e45461a", "address": "fa:16:3e:3b:5f:e4", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf503ce23-54", "ovs_interfaceid": "f503ce23-54f1-4efe-87fc-6a465e45461a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.249311] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1304.249636] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1304.249703] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Deleting the datastore file [datastore1] 58907f54-91c4-4526-9661-8aaa4395d4a1 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1304.249986] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e9d61ab-81bd-4a99-b196-b62096c8f01f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.259443] env[62023]: DEBUG oslo_vmware.api [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Waiting for the task: (returnval){ [ 1304.259443] env[62023]: value = "task-1757592" [ 1304.259443] env[62023]: _type = "Task" [ 1304.259443] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.270362] env[62023]: DEBUG oslo_vmware.api [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': task-1757592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.323112] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance ab1208a4-b991-4706-8205-88fa9c0fe96c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1304.323407] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1304.323611] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1304.455779] env[62023]: DEBUG nova.compute.manager [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1304.455779] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.457273] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e031d15-6a00-4d18-9de5-8e1e9271fe41 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.474182] env[62023]: DEBUG oslo_vmware.api [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1757587, 'name': PowerOnVM_Task, 'duration_secs': 0.565208} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.479566] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1304.479815] env[62023]: INFO nova.compute.manager [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Took 11.88 seconds to spawn the instance on the hypervisor. [ 1304.480081] env[62023]: DEBUG nova.compute.manager [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1304.480805] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.482104] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bd1a4a-deae-4754-8986-7cf3532e179b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.486182] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cffce99b-3e2d-487e-adec-2b2017d2b6dc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.497493] env[62023]: DEBUG oslo_vmware.api [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Waiting for the task: (returnval){ [ 1304.497493] env[62023]: value = "task-1757593" [ 1304.497493] env[62023]: _type = "Task" [ 1304.497493] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.508041] env[62023]: DEBUG oslo_vmware.api [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': task-1757593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.558446] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Task: {'id': task-1757588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663526} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.560830] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b5359a9d-f105-44e6-986c-80e04faa364f/b5359a9d-f105-44e6-986c-80e04faa364f.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1304.560830] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1304.560830] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4ef9440-5541-4765-957b-38dd1642bdf3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.575029] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Waiting for the task: (returnval){ [ 1304.575029] env[62023]: value = "task-1757594" [ 1304.575029] env[62023]: _type = "Task" [ 1304.575029] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.584589] env[62023]: DEBUG oslo_concurrency.lockutils [req-89fd1f5e-35df-4da1-a708-d7664e94174d req-4918d4f8-174c-4576-9bc1-b2d84581c2d9 service nova] Releasing lock "refresh_cache-515c9cc6-3b46-4e72-8bfa-6b345ab97f38" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.597377] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Task: {'id': task-1757594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.598115] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b93c4a-4e46-a258-3614-98595b884f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.051775} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.598481] env[62023]: DEBUG oslo_concurrency.lockutils [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.598739] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.599025] env[62023]: DEBUG oslo_concurrency.lockutils [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.599184] env[62023]: DEBUG oslo_concurrency.lockutils [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.599360] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.599625] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cb22cdf-ce43-414b-a319-daa3b1bc060e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.614225] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.614489] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.615286] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15a3afe1-99cf-4565-ad26-486214ffe97f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.623128] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Waiting for the task: (returnval){ [ 1304.623128] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524455fb-5dec-0561-4cfd-63f85c339661" [ 1304.623128] env[62023]: _type = "Task" [ 1304.623128] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.634304] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524455fb-5dec-0561-4cfd-63f85c339661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.709191] env[62023]: DEBUG oslo_concurrency.lockutils [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Releasing lock "refresh_cache-2b12e91a-7c7e-4e52-8834-f59bd76fa228" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.709581] env[62023]: DEBUG nova.compute.manager [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Instance network_info: |[{"id": "f503ce23-54f1-4efe-87fc-6a465e45461a", "address": "fa:16:3e:3b:5f:e4", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf503ce23-54", "ovs_interfaceid": "f503ce23-54f1-4efe-87fc-6a465e45461a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1304.710155] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:5f:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f503ce23-54f1-4efe-87fc-6a465e45461a', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1304.723790] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Creating folder: Project (76f7d1f311974789846f3e7d9d809501). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1304.724689] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb0d4cd4-0871-46c1-8652-78788458d11c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.739516] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Created folder: Project (76f7d1f311974789846f3e7d9d809501) in parent group-v365170. [ 1304.739838] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Creating folder: Instances. Parent ref: group-v365222. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1304.740274] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e50ff7e-c19c-49aa-a00d-a06205531ce1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.762030] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Created folder: Instances in parent group-v365222. [ 1304.762030] env[62023]: DEBUG oslo.service.loopingcall [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1304.767416] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1304.772359] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f925e78-8d2f-4cf9-86f5-7969b2b2ac5a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.798483] env[62023]: DEBUG nova.network.neutron [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Successfully updated port: 9daca067-0cc2-47fb-b1ee-bf15e81bba1c {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1304.808242] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1304.808242] env[62023]: value = "task-1757597" [ 1304.808242] env[62023]: _type = "Task" [ 1304.808242] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.810340] env[62023]: DEBUG oslo_vmware.api [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Task: {'id': task-1757592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47278} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.812341] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.812731] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1304.813074] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1304.813396] env[62023]: INFO nova.compute.manager [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1304.813791] env[62023]: DEBUG oslo.service.loopingcall [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1304.821091] env[62023]: DEBUG nova.compute.manager [-] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1304.821736] env[62023]: DEBUG nova.network.neutron [-] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1304.837343] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757597, 'name': CreateVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.858065] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbc16b3-efa9-4664-8314-5e8cb24de18e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.868574] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5528a52-32c3-4d9a-aaf0-d8f73befe828 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.906992] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5184d24a-bc19-4749-bf16-d120ba30bde0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.917110] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3203eedc-ab68-4e97-bd48-4afd2c030a41 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.937682] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.013974] env[62023]: INFO nova.compute.manager [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Took 25.56 seconds to build instance. [ 1305.022817] env[62023]: DEBUG oslo_vmware.api [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': task-1757593, 'name': PowerOffVM_Task, 'duration_secs': 0.515006} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.022817] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.022817] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.022817] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-588ce4f7-99d1-4854-bbfa-1f6cdde554d4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.092400] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Task: {'id': task-1757594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158232} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.092690] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.093527] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26137fa2-ce62-4178-841b-4d261a52c86f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.118258] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] b5359a9d-f105-44e6-986c-80e04faa364f/b5359a9d-f105-44e6-986c-80e04faa364f.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.120028] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77fe780f-31f4-4e6b-9ac3-17bfea6745b7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.134933] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.136459] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.136459] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Deleting the datastore file [datastore1] 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.136459] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2e32119-00b7-4cd0-8b3c-77785f8fdbac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.150600] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524455fb-5dec-0561-4cfd-63f85c339661, 'name': SearchDatastore_Task, 'duration_secs': 0.018251} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.153251] env[62023]: DEBUG oslo_vmware.api [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Waiting for the task: (returnval){ [ 1305.153251] env[62023]: value = "task-1757599" [ 1305.153251] env[62023]: _type = "Task" [ 1305.153251] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.153495] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Waiting for the task: (returnval){ [ 1305.153495] env[62023]: value = "task-1757600" [ 1305.153495] env[62023]: _type = "Task" [ 1305.153495] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.154934] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb75fe6c-0aad-483d-a145-39ebb067844b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.172807] env[62023]: DEBUG oslo_vmware.api [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': task-1757599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.180116] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Waiting for the task: (returnval){ [ 1305.180116] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524b34d9-13bd-77fe-8a48-ccece84ad586" [ 1305.180116] env[62023]: _type = "Task" [ 1305.180116] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.192200] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524b34d9-13bd-77fe-8a48-ccece84ad586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.306196] env[62023]: DEBUG oslo_concurrency.lockutils [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.306340] env[62023]: DEBUG oslo_concurrency.lockutils [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquired lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.306505] env[62023]: DEBUG nova.network.neutron [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.324701] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757597, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.339722] env[62023]: DEBUG nova.compute.manager [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.340646] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f935ba-b31e-4ac3-a1d1-39e2c306afc4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.440489] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.519381] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a3778dea-df62-4ee6-ad63-ef5862caa59e tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "007c853b-b603-44e4-9f3d-42872bd4baca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.322s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.633246] env[62023]: DEBUG nova.compute.manager [req-74b0d913-e725-4726-b35e-5e3cb7242a49 req-c9108ecc-a491-478f-8e06-290155d59a41 service nova] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Received event network-changed-210a964b-c059-46c7-98dc-3cb05a284fe6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1305.633482] env[62023]: DEBUG nova.compute.manager [req-74b0d913-e725-4726-b35e-5e3cb7242a49 req-c9108ecc-a491-478f-8e06-290155d59a41 service nova] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Refreshing instance network info cache due to event network-changed-210a964b-c059-46c7-98dc-3cb05a284fe6. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1305.633768] env[62023]: DEBUG oslo_concurrency.lockutils [req-74b0d913-e725-4726-b35e-5e3cb7242a49 req-c9108ecc-a491-478f-8e06-290155d59a41 service nova] Acquiring lock "refresh_cache-b5359a9d-f105-44e6-986c-80e04faa364f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.633768] env[62023]: DEBUG oslo_concurrency.lockutils [req-74b0d913-e725-4726-b35e-5e3cb7242a49 req-c9108ecc-a491-478f-8e06-290155d59a41 service nova] Acquired lock "refresh_cache-b5359a9d-f105-44e6-986c-80e04faa364f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.633940] env[62023]: DEBUG nova.network.neutron [req-74b0d913-e725-4726-b35e-5e3cb7242a49 req-c9108ecc-a491-478f-8e06-290155d59a41 service nova] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Refreshing network info cache for port 210a964b-c059-46c7-98dc-3cb05a284fe6 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.684852] env[62023]: DEBUG oslo_vmware.api [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Task: {'id': task-1757599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298773} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.686644] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Task: {'id': task-1757600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.686960] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.687290] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.687594] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.688150] env[62023]: INFO nova.compute.manager [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1305.688549] env[62023]: DEBUG oslo.service.loopingcall [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1305.692060] env[62023]: DEBUG nova.compute.manager [-] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1305.692341] env[62023]: DEBUG nova.network.neutron [-] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1305.702968] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524b34d9-13bd-77fe-8a48-ccece84ad586, 'name': SearchDatastore_Task, 'duration_secs': 0.03205} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.702968] env[62023]: DEBUG oslo_concurrency.lockutils [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.702968] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] a66dd77d-569c-4410-a183-5595d682b3ae/a66dd77d-569c-4410-a183-5595d682b3ae.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.702968] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b18f20bd-d966-478e-b460-4b4e76a805c8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.711491] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Waiting for the task: (returnval){ [ 1305.711491] env[62023]: value = "task-1757601" [ 1305.711491] env[62023]: _type = "Task" [ 1305.711491] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.722892] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': task-1757601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.828881] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757597, 'name': CreateVM_Task, 'duration_secs': 0.803219} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.829220] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.832214] env[62023]: DEBUG oslo_concurrency.lockutils [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.832214] env[62023]: DEBUG oslo_concurrency.lockutils [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.832214] env[62023]: DEBUG oslo_concurrency.lockutils [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1305.832214] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4980e72f-e99e-493d-bba0-641db603bee2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.839242] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Waiting for the task: (returnval){ [ 1305.839242] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521df703-609d-12e3-113d-439c900b564c" [ 1305.839242] env[62023]: _type = "Task" [ 1305.839242] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.853034] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521df703-609d-12e3-113d-439c900b564c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.856527] env[62023]: INFO nova.compute.manager [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] instance snapshotting [ 1305.861744] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522e60c4-6d6b-43db-b759-a1074094da47 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.884575] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff45d1f1-c1ab-46f8-90ec-f89e7b8e60ad {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.935127] env[62023]: DEBUG nova.network.neutron [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1305.949351] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1305.949859] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.554s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.951425] env[62023]: DEBUG oslo_concurrency.lockutils [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.794s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.952819] env[62023]: INFO nova.compute.claims [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.169631] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Task: {'id': task-1757600, 'name': ReconfigVM_Task, 'duration_secs': 0.817501} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.169990] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Reconfigured VM instance instance-00000011 to attach disk [datastore1] b5359a9d-f105-44e6-986c-80e04faa364f/b5359a9d-f105-44e6-986c-80e04faa364f.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.170712] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fede6ede-d134-4bdc-a06b-af4a551364d8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.181806] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Waiting for the task: (returnval){ [ 1306.181806] env[62023]: value = "task-1757606" [ 1306.181806] env[62023]: _type = "Task" [ 1306.181806] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.192562] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Task: {'id': task-1757606, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.224367] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': task-1757601, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.324514] env[62023]: DEBUG nova.network.neutron [-] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.354078] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521df703-609d-12e3-113d-439c900b564c, 'name': SearchDatastore_Task, 'duration_secs': 0.013168} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.354078] env[62023]: DEBUG oslo_concurrency.lockutils [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.354404] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1306.354615] env[62023]: DEBUG oslo_concurrency.lockutils [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.354780] env[62023]: DEBUG oslo_concurrency.lockutils [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.354821] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1306.355110] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f47f2a1c-104c-4053-ac43-d60298c4640b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.374021] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1306.374178] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1306.375246] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43de1f71-9904-405c-bbcb-656b97cb981a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.381984] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Waiting for the task: (returnval){ [ 1306.381984] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52234c14-c2d4-0333-79ea-11129026feab" [ 1306.381984] env[62023]: _type = "Task" [ 1306.381984] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.395354] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52234c14-c2d4-0333-79ea-11129026feab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.398247] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Creating Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1306.398570] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-306d9adc-c66b-4b22-90af-52e1dfe13cb5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.408719] env[62023]: DEBUG oslo_vmware.api [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for the task: (returnval){ [ 1306.408719] env[62023]: value = "task-1757607" [ 1306.408719] env[62023]: _type = "Task" [ 1306.408719] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.424201] env[62023]: DEBUG oslo_vmware.api [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757607, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.501961] env[62023]: DEBUG nova.compute.manager [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Received event network-vif-deleted-be608b83-a8ee-424d-9053-ee542c7ff821 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1306.502344] env[62023]: DEBUG nova.compute.manager [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Received event network-vif-plugged-f503ce23-54f1-4efe-87fc-6a465e45461a {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1306.502573] env[62023]: DEBUG oslo_concurrency.lockutils [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] Acquiring lock "2b12e91a-7c7e-4e52-8834-f59bd76fa228-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.503016] env[62023]: DEBUG oslo_concurrency.lockutils [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] Lock "2b12e91a-7c7e-4e52-8834-f59bd76fa228-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.505778] env[62023]: DEBUG oslo_concurrency.lockutils [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] Lock "2b12e91a-7c7e-4e52-8834-f59bd76fa228-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.505778] env[62023]: DEBUG nova.compute.manager [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] No waiting events found dispatching network-vif-plugged-f503ce23-54f1-4efe-87fc-6a465e45461a {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1306.505778] env[62023]: WARNING nova.compute.manager [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Received unexpected event network-vif-plugged-f503ce23-54f1-4efe-87fc-6a465e45461a for instance with vm_state building and task_state spawning. [ 1306.505778] env[62023]: DEBUG nova.compute.manager [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Received event network-changed-f503ce23-54f1-4efe-87fc-6a465e45461a {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1306.505778] env[62023]: DEBUG nova.compute.manager [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Refreshing instance network info cache due to event network-changed-f503ce23-54f1-4efe-87fc-6a465e45461a. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1306.509539] env[62023]: DEBUG oslo_concurrency.lockutils [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] Acquiring lock "refresh_cache-2b12e91a-7c7e-4e52-8834-f59bd76fa228" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.509539] env[62023]: DEBUG oslo_concurrency.lockutils [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] Acquired lock "refresh_cache-2b12e91a-7c7e-4e52-8834-f59bd76fa228" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.509539] env[62023]: DEBUG nova.network.neutron [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Refreshing network info cache for port f503ce23-54f1-4efe-87fc-6a465e45461a {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.638838] env[62023]: DEBUG nova.network.neutron [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Updating instance_info_cache with network_info: [{"id": "9daca067-0cc2-47fb-b1ee-bf15e81bba1c", "address": "fa:16:3e:ea:1e:9d", "network": {"id": "d1117918-82ec-47b9-9f2c-6d237b2c8e90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1910377442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b253fa22de4b7b90419e34282255e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9daca067-0c", "ovs_interfaceid": "9daca067-0cc2-47fb-b1ee-bf15e81bba1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.701173] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Task: {'id': task-1757606, 'name': Rename_Task, 'duration_secs': 0.243205} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.701173] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.701173] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9775becb-be1f-4317-9b7b-fc56345798d5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.711207] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Waiting for the task: (returnval){ [ 1306.711207] env[62023]: value = "task-1757608" [ 1306.711207] env[62023]: _type = "Task" [ 1306.711207] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.726302] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Task: {'id': task-1757608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.730994] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': task-1757601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824616} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.734583] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] a66dd77d-569c-4410-a183-5595d682b3ae/a66dd77d-569c-4410-a183-5595d682b3ae.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1306.734809] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1306.735412] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ef7b901-21f6-4b71-9aea-25fb338a2ec1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.744492] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Waiting for the task: (returnval){ [ 1306.744492] env[62023]: value = "task-1757609" [ 1306.744492] env[62023]: _type = "Task" [ 1306.744492] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.756311] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': task-1757609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.827642] env[62023]: INFO nova.compute.manager [-] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Took 2.01 seconds to deallocate network for instance. [ 1306.894554] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52234c14-c2d4-0333-79ea-11129026feab, 'name': SearchDatastore_Task, 'duration_secs': 0.067627} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.895538] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d752bfe5-bd93-4622-b2cf-135bcd0a5e18 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.902698] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Waiting for the task: (returnval){ [ 1306.902698] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524d2c98-9eb8-c707-79b2-323582477600" [ 1306.902698] env[62023]: _type = "Task" [ 1306.902698] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.916628] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524d2c98-9eb8-c707-79b2-323582477600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.924240] env[62023]: DEBUG oslo_vmware.api [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757607, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.997662] env[62023]: DEBUG nova.network.neutron [req-74b0d913-e725-4726-b35e-5e3cb7242a49 req-c9108ecc-a491-478f-8e06-290155d59a41 service nova] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Updated VIF entry in instance network info cache for port 210a964b-c059-46c7-98dc-3cb05a284fe6. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1306.997958] env[62023]: DEBUG nova.network.neutron [req-74b0d913-e725-4726-b35e-5e3cb7242a49 req-c9108ecc-a491-478f-8e06-290155d59a41 service nova] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Updating instance_info_cache with network_info: [{"id": "210a964b-c059-46c7-98dc-3cb05a284fe6", "address": "fa:16:3e:71:94:07", "network": {"id": "dfe60932-0dd0-4327-bc10-5f747b74256e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1594463246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16a56f99d22f457aacf101faa3a8ef6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap210a964b-c0", "ovs_interfaceid": "210a964b-c059-46c7-98dc-3cb05a284fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.143126] env[62023]: DEBUG oslo_concurrency.lockutils [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Releasing lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.143126] env[62023]: DEBUG nova.compute.manager [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Instance network_info: |[{"id": "9daca067-0cc2-47fb-b1ee-bf15e81bba1c", "address": "fa:16:3e:ea:1e:9d", "network": {"id": "d1117918-82ec-47b9-9f2c-6d237b2c8e90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1910377442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b253fa22de4b7b90419e34282255e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9daca067-0c", "ovs_interfaceid": "9daca067-0cc2-47fb-b1ee-bf15e81bba1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1307.143358] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:1e:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9daca067-0cc2-47fb-b1ee-bf15e81bba1c', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1307.153473] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Creating folder: Project (d0b253fa22de4b7b90419e34282255e5). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1307.157022] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3d01042-b395-46b2-83e8-aaa5553e5a27 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.175538] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Created folder: Project (d0b253fa22de4b7b90419e34282255e5) in parent group-v365170. [ 1307.175760] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Creating folder: Instances. Parent ref: group-v365228. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1307.176243] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d9a642b-63c8-432f-ac4e-285efae3ef94 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.188859] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Created folder: Instances in parent group-v365228. [ 1307.189399] env[62023]: DEBUG oslo.service.loopingcall [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1307.189399] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1307.189564] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49331597-be95-47ed-937c-aed340044417 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.224815] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.224815] env[62023]: value = "task-1757612" [ 1307.224815] env[62023]: _type = "Task" [ 1307.224815] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.230115] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Task: {'id': task-1757608, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.243244] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757612, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.259239] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': task-1757609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075618} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.263371] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1307.265050] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c49d1f6-8ff3-42af-aebd-cbdeaa59f0f4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.269744] env[62023]: DEBUG nova.network.neutron [-] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.290458] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] a66dd77d-569c-4410-a183-5595d682b3ae/a66dd77d-569c-4410-a183-5595d682b3ae.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.295599] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dc4ee3f-cdef-4c8d-8e36-d8e595364f70 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.320219] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Waiting for the task: (returnval){ [ 1307.320219] env[62023]: value = "task-1757613" [ 1307.320219] env[62023]: _type = "Task" [ 1307.320219] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.337888] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.337888] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': task-1757613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.421793] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524d2c98-9eb8-c707-79b2-323582477600, 'name': SearchDatastore_Task, 'duration_secs': 0.022733} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.422835] env[62023]: DEBUG oslo_concurrency.lockutils [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.423335] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 2b12e91a-7c7e-4e52-8834-f59bd76fa228/2b12e91a-7c7e-4e52-8834-f59bd76fa228.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1307.423788] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ba16da5-9b1f-4ab1-a059-6a224da7feee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.433497] env[62023]: DEBUG oslo_vmware.api [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757607, 'name': CreateSnapshot_Task, 'duration_secs': 0.878824} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.434437] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Created Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1307.435400] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f93bdb0-e4e0-4941-ac8b-cf769c9aee8c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.442047] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Waiting for the task: (returnval){ [ 1307.442047] env[62023]: value = "task-1757614" [ 1307.442047] env[62023]: _type = "Task" [ 1307.442047] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.470137] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': task-1757614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.504402] env[62023]: DEBUG oslo_concurrency.lockutils [req-74b0d913-e725-4726-b35e-5e3cb7242a49 req-c9108ecc-a491-478f-8e06-290155d59a41 service nova] Releasing lock "refresh_cache-b5359a9d-f105-44e6-986c-80e04faa364f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.530994] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fffb0c-7616-4d38-9c01-1ea5b112eb96 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.546210] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e43f09f-1fc8-4410-b364-fbff5b09e9da {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.584821] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9741cd31-b51b-48b2-b871-76c45aad9229 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.594251] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5512aad7-aabd-4ec5-89ea-bc140751bb4d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.619681] env[62023]: DEBUG nova.compute.provider_tree [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.724013] env[62023]: DEBUG oslo_vmware.api [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Task: {'id': task-1757608, 'name': PowerOnVM_Task, 'duration_secs': 0.830719} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.732684] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.732684] env[62023]: INFO nova.compute.manager [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Took 10.48 seconds to spawn the instance on the hypervisor. [ 1307.732684] env[62023]: DEBUG nova.compute.manager [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.732913] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1251165d-fb32-42cc-b37d-d5d3258baafc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.752898] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757612, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.795470] env[62023]: INFO nova.compute.manager [-] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Took 2.10 seconds to deallocate network for instance. [ 1307.838360] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': task-1757613, 'name': ReconfigVM_Task, 'duration_secs': 0.388283} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.838360] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Reconfigured VM instance instance-0000000a to attach disk [datastore1] a66dd77d-569c-4410-a183-5595d682b3ae/a66dd77d-569c-4410-a183-5595d682b3ae.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.838552] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18a59416-71b3-4182-8280-794a6677b206 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.851410] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Waiting for the task: (returnval){ [ 1307.851410] env[62023]: value = "task-1757615" [ 1307.851410] env[62023]: _type = "Task" [ 1307.851410] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.864518] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d759a545-e1d9-413e-a1a4-f152e6b003d1 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.864926] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d759a545-e1d9-413e-a1a4-f152e6b003d1 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.865384] env[62023]: DEBUG nova.compute.manager [None req-d759a545-e1d9-413e-a1a4-f152e6b003d1 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.865595] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': task-1757615, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.867368] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303e7a0e-f2b9-4050-b922-ffe7064711eb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.876011] env[62023]: DEBUG nova.compute.manager [None req-d759a545-e1d9-413e-a1a4-f152e6b003d1 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62023) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1307.880166] env[62023]: DEBUG nova.objects.instance [None req-d759a545-e1d9-413e-a1a4-f152e6b003d1 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lazy-loading 'flavor' on Instance uuid 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.933369] env[62023]: DEBUG nova.network.neutron [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Updated VIF entry in instance network info cache for port f503ce23-54f1-4efe-87fc-6a465e45461a. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.933753] env[62023]: DEBUG nova.network.neutron [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Updating instance_info_cache with network_info: [{"id": "f503ce23-54f1-4efe-87fc-6a465e45461a", "address": "fa:16:3e:3b:5f:e4", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf503ce23-54", "ovs_interfaceid": "f503ce23-54f1-4efe-87fc-6a465e45461a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.951696] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.952012] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.952430] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Starting heal instance info cache {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1307.952430] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Rebuilding the list of instances to heal {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1307.960467] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': task-1757614, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.970210] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Creating linked-clone VM from snapshot {{(pid=62023) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1307.970917] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bf496d7e-a8d3-4a20-bd1c-e0c8998cfb90 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.980756] env[62023]: DEBUG oslo_vmware.api [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for the task: (returnval){ [ 1307.980756] env[62023]: value = "task-1757616" [ 1307.980756] env[62023]: _type = "Task" [ 1307.980756] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.991662] env[62023]: DEBUG oslo_vmware.api [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757616, 'name': CloneVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.124024] env[62023]: DEBUG nova.scheduler.client.report [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.244921] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757612, 'name': CreateVM_Task, 'duration_secs': 0.690543} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.246315] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1308.247128] env[62023]: DEBUG oslo_concurrency.lockutils [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.247314] env[62023]: DEBUG oslo_concurrency.lockutils [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.247639] env[62023]: DEBUG oslo_concurrency.lockutils [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1308.247893] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f5cfbf3-4617-42be-b88a-7b7a8116bf29 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.268823] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1308.268823] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5217bbc5-1716-fc09-1122-53ea7e18d2ab" [ 1308.268823] env[62023]: _type = "Task" [ 1308.268823] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.278453] env[62023]: INFO nova.compute.manager [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Took 28.32 seconds to build instance. [ 1308.285026] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5217bbc5-1716-fc09-1122-53ea7e18d2ab, 'name': SearchDatastore_Task, 'duration_secs': 0.012019} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.285026] env[62023]: DEBUG oslo_concurrency.lockutils [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.285026] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1308.285334] env[62023]: DEBUG oslo_concurrency.lockutils [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.285433] env[62023]: DEBUG oslo_concurrency.lockutils [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.285599] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.286311] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-291a9f0a-df7d-4ee1-bac5-2e53cb3dae53 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.302272] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.302272] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1308.303109] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e3cc48d-d81f-4bba-a310-8286e2122825 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.311553] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.313043] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1308.313043] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52dc190d-d32b-fa7b-6471-70c5fc7890e4" [ 1308.313043] env[62023]: _type = "Task" [ 1308.313043] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.326144] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52dc190d-d32b-fa7b-6471-70c5fc7890e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.361719] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': task-1757615, 'name': Rename_Task, 'duration_secs': 0.299895} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.365028] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.365028] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1972c646-5c27-4e4e-8e48-29c3a0d3e5fc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.371879] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Waiting for the task: (returnval){ [ 1308.371879] env[62023]: value = "task-1757617" [ 1308.371879] env[62023]: _type = "Task" [ 1308.371879] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.395031] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': task-1757617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.436928] env[62023]: DEBUG oslo_concurrency.lockutils [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] Releasing lock "refresh_cache-2b12e91a-7c7e-4e52-8834-f59bd76fa228" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.437107] env[62023]: DEBUG nova.compute.manager [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Received event network-vif-plugged-9daca067-0cc2-47fb-b1ee-bf15e81bba1c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1308.437191] env[62023]: DEBUG oslo_concurrency.lockutils [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] Acquiring lock "eda5b959-2aec-4193-88a4-b4ef21aace36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.437414] env[62023]: DEBUG oslo_concurrency.lockutils [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] Lock "eda5b959-2aec-4193-88a4-b4ef21aace36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.437583] env[62023]: DEBUG oslo_concurrency.lockutils [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] Lock "eda5b959-2aec-4193-88a4-b4ef21aace36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.437764] env[62023]: DEBUG nova.compute.manager [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] No waiting events found dispatching network-vif-plugged-9daca067-0cc2-47fb-b1ee-bf15e81bba1c {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1308.438043] env[62023]: WARNING nova.compute.manager [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Received unexpected event network-vif-plugged-9daca067-0cc2-47fb-b1ee-bf15e81bba1c for instance with vm_state building and task_state spawning. [ 1308.438544] env[62023]: DEBUG nova.compute.manager [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Received event network-changed-9daca067-0cc2-47fb-b1ee-bf15e81bba1c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1308.438544] env[62023]: DEBUG nova.compute.manager [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Refreshing instance network info cache due to event network-changed-9daca067-0cc2-47fb-b1ee-bf15e81bba1c. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1308.438691] env[62023]: DEBUG oslo_concurrency.lockutils [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] Acquiring lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.438691] env[62023]: DEBUG oslo_concurrency.lockutils [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] Acquired lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.439009] env[62023]: DEBUG nova.network.neutron [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Refreshing network info cache for port 9daca067-0cc2-47fb-b1ee-bf15e81bba1c {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.461359] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Skipping network cache update for instance because it is Building. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1308.461681] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Skipping network cache update for instance because it is Building. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1308.461681] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Skipping network cache update for instance because it is Building. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1308.461957] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "refresh_cache-89ade661-9570-4b30-8dec-3f2842c43af0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.462803] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquired lock "refresh_cache-89ade661-9570-4b30-8dec-3f2842c43af0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.462803] env[62023]: DEBUG nova.network.neutron [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Forcefully refreshing network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1308.462803] env[62023]: DEBUG nova.objects.instance [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lazy-loading 'info_cache' on Instance uuid 89ade661-9570-4b30-8dec-3f2842c43af0 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.465917] env[62023]: DEBUG nova.compute.manager [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Received event network-changed-f1691d7c-c4a7-49c3-a056-d34650b8fa8c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1308.465917] env[62023]: DEBUG nova.compute.manager [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Refreshing instance network info cache due to event network-changed-f1691d7c-c4a7-49c3-a056-d34650b8fa8c. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1308.465917] env[62023]: DEBUG oslo_concurrency.lockutils [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] Acquiring lock "refresh_cache-743948c8-57cc-4ab0-8fd7-0c545cd1e6af" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.465917] env[62023]: DEBUG oslo_concurrency.lockutils [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] Acquired lock "refresh_cache-743948c8-57cc-4ab0-8fd7-0c545cd1e6af" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.465917] env[62023]: DEBUG nova.network.neutron [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Refreshing network info cache for port f1691d7c-c4a7-49c3-a056-d34650b8fa8c {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.474253] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': task-1757614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678367} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.474253] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 2b12e91a-7c7e-4e52-8834-f59bd76fa228/2b12e91a-7c7e-4e52-8834-f59bd76fa228.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1308.474253] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1308.474519] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a918019c-6c93-4c1a-95b1-c3d0e2d6af43 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.492410] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Waiting for the task: (returnval){ [ 1308.492410] env[62023]: value = "task-1757618" [ 1308.492410] env[62023]: _type = "Task" [ 1308.492410] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.501841] env[62023]: DEBUG oslo_vmware.api [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757616, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.508186] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': task-1757618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.635455] env[62023]: DEBUG oslo_concurrency.lockutils [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.635455] env[62023]: DEBUG nova.compute.manager [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1308.639362] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.882s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.641441] env[62023]: INFO nova.compute.claims [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.782094] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0627c54-c27d-41e0-ad8f-f650c888febd tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Lock "b5359a9d-f105-44e6-986c-80e04faa364f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.511s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.838947] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52dc190d-d32b-fa7b-6471-70c5fc7890e4, 'name': SearchDatastore_Task, 'duration_secs': 0.015252} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.838947] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59fddc23-2000-4e85-b331-ac5225c4225f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.846875] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1308.846875] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520fda0e-66dd-d283-6beb-a93871582180" [ 1308.846875] env[62023]: _type = "Task" [ 1308.846875] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.862365] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520fda0e-66dd-d283-6beb-a93871582180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.882877] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': task-1757617, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.888966] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d759a545-e1d9-413e-a1a4-f152e6b003d1 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.889347] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-349c649b-3c32-4ba3-8527-5b6a870ef3b1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.901127] env[62023]: DEBUG oslo_vmware.api [None req-d759a545-e1d9-413e-a1a4-f152e6b003d1 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1308.901127] env[62023]: value = "task-1757619" [ 1308.901127] env[62023]: _type = "Task" [ 1308.901127] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.916472] env[62023]: DEBUG oslo_vmware.api [None req-d759a545-e1d9-413e-a1a4-f152e6b003d1 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.978265] env[62023]: DEBUG nova.compute.manager [req-cfe0a304-ded4-480d-8d54-664e7df17f6e req-cb8b7078-ba03-4f80-81ed-2862b8033c61 service nova] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Received event network-vif-deleted-cca37611-bc0b-42a3-9589-9431dd7575e7 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1308.978500] env[62023]: DEBUG nova.compute.manager [req-cfe0a304-ded4-480d-8d54-664e7df17f6e req-cb8b7078-ba03-4f80-81ed-2862b8033c61 service nova] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Received event network-vif-deleted-c0a76307-fe2d-4784-921f-74b3d9f98029 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1309.002954] env[62023]: DEBUG oslo_vmware.api [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757616, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.007955] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': task-1757618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077127} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.008297] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1309.009129] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82046de-4b96-4c82-a279-6c3fcb0b4724 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.036529] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 2b12e91a-7c7e-4e52-8834-f59bd76fa228/2b12e91a-7c7e-4e52-8834-f59bd76fa228.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.036869] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce52e922-f125-4556-9782-83e43ff591e5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.065616] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Waiting for the task: (returnval){ [ 1309.065616] env[62023]: value = "task-1757621" [ 1309.065616] env[62023]: _type = "Task" [ 1309.065616] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.077553] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': task-1757621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.147901] env[62023]: DEBUG nova.compute.utils [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1309.149116] env[62023]: DEBUG nova.compute.manager [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1309.149303] env[62023]: DEBUG nova.network.neutron [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1309.365468] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520fda0e-66dd-d283-6beb-a93871582180, 'name': SearchDatastore_Task, 'duration_secs': 0.027018} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.365810] env[62023]: DEBUG oslo_concurrency.lockutils [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.366117] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] eda5b959-2aec-4193-88a4-b4ef21aace36/eda5b959-2aec-4193-88a4-b4ef21aace36.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1309.366410] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77414789-e7f5-4ac0-95c2-c3e34b03eb9a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.386534] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1309.386534] env[62023]: value = "task-1757622" [ 1309.386534] env[62023]: _type = "Task" [ 1309.386534] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.400187] env[62023]: DEBUG oslo_vmware.api [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Task: {'id': task-1757617, 'name': PowerOnVM_Task, 'duration_secs': 0.800942} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.400891] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.400891] env[62023]: DEBUG nova.compute.manager [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.402682] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ef62bf-a155-45de-bc0a-1f80f3c7bc67 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.410784] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.426381] env[62023]: DEBUG oslo_vmware.api [None req-d759a545-e1d9-413e-a1a4-f152e6b003d1 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757619, 'name': PowerOffVM_Task, 'duration_secs': 0.433809} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.427022] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d759a545-e1d9-413e-a1a4-f152e6b003d1 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.427993] env[62023]: DEBUG nova.compute.manager [None req-d759a545-e1d9-413e-a1a4-f152e6b003d1 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.429458] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e99b4d8-171a-4324-b051-1b232913eae9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.502791] env[62023]: DEBUG oslo_vmware.api [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757616, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.541119] env[62023]: DEBUG nova.policy [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a96817e576264881a96806960f787ba1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7374b52a752426bae0fe833ed409a00', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1309.581638] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': task-1757621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.663201] env[62023]: DEBUG nova.compute.manager [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1309.882105] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Acquiring lock "b5359a9d-f105-44e6-986c-80e04faa364f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.882105] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Lock "b5359a9d-f105-44e6-986c-80e04faa364f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.882105] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Acquiring lock "b5359a9d-f105-44e6-986c-80e04faa364f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.882105] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Lock "b5359a9d-f105-44e6-986c-80e04faa364f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.882778] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Lock "b5359a9d-f105-44e6-986c-80e04faa364f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.887230] env[62023]: INFO nova.compute.manager [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Terminating instance [ 1309.925072] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757622, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.941406] env[62023]: DEBUG oslo_concurrency.lockutils [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.951981] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d759a545-e1d9-413e-a1a4-f152e6b003d1 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.996573] env[62023]: DEBUG nova.network.neutron [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Updated VIF entry in instance network info cache for port f1691d7c-c4a7-49c3-a056-d34650b8fa8c. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.996573] env[62023]: DEBUG nova.network.neutron [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Updating instance_info_cache with network_info: [{"id": "f1691d7c-c4a7-49c3-a056-d34650b8fa8c", "address": "fa:16:3e:15:6f:a4", "network": {"id": "dd25c219-bc99-4d5b-aa60-7ec8e0a6486a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-33431726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bbdfbd74a8d47fdbfea23871bb0bf4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1691d7c-c4", "ovs_interfaceid": "f1691d7c-c4a7-49c3-a056-d34650b8fa8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.005366] env[62023]: DEBUG oslo_vmware.api [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757616, 'name': CloneVM_Task} progress is 95%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.049483] env[62023]: DEBUG nova.network.neutron [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Updated VIF entry in instance network info cache for port 9daca067-0cc2-47fb-b1ee-bf15e81bba1c. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.050115] env[62023]: DEBUG nova.network.neutron [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Updating instance_info_cache with network_info: [{"id": "9daca067-0cc2-47fb-b1ee-bf15e81bba1c", "address": "fa:16:3e:ea:1e:9d", "network": {"id": "d1117918-82ec-47b9-9f2c-6d237b2c8e90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1910377442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b253fa22de4b7b90419e34282255e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9daca067-0c", "ovs_interfaceid": "9daca067-0cc2-47fb-b1ee-bf15e81bba1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.089755] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': task-1757621, 'name': ReconfigVM_Task, 'duration_secs': 0.955046} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.092850] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 2b12e91a-7c7e-4e52-8834-f59bd76fa228/2b12e91a-7c7e-4e52-8834-f59bd76fa228.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.093803] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a5dc0f1-ad35-4be9-96c0-2d823ff769cc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.106402] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Waiting for the task: (returnval){ [ 1310.106402] env[62023]: value = "task-1757623" [ 1310.106402] env[62023]: _type = "Task" [ 1310.106402] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.122783] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': task-1757623, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.277023] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b42b9c9-e426-47c3-8065-3e626a279af9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.285448] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfe94b5-f64e-4475-a3f0-e1d16fa6bf1f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.328519] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2dcebf-83b6-4511-91a6-0e085a3c0797 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.344313] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06bf308-4038-4144-b5f4-7ba9d989e79d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.361762] env[62023]: DEBUG nova.compute.provider_tree [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1310.404390] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857104} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.404799] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] eda5b959-2aec-4193-88a4-b4ef21aace36/eda5b959-2aec-4193-88a4-b4ef21aace36.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1310.404970] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1310.406284] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cf4a4ff-9ed0-4ff1-8b50-fcaeaf7baee4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.411120] env[62023]: DEBUG nova.compute.manager [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.411120] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.414425] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51535c12-848a-47b0-85c4-92f43ba80ab8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.427078] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.428634] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b16098df-462a-4fdb-be1c-c357c06947f1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.430714] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1310.430714] env[62023]: value = "task-1757624" [ 1310.430714] env[62023]: _type = "Task" [ 1310.430714] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.438681] env[62023]: DEBUG oslo_vmware.api [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Waiting for the task: (returnval){ [ 1310.438681] env[62023]: value = "task-1757625" [ 1310.438681] env[62023]: _type = "Task" [ 1310.438681] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.444715] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.455563] env[62023]: DEBUG oslo_vmware.api [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Task: {'id': task-1757625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.504324] env[62023]: DEBUG oslo_concurrency.lockutils [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] Releasing lock "refresh_cache-743948c8-57cc-4ab0-8fd7-0c545cd1e6af" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.505030] env[62023]: DEBUG nova.compute.manager [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Received event network-changed-f1691d7c-c4a7-49c3-a056-d34650b8fa8c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1310.505030] env[62023]: DEBUG nova.compute.manager [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Refreshing instance network info cache due to event network-changed-f1691d7c-c4a7-49c3-a056-d34650b8fa8c. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1310.505238] env[62023]: DEBUG oslo_concurrency.lockutils [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] Acquiring lock "refresh_cache-743948c8-57cc-4ab0-8fd7-0c545cd1e6af" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.505238] env[62023]: DEBUG oslo_concurrency.lockutils [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] Acquired lock "refresh_cache-743948c8-57cc-4ab0-8fd7-0c545cd1e6af" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.505371] env[62023]: DEBUG nova.network.neutron [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Refreshing network info cache for port f1691d7c-c4a7-49c3-a056-d34650b8fa8c {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.507564] env[62023]: DEBUG oslo_vmware.api [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757616, 'name': CloneVM_Task} progress is 95%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.554653] env[62023]: DEBUG oslo_concurrency.lockutils [req-ed27d5dc-7f5d-432e-b08c-c73e788b0610 req-ce81a9dc-4aaf-47a7-b647-9065bd08c370 service nova] Releasing lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.618425] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': task-1757623, 'name': Rename_Task, 'duration_secs': 0.384803} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.618654] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.619448] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-047948a6-704c-40db-b9b2-a8e3f4feee97 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.627185] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Waiting for the task: (returnval){ [ 1310.627185] env[62023]: value = "task-1757626" [ 1310.627185] env[62023]: _type = "Task" [ 1310.627185] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.645798] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': task-1757626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.680955] env[62023]: DEBUG nova.compute.manager [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1310.712235] env[62023]: DEBUG nova.virt.hardware [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.712509] env[62023]: DEBUG nova.virt.hardware [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.712689] env[62023]: DEBUG nova.virt.hardware [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.712876] env[62023]: DEBUG nova.virt.hardware [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.714404] env[62023]: DEBUG nova.virt.hardware [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.717765] env[62023]: DEBUG nova.virt.hardware [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.717987] env[62023]: DEBUG nova.virt.hardware [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.718183] env[62023]: DEBUG nova.virt.hardware [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.718371] env[62023]: DEBUG nova.virt.hardware [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.718554] env[62023]: DEBUG nova.virt.hardware [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.718753] env[62023]: DEBUG nova.virt.hardware [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.720126] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0f9026-f508-473b-bed9-715233168628 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.731355] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40bb576-71a5-4bf3-9e5d-1d2d81088abf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.859763] env[62023]: DEBUG nova.network.neutron [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Updating instance_info_cache with network_info: [{"id": "ee38976b-7a41-4f67-940a-0601a2a6e67d", "address": "fa:16:3e:43:43:04", "network": {"id": "4d80ebf2-d1c1-461b-97f9-406afad06a98", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1988876512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d78766e7da674b72a649942ea70979fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee38976b-7a", "ovs_interfaceid": "ee38976b-7a41-4f67-940a-0601a2a6e67d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.898263] env[62023]: ERROR nova.scheduler.client.report [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [req-ab7b907c-08ed-4c1f-b7e5-375bbb80a1be] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ab7b907c-08ed-4c1f-b7e5-375bbb80a1be"}]} [ 1310.919705] env[62023]: DEBUG nova.scheduler.client.report [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1310.942612] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197306} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.944922] env[62023]: DEBUG nova.scheduler.client.report [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1310.944922] env[62023]: DEBUG nova.compute.provider_tree [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1310.946284] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.948348] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408ff512-0078-42d3-b1d7-9769cd0680e9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.955990] env[62023]: DEBUG nova.network.neutron [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Successfully created port: 831e96e0-6a80-4eb7-b6ad-60a7fefc81ff {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1310.981514] env[62023]: DEBUG oslo_vmware.api [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Task: {'id': task-1757625, 'name': PowerOffVM_Task, 'duration_secs': 0.341951} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.994588] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] eda5b959-2aec-4193-88a4-b4ef21aace36/eda5b959-2aec-4193-88a4-b4ef21aace36.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.997838] env[62023]: DEBUG nova.scheduler.client.report [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1310.997838] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.998177] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.000035] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3541857e-a949-44d6-a61f-07cbfc6bd624 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.019972] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fd0377d-632b-4f36-9f9f-9899c1fd5f95 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.028737] env[62023]: DEBUG oslo_vmware.api [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757616, 'name': CloneVM_Task, 'duration_secs': 2.895253} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.030540] env[62023]: INFO nova.virt.vmwareapi.vmops [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Created linked-clone VM from snapshot [ 1311.030815] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1311.030815] env[62023]: value = "task-1757627" [ 1311.030815] env[62023]: _type = "Task" [ 1311.030815] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.031546] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbe7319-a926-4e72-8c6b-64f26ba04d7b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.042670] env[62023]: DEBUG nova.scheduler.client.report [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1311.051401] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Uploading image b5048959-db9d-4a1c-a46f-1ecb73344beb {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1311.053605] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.087947] env[62023]: DEBUG oslo_vmware.rw_handles [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1311.087947] env[62023]: value = "vm-365232" [ 1311.087947] env[62023]: _type = "VirtualMachine" [ 1311.087947] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1311.088152] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-11c37fcc-da08-4cbf-b134-1d7e7c0303dc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.102484] env[62023]: DEBUG oslo_vmware.rw_handles [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Lease: (returnval){ [ 1311.102484] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526c1639-7bd5-ebec-8fac-003ef0056020" [ 1311.102484] env[62023]: _type = "HttpNfcLease" [ 1311.102484] env[62023]: } obtained for exporting VM: (result){ [ 1311.102484] env[62023]: value = "vm-365232" [ 1311.102484] env[62023]: _type = "VirtualMachine" [ 1311.102484] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1311.102484] env[62023]: DEBUG oslo_vmware.api [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for the lease: (returnval){ [ 1311.102484] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526c1639-7bd5-ebec-8fac-003ef0056020" [ 1311.102484] env[62023]: _type = "HttpNfcLease" [ 1311.102484] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1311.114267] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1311.114267] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526c1639-7bd5-ebec-8fac-003ef0056020" [ 1311.114267] env[62023]: _type = "HttpNfcLease" [ 1311.114267] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1311.123385] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.123385] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.123385] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Deleting the datastore file [datastore1] b5359a9d-f105-44e6-986c-80e04faa364f {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.123765] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ebec017-8398-486f-be61-543097d0a40f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.138467] env[62023]: DEBUG oslo_vmware.api [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Waiting for the task: (returnval){ [ 1311.138467] env[62023]: value = "task-1757631" [ 1311.138467] env[62023]: _type = "Task" [ 1311.138467] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.148273] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': task-1757626, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.158771] env[62023]: DEBUG oslo_vmware.api [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Task: {'id': task-1757631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.364835] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Releasing lock "refresh_cache-89ade661-9570-4b30-8dec-3f2842c43af0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.365119] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Updated the network info_cache for instance {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1311.368275] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.369117] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.369442] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.369442] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.369625] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.547107] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757627, 'name': ReconfigVM_Task, 'duration_secs': 0.397643} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.547107] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Reconfigured VM instance instance-00000013 to attach disk [datastore1] eda5b959-2aec-4193-88a4-b4ef21aace36/eda5b959-2aec-4193-88a4-b4ef21aace36.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.547482] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-048a5853-3bb1-4ca6-9be0-c8c62a5a9ed0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.558361] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1311.558361] env[62023]: value = "task-1757632" [ 1311.558361] env[62023]: _type = "Task" [ 1311.558361] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.561112] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75475bb-e0d2-4fa5-86c7-12989e41abe5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.576455] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757632, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.579651] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d564e8-578c-4e46-8260-599632357a59 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.646289] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be97866-f762-42af-99b2-7287d677e826 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.668140] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1311.668140] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526c1639-7bd5-ebec-8fac-003ef0056020" [ 1311.668140] env[62023]: _type = "HttpNfcLease" [ 1311.668140] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1311.668513] env[62023]: DEBUG oslo_vmware.api [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Task: {'id': task-1757631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167433} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.668867] env[62023]: DEBUG oslo_vmware.api [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': task-1757626, 'name': PowerOnVM_Task, 'duration_secs': 0.9259} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.669246] env[62023]: DEBUG oslo_vmware.rw_handles [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1311.669246] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526c1639-7bd5-ebec-8fac-003ef0056020" [ 1311.669246] env[62023]: _type = "HttpNfcLease" [ 1311.669246] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1311.673118] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.673118] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.673118] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.673118] env[62023]: INFO nova.compute.manager [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1311.673118] env[62023]: DEBUG oslo.service.loopingcall [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.673481] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.673481] env[62023]: INFO nova.compute.manager [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Took 11.84 seconds to spawn the instance on the hypervisor. [ 1311.673481] env[62023]: DEBUG nova.compute.manager [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.673481] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb21b12f-17c7-407f-99cc-e1da88c201a6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.678200] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42fae86-eb47-4c18-9fc7-e06dacd2305f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.685296] env[62023]: DEBUG nova.compute.manager [-] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.685296] env[62023]: DEBUG nova.network.neutron [-] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.688180] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6c0eea-05b6-4cf0-bd49-621e35fe28a4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.713801] env[62023]: DEBUG nova.compute.provider_tree [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.716680] env[62023]: DEBUG oslo_vmware.rw_handles [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6dde8-bb58-4b5c-68f1-9b08e66c90b1/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1311.716907] env[62023]: DEBUG oslo_vmware.rw_handles [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6dde8-bb58-4b5c-68f1-9b08e66c90b1/disk-0.vmdk for reading. {{(pid=62023) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1311.825731] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0ee05d62-f6e8-4219-adf1-ec721785a61d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.836986] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Acquiring lock "e6b7759d-7a12-457b-90a4-98d72bacf94f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.837310] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Lock "e6b7759d-7a12-457b-90a4-98d72bacf94f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.081477] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757632, 'name': Rename_Task, 'duration_secs': 0.182226} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.081477] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.081802] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-772a3f74-1397-47d8-a340-23f7bc6d48ed {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.092195] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1312.092195] env[62023]: value = "task-1757633" [ 1312.092195] env[62023]: _type = "Task" [ 1312.092195] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.104760] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.133873] env[62023]: DEBUG nova.network.neutron [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Updated VIF entry in instance network info cache for port f1691d7c-c4a7-49c3-a056-d34650b8fa8c. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.133873] env[62023]: DEBUG nova.network.neutron [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Updating instance_info_cache with network_info: [{"id": "f1691d7c-c4a7-49c3-a056-d34650b8fa8c", "address": "fa:16:3e:15:6f:a4", "network": {"id": "dd25c219-bc99-4d5b-aa60-7ec8e0a6486a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-33431726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bbdfbd74a8d47fdbfea23871bb0bf4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1691d7c-c4", "ovs_interfaceid": "f1691d7c-c4a7-49c3-a056-d34650b8fa8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.226542] env[62023]: DEBUG nova.scheduler.client.report [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.234226] env[62023]: INFO nova.compute.manager [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Took 31.02 seconds to build instance. [ 1312.339795] env[62023]: DEBUG nova.compute.manager [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1312.606187] env[62023]: DEBUG oslo_vmware.api [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757633, 'name': PowerOnVM_Task, 'duration_secs': 0.490954} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.606390] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.606692] env[62023]: INFO nova.compute.manager [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1312.606944] env[62023]: DEBUG nova.compute.manager [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.609836] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03162ec-a5d4-46c6-b905-050e4e16aa70 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.637728] env[62023]: DEBUG oslo_concurrency.lockutils [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] Releasing lock "refresh_cache-743948c8-57cc-4ab0-8fd7-0c545cd1e6af" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.638035] env[62023]: DEBUG nova.compute.manager [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Received event network-changed-6ed47fce-8542-4930-82d1-9bf5d4cfecac {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1312.638220] env[62023]: DEBUG nova.compute.manager [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Refreshing instance network info cache due to event network-changed-6ed47fce-8542-4930-82d1-9bf5d4cfecac. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1312.638455] env[62023]: DEBUG oslo_concurrency.lockutils [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] Acquiring lock "refresh_cache-007c853b-b603-44e4-9f3d-42872bd4baca" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.638624] env[62023]: DEBUG oslo_concurrency.lockutils [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] Acquired lock "refresh_cache-007c853b-b603-44e4-9f3d-42872bd4baca" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.638776] env[62023]: DEBUG nova.network.neutron [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Refreshing network info cache for port 6ed47fce-8542-4930-82d1-9bf5d4cfecac {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.735015] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.096s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.735658] env[62023]: DEBUG nova.compute.manager [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1312.742224] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.648s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.743952] env[62023]: INFO nova.compute.claims [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.751869] env[62023]: DEBUG oslo_concurrency.lockutils [None req-605faddb-eaa9-4bf8-8497-24e07c9a9795 tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Lock "2b12e91a-7c7e-4e52-8834-f59bd76fa228" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.523s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.872822] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.044814] env[62023]: DEBUG nova.network.neutron [-] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.133684] env[62023]: INFO nova.compute.manager [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Took 29.51 seconds to build instance. [ 1313.243047] env[62023]: DEBUG nova.compute.utils [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1313.244543] env[62023]: DEBUG nova.compute.manager [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1313.244712] env[62023]: DEBUG nova.network.neutron [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1313.327777] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Acquiring lock "a66dd77d-569c-4410-a183-5595d682b3ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.331440] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Lock "a66dd77d-569c-4410-a183-5595d682b3ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.331440] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Acquiring lock "a66dd77d-569c-4410-a183-5595d682b3ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.331440] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Lock "a66dd77d-569c-4410-a183-5595d682b3ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.331440] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Lock "a66dd77d-569c-4410-a183-5595d682b3ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.333973] env[62023]: INFO nova.compute.manager [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Terminating instance [ 1313.400167] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.403928] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.440033] env[62023]: DEBUG nova.compute.manager [req-5b1a055e-9c4d-4d80-a71c-50b45ef8c97c req-bffd04f5-8cb3-493a-b39e-4dbd26dd15b8 service nova] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Received event network-vif-deleted-210a964b-c059-46c7-98dc-3cb05a284fe6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1313.463725] env[62023]: DEBUG nova.objects.instance [None req-e38d0fba-c867-4c50-84fd-e179a8c9d037 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lazy-loading 'flavor' on Instance uuid 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.501073] env[62023]: DEBUG nova.policy [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26c82d6169c44cbf889e0957d00b20d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3275bef1b9744cc8aba90405b27aca8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1313.549876] env[62023]: INFO nova.compute.manager [-] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Took 1.86 seconds to deallocate network for instance. [ 1313.636149] env[62023]: DEBUG oslo_concurrency.lockutils [None req-860e61ec-6200-43de-b61d-a42b7b3b02a2 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "eda5b959-2aec-4193-88a4-b4ef21aace36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.025s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.753279] env[62023]: DEBUG nova.compute.manager [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1313.841747] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Acquiring lock "refresh_cache-a66dd77d-569c-4410-a183-5595d682b3ae" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.842039] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Acquired lock "refresh_cache-a66dd77d-569c-4410-a183-5595d682b3ae" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.843427] env[62023]: DEBUG nova.network.neutron [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.913499] env[62023]: DEBUG nova.compute.manager [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1313.969039] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e38d0fba-c867-4c50-84fd-e179a8c9d037 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "refresh_cache-40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.969039] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e38d0fba-c867-4c50-84fd-e179a8c9d037 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquired lock "refresh_cache-40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.969658] env[62023]: DEBUG nova.network.neutron [None req-e38d0fba-c867-4c50-84fd-e179a8c9d037 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.969658] env[62023]: DEBUG nova.objects.instance [None req-e38d0fba-c867-4c50-84fd-e179a8c9d037 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lazy-loading 'info_cache' on Instance uuid 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.058645] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.111838] env[62023]: DEBUG nova.network.neutron [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Updated VIF entry in instance network info cache for port 6ed47fce-8542-4930-82d1-9bf5d4cfecac. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1314.112186] env[62023]: DEBUG nova.network.neutron [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Updating instance_info_cache with network_info: [{"id": "6ed47fce-8542-4930-82d1-9bf5d4cfecac", "address": "fa:16:3e:78:f4:ac", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed47fce-85", "ovs_interfaceid": "6ed47fce-8542-4930-82d1-9bf5d4cfecac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.236501] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954ba55a-6cf8-4a25-b794-35c0c45eace8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.245771] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03197bf-c966-4e68-94ad-69c023dfcf30 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.284228] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a29dfb-2d97-4296-9801-50d42526ffc2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.291679] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e2180d-c493-44c7-9e19-e52d2ec1a93c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.310271] env[62023]: DEBUG nova.compute.provider_tree [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.405662] env[62023]: DEBUG nova.network.neutron [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Successfully updated port: 831e96e0-6a80-4eb7-b6ad-60a7fefc81ff {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1314.408067] env[62023]: DEBUG nova.network.neutron [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1314.493490] env[62023]: DEBUG nova.objects.base [None req-e38d0fba-c867-4c50-84fd-e179a8c9d037 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Object Instance<40564b5b-5e5c-4d29-bd17-e87ef0acbfa4> lazy-loaded attributes: flavor,info_cache {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1314.493490] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.619472] env[62023]: DEBUG oslo_concurrency.lockutils [req-03d0d2ea-5fb9-4b33-8e24-aafa19f1dcef req-e77af38d-1cb7-4c0a-8e73-b8910d3e8643 service nova] Releasing lock "refresh_cache-007c853b-b603-44e4-9f3d-42872bd4baca" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.688201] env[62023]: DEBUG nova.network.neutron [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.691272] env[62023]: DEBUG nova.network.neutron [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Successfully created port: ee0ecf5e-4fe7-4e15-a977-e41d332666e1 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1314.787458] env[62023]: DEBUG nova.compute.manager [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1314.812016] env[62023]: DEBUG nova.virt.hardware [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.812273] env[62023]: DEBUG nova.virt.hardware [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.812419] env[62023]: DEBUG nova.virt.hardware [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.812594] env[62023]: DEBUG nova.virt.hardware [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.812730] env[62023]: DEBUG nova.virt.hardware [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.812870] env[62023]: DEBUG nova.virt.hardware [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.813092] env[62023]: DEBUG nova.virt.hardware [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.813261] env[62023]: DEBUG nova.virt.hardware [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.813427] env[62023]: DEBUG nova.virt.hardware [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.813584] env[62023]: DEBUG nova.virt.hardware [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.813747] env[62023]: DEBUG nova.virt.hardware [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.815436] env[62023]: DEBUG nova.scheduler.client.report [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.821155] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025e37c9-41d1-4827-b382-63a58206481f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.836395] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68110824-7d34-4c4c-b5b4-b85ded1ebf8a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.912913] env[62023]: DEBUG oslo_concurrency.lockutils [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "refresh_cache-b4249275-18dc-4d4b-9e6a-9e97cd84325a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.913397] env[62023]: DEBUG oslo_concurrency.lockutils [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquired lock "refresh_cache-b4249275-18dc-4d4b-9e6a-9e97cd84325a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.913397] env[62023]: DEBUG nova.network.neutron [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.194091] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Releasing lock "refresh_cache-a66dd77d-569c-4410-a183-5595d682b3ae" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.194558] env[62023]: DEBUG nova.compute.manager [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1315.194760] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.195648] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1930faba-c01c-4fbc-b207-b66d35f9faf0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.206626] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.206871] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef624221-6fe2-4ee2-84ee-0dda07502d69 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.215812] env[62023]: DEBUG oslo_vmware.api [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for the task: (returnval){ [ 1315.215812] env[62023]: value = "task-1757635" [ 1315.215812] env[62023]: _type = "Task" [ 1315.215812] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.228087] env[62023]: DEBUG oslo_vmware.api [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.323507] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.324535] env[62023]: DEBUG nova.compute.manager [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1315.328323] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.101s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.328534] env[62023]: DEBUG nova.objects.instance [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62023) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1315.337828] env[62023]: DEBUG nova.compute.manager [None req-90ba4cdc-9c54-4124-993f-2498e73dc4aa tempest-ServerExternalEventsTest-1685559940 tempest-ServerExternalEventsTest-1685559940-project] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Received event network-changed {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1315.338030] env[62023]: DEBUG nova.compute.manager [None req-90ba4cdc-9c54-4124-993f-2498e73dc4aa tempest-ServerExternalEventsTest-1685559940 tempest-ServerExternalEventsTest-1685559940-project] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Refreshing instance network info cache due to event network-changed. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1315.338307] env[62023]: DEBUG oslo_concurrency.lockutils [None req-90ba4cdc-9c54-4124-993f-2498e73dc4aa tempest-ServerExternalEventsTest-1685559940 tempest-ServerExternalEventsTest-1685559940-project] Acquiring lock "refresh_cache-2b12e91a-7c7e-4e52-8834-f59bd76fa228" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.338446] env[62023]: DEBUG oslo_concurrency.lockutils [None req-90ba4cdc-9c54-4124-993f-2498e73dc4aa tempest-ServerExternalEventsTest-1685559940 tempest-ServerExternalEventsTest-1685559940-project] Acquired lock "refresh_cache-2b12e91a-7c7e-4e52-8834-f59bd76fa228" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.338597] env[62023]: DEBUG nova.network.neutron [None req-90ba4cdc-9c54-4124-993f-2498e73dc4aa tempest-ServerExternalEventsTest-1685559940 tempest-ServerExternalEventsTest-1685559940-project] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.507475] env[62023]: DEBUG nova.network.neutron [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1315.581404] env[62023]: DEBUG oslo_concurrency.lockutils [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquiring lock "98254616-2002-4986-818d-9fc0c0dff4db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.581640] env[62023]: DEBUG oslo_concurrency.lockutils [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lock "98254616-2002-4986-818d-9fc0c0dff4db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.630784] env[62023]: DEBUG nova.network.neutron [None req-e38d0fba-c867-4c50-84fd-e179a8c9d037 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Updating instance_info_cache with network_info: [{"id": "b1df9da1-ff36-439b-b3a5-c299775cdbae", "address": "fa:16:3e:59:e2:b1", "network": {"id": "a64f41b2-636b-48ef-8145-62912261af3d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1277477457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cc46ab7f87046729e61c03373cfc54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1df9da1-ff", "ovs_interfaceid": "b1df9da1-ff36-439b-b3a5-c299775cdbae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.729958] env[62023]: DEBUG oslo_vmware.api [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757635, 'name': PowerOffVM_Task, 'duration_secs': 0.151823} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.730551] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.730551] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1315.730818] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1173421-ba8d-42f0-b878-ca6d51ed10cb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.748524] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Acquiring lock "27e46a4e-9554-4604-b7df-62893dd1f2e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.749138] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Lock "27e46a4e-9554-4604-b7df-62893dd1f2e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.767862] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1315.768129] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1315.768129] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Deleting the datastore file [datastore1] a66dd77d-569c-4410-a183-5595d682b3ae {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.768367] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecb1f991-1a08-429e-a50c-63c93a0b33a5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.781336] env[62023]: DEBUG oslo_vmware.api [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for the task: (returnval){ [ 1315.781336] env[62023]: value = "task-1757638" [ 1315.781336] env[62023]: _type = "Task" [ 1315.781336] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.794238] env[62023]: DEBUG oslo_vmware.api [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.834243] env[62023]: DEBUG nova.compute.utils [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1315.835918] env[62023]: DEBUG nova.compute.manager [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Not allocating networking since 'none' was specified. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1315.951141] env[62023]: DEBUG nova.network.neutron [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Updating instance_info_cache with network_info: [{"id": "831e96e0-6a80-4eb7-b6ad-60a7fefc81ff", "address": "fa:16:3e:84:0b:88", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831e96e0-6a", "ovs_interfaceid": "831e96e0-6a80-4eb7-b6ad-60a7fefc81ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.085879] env[62023]: DEBUG nova.compute.manager [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1316.136815] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e38d0fba-c867-4c50-84fd-e179a8c9d037 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Releasing lock "refresh_cache-40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.251328] env[62023]: DEBUG nova.compute.manager [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1316.297781] env[62023]: DEBUG oslo_vmware.api [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Task: {'id': task-1757638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17629} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.298870] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1316.299090] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1316.299290] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1316.299450] env[62023]: INFO nova.compute.manager [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1316.299696] env[62023]: DEBUG oslo.service.loopingcall [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1316.299891] env[62023]: DEBUG nova.compute.manager [-] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1316.299990] env[62023]: DEBUG nova.network.neutron [-] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1316.338967] env[62023]: DEBUG nova.compute.manager [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1316.351978] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0d0d38b-5243-4c42-b00c-a2d14276440a tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.354394] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.100s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.356078] env[62023]: INFO nova.compute.claims [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1316.455734] env[62023]: DEBUG oslo_concurrency.lockutils [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Releasing lock "refresh_cache-b4249275-18dc-4d4b-9e6a-9e97cd84325a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.456143] env[62023]: DEBUG nova.compute.manager [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Instance network_info: |[{"id": "831e96e0-6a80-4eb7-b6ad-60a7fefc81ff", "address": "fa:16:3e:84:0b:88", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831e96e0-6a", "ovs_interfaceid": "831e96e0-6a80-4eb7-b6ad-60a7fefc81ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1316.457130] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:0b:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '831e96e0-6a80-4eb7-b6ad-60a7fefc81ff', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.465565] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Creating folder: Project (e7374b52a752426bae0fe833ed409a00). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1316.465896] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76e849d5-7685-47cd-9e78-8c9e2e5af95d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.479519] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Created folder: Project (e7374b52a752426bae0fe833ed409a00) in parent group-v365170. [ 1316.479747] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Creating folder: Instances. Parent ref: group-v365234. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1316.480106] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75ae3eb2-86ba-46cd-9308-98f6ce8516f1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.494195] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Created folder: Instances in parent group-v365234. [ 1316.494890] env[62023]: DEBUG oslo.service.loopingcall [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1316.494890] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1316.494890] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7b19c18-c3e7-4e22-b343-d483d60161e3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.517770] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.517770] env[62023]: value = "task-1757641" [ 1316.517770] env[62023]: _type = "Task" [ 1316.517770] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.529817] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757641, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.564447] env[62023]: DEBUG nova.network.neutron [-] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1316.616935] env[62023]: DEBUG oslo_concurrency.lockutils [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.714687] env[62023]: DEBUG nova.compute.manager [req-abe03d2b-ecc8-4b00-bcdd-b38e04382324 req-699e2a5c-4ea2-42a5-b7ab-e756c2e208d1 service nova] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Received event network-vif-plugged-831e96e0-6a80-4eb7-b6ad-60a7fefc81ff {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1316.714965] env[62023]: DEBUG oslo_concurrency.lockutils [req-abe03d2b-ecc8-4b00-bcdd-b38e04382324 req-699e2a5c-4ea2-42a5-b7ab-e756c2e208d1 service nova] Acquiring lock "b4249275-18dc-4d4b-9e6a-9e97cd84325a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.716013] env[62023]: DEBUG oslo_concurrency.lockutils [req-abe03d2b-ecc8-4b00-bcdd-b38e04382324 req-699e2a5c-4ea2-42a5-b7ab-e756c2e208d1 service nova] Lock "b4249275-18dc-4d4b-9e6a-9e97cd84325a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.716095] env[62023]: DEBUG oslo_concurrency.lockutils [req-abe03d2b-ecc8-4b00-bcdd-b38e04382324 req-699e2a5c-4ea2-42a5-b7ab-e756c2e208d1 service nova] Lock "b4249275-18dc-4d4b-9e6a-9e97cd84325a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.716627] env[62023]: DEBUG nova.compute.manager [req-abe03d2b-ecc8-4b00-bcdd-b38e04382324 req-699e2a5c-4ea2-42a5-b7ab-e756c2e208d1 service nova] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] No waiting events found dispatching network-vif-plugged-831e96e0-6a80-4eb7-b6ad-60a7fefc81ff {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1316.716627] env[62023]: WARNING nova.compute.manager [req-abe03d2b-ecc8-4b00-bcdd-b38e04382324 req-699e2a5c-4ea2-42a5-b7ab-e756c2e208d1 service nova] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Received unexpected event network-vif-plugged-831e96e0-6a80-4eb7-b6ad-60a7fefc81ff for instance with vm_state building and task_state spawning. [ 1316.716764] env[62023]: DEBUG nova.compute.manager [req-abe03d2b-ecc8-4b00-bcdd-b38e04382324 req-699e2a5c-4ea2-42a5-b7ab-e756c2e208d1 service nova] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Received event network-changed-831e96e0-6a80-4eb7-b6ad-60a7fefc81ff {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1316.716985] env[62023]: DEBUG nova.compute.manager [req-abe03d2b-ecc8-4b00-bcdd-b38e04382324 req-699e2a5c-4ea2-42a5-b7ab-e756c2e208d1 service nova] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Refreshing instance network info cache due to event network-changed-831e96e0-6a80-4eb7-b6ad-60a7fefc81ff. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1316.717915] env[62023]: DEBUG oslo_concurrency.lockutils [req-abe03d2b-ecc8-4b00-bcdd-b38e04382324 req-699e2a5c-4ea2-42a5-b7ab-e756c2e208d1 service nova] Acquiring lock "refresh_cache-b4249275-18dc-4d4b-9e6a-9e97cd84325a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.717915] env[62023]: DEBUG oslo_concurrency.lockutils [req-abe03d2b-ecc8-4b00-bcdd-b38e04382324 req-699e2a5c-4ea2-42a5-b7ab-e756c2e208d1 service nova] Acquired lock "refresh_cache-b4249275-18dc-4d4b-9e6a-9e97cd84325a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.718023] env[62023]: DEBUG nova.network.neutron [req-abe03d2b-ecc8-4b00-bcdd-b38e04382324 req-699e2a5c-4ea2-42a5-b7ab-e756c2e208d1 service nova] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Refreshing network info cache for port 831e96e0-6a80-4eb7-b6ad-60a7fefc81ff {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.731956] env[62023]: DEBUG nova.network.neutron [None req-90ba4cdc-9c54-4124-993f-2498e73dc4aa tempest-ServerExternalEventsTest-1685559940 tempest-ServerExternalEventsTest-1685559940-project] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Updating instance_info_cache with network_info: [{"id": "f503ce23-54f1-4efe-87fc-6a465e45461a", "address": "fa:16:3e:3b:5f:e4", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf503ce23-54", "ovs_interfaceid": "f503ce23-54f1-4efe-87fc-6a465e45461a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.756383] env[62023]: DEBUG nova.compute.manager [req-10167820-bc2e-476c-bc32-727175a8783a req-c1201015-a08e-40b3-9efc-d8e8f1953752 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Received event network-changed-9daca067-0cc2-47fb-b1ee-bf15e81bba1c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1316.756576] env[62023]: DEBUG nova.compute.manager [req-10167820-bc2e-476c-bc32-727175a8783a req-c1201015-a08e-40b3-9efc-d8e8f1953752 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Refreshing instance network info cache due to event network-changed-9daca067-0cc2-47fb-b1ee-bf15e81bba1c. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1316.756858] env[62023]: DEBUG oslo_concurrency.lockutils [req-10167820-bc2e-476c-bc32-727175a8783a req-c1201015-a08e-40b3-9efc-d8e8f1953752 service nova] Acquiring lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.757028] env[62023]: DEBUG oslo_concurrency.lockutils [req-10167820-bc2e-476c-bc32-727175a8783a req-c1201015-a08e-40b3-9efc-d8e8f1953752 service nova] Acquired lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.757197] env[62023]: DEBUG nova.network.neutron [req-10167820-bc2e-476c-bc32-727175a8783a req-c1201015-a08e-40b3-9efc-d8e8f1953752 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Refreshing network info cache for port 9daca067-0cc2-47fb-b1ee-bf15e81bba1c {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.790685] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.833165] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquiring lock "292ba894-b22c-4ef9-83a8-ceb884b71bd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.833903] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lock "292ba894-b22c-4ef9-83a8-ceb884b71bd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.856562] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Acquiring lock "e1d37f7c-e412-43f8-be47-20f0d5159fa6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.856804] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Lock "e1d37f7c-e412-43f8-be47-20f0d5159fa6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.941678] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Acquiring lock "2b12e91a-7c7e-4e52-8834-f59bd76fa228" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.942439] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Lock "2b12e91a-7c7e-4e52-8834-f59bd76fa228" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.942688] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Acquiring lock "2b12e91a-7c7e-4e52-8834-f59bd76fa228-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.942884] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Lock "2b12e91a-7c7e-4e52-8834-f59bd76fa228-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.943096] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Lock "2b12e91a-7c7e-4e52-8834-f59bd76fa228-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.946092] env[62023]: INFO nova.compute.manager [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Terminating instance [ 1317.034611] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757641, 'name': CreateVM_Task, 'duration_secs': 0.430262} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.034795] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.035547] env[62023]: DEBUG oslo_concurrency.lockutils [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.035711] env[62023]: DEBUG oslo_concurrency.lockutils [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.036129] env[62023]: DEBUG oslo_concurrency.lockutils [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1317.036366] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e620f76-9528-476a-b316-cb555b8bb6a0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.042930] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1317.042930] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521b0d70-90f4-f926-5f65-d494957a13cb" [ 1317.042930] env[62023]: _type = "Task" [ 1317.042930] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.053686] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521b0d70-90f4-f926-5f65-d494957a13cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.068741] env[62023]: DEBUG nova.network.neutron [-] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.099240] env[62023]: DEBUG nova.network.neutron [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Successfully updated port: ee0ecf5e-4fe7-4e15-a977-e41d332666e1 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1317.144948] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38d0fba-c867-4c50-84fd-e179a8c9d037 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.145293] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-137becaa-fba6-4681-9734-48ec75ae0439 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.158571] env[62023]: DEBUG oslo_vmware.api [None req-e38d0fba-c867-4c50-84fd-e179a8c9d037 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1317.158571] env[62023]: value = "task-1757642" [ 1317.158571] env[62023]: _type = "Task" [ 1317.158571] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.170286] env[62023]: DEBUG oslo_vmware.api [None req-e38d0fba-c867-4c50-84fd-e179a8c9d037 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.237855] env[62023]: DEBUG oslo_concurrency.lockutils [None req-90ba4cdc-9c54-4124-993f-2498e73dc4aa tempest-ServerExternalEventsTest-1685559940 tempest-ServerExternalEventsTest-1685559940-project] Releasing lock "refresh_cache-2b12e91a-7c7e-4e52-8834-f59bd76fa228" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.352492] env[62023]: DEBUG nova.compute.manager [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1317.386022] env[62023]: DEBUG nova.virt.hardware [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1317.386022] env[62023]: DEBUG nova.virt.hardware [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.386022] env[62023]: DEBUG nova.virt.hardware [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.386289] env[62023]: DEBUG nova.virt.hardware [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.386782] env[62023]: DEBUG nova.virt.hardware [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.387095] env[62023]: DEBUG nova.virt.hardware [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1317.387420] env[62023]: DEBUG nova.virt.hardware [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1317.387678] env[62023]: DEBUG nova.virt.hardware [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1317.390026] env[62023]: DEBUG nova.virt.hardware [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1317.390026] env[62023]: DEBUG nova.virt.hardware [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1317.390026] env[62023]: DEBUG nova.virt.hardware [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1317.390026] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b593eb27-4b8f-4c6a-be3e-43258c55f7dd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.406016] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe7fd3c-4e9b-49a8-9a79-7063ad881670 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.422864] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Instance VIF info [] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.429078] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Creating folder: Project (96924522bd8e425fbe21799a995c2fa7). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.435078] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c65986fb-5d05-4b30-85ed-c0464442fdd7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.455135] env[62023]: DEBUG nova.compute.manager [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1317.455135] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.461213] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec86320-f55f-4657-b58b-a85e76451e18 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.468422] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Created folder: Project (96924522bd8e425fbe21799a995c2fa7) in parent group-v365170. [ 1317.468708] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Creating folder: Instances. Parent ref: group-v365237. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.470057] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4befaa79-c5a4-4fe0-a77f-ae6af9cd8a14 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.486771] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.492136] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fb57d55-62bc-42a9-b796-fe85845b9b6e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.492986] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Created folder: Instances in parent group-v365237. [ 1317.493279] env[62023]: DEBUG oslo.service.loopingcall [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1317.495979] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.496636] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-232891ee-af03-4ef9-8224-6d32dca1729d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.515723] env[62023]: DEBUG oslo_vmware.api [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Waiting for the task: (returnval){ [ 1317.515723] env[62023]: value = "task-1757646" [ 1317.515723] env[62023]: _type = "Task" [ 1317.515723] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.523426] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.523426] env[62023]: value = "task-1757647" [ 1317.523426] env[62023]: _type = "Task" [ 1317.523426] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.526959] env[62023]: DEBUG oslo_vmware.api [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': task-1757646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.538198] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757647, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.557462] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521b0d70-90f4-f926-5f65-d494957a13cb, 'name': SearchDatastore_Task, 'duration_secs': 0.038248} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.557794] env[62023]: DEBUG oslo_concurrency.lockutils [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.558117] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.558424] env[62023]: DEBUG oslo_concurrency.lockutils [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.558921] env[62023]: DEBUG oslo_concurrency.lockutils [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.558921] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.563013] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38c5ffd9-d5ed-44c8-968d-2ce1597e94e1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.569550] env[62023]: INFO nova.compute.manager [-] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Took 1.27 seconds to deallocate network for instance. [ 1317.578812] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.579094] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.580289] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d76ba79-9566-4e9b-8c01-93cf8b4d5e15 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.594801] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1317.594801] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b53c44-c4f5-2a30-2737-f710fa6cef0f" [ 1317.594801] env[62023]: _type = "Task" [ 1317.594801] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.604072] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "refresh_cache-b352bc01-cf53-4fe9-a444-116186919b67" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.604320] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquired lock "refresh_cache-b352bc01-cf53-4fe9-a444-116186919b67" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.604608] env[62023]: DEBUG nova.network.neutron [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.618743] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b53c44-c4f5-2a30-2737-f710fa6cef0f, 'name': SearchDatastore_Task, 'duration_secs': 0.015302} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.620462] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6c1ff98-80a3-402e-806c-016538631735 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.630127] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1317.630127] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526f12dc-245a-1937-5747-a12439fcae4f" [ 1317.630127] env[62023]: _type = "Task" [ 1317.630127] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.649369] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526f12dc-245a-1937-5747-a12439fcae4f, 'name': SearchDatastore_Task, 'duration_secs': 0.014273} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.649471] env[62023]: DEBUG oslo_concurrency.lockutils [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.649902] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b4249275-18dc-4d4b-9e6a-9e97cd84325a/b4249275-18dc-4d4b-9e6a-9e97cd84325a.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1317.650340] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a62a073-3ad5-447e-864c-f2abc466cb9c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.665046] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1317.665046] env[62023]: value = "task-1757648" [ 1317.665046] env[62023]: _type = "Task" [ 1317.665046] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.680789] env[62023]: DEBUG oslo_vmware.api [None req-e38d0fba-c867-4c50-84fd-e179a8c9d037 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.691637] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.873545] env[62023]: DEBUG nova.network.neutron [req-abe03d2b-ecc8-4b00-bcdd-b38e04382324 req-699e2a5c-4ea2-42a5-b7ab-e756c2e208d1 service nova] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Updated VIF entry in instance network info cache for port 831e96e0-6a80-4eb7-b6ad-60a7fefc81ff. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.873913] env[62023]: DEBUG nova.network.neutron [req-abe03d2b-ecc8-4b00-bcdd-b38e04382324 req-699e2a5c-4ea2-42a5-b7ab-e756c2e208d1 service nova] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Updating instance_info_cache with network_info: [{"id": "831e96e0-6a80-4eb7-b6ad-60a7fefc81ff", "address": "fa:16:3e:84:0b:88", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831e96e0-6a", "ovs_interfaceid": "831e96e0-6a80-4eb7-b6ad-60a7fefc81ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.971391] env[62023]: DEBUG nova.network.neutron [req-10167820-bc2e-476c-bc32-727175a8783a req-c1201015-a08e-40b3-9efc-d8e8f1953752 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Updated VIF entry in instance network info cache for port 9daca067-0cc2-47fb-b1ee-bf15e81bba1c. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.971391] env[62023]: DEBUG nova.network.neutron [req-10167820-bc2e-476c-bc32-727175a8783a req-c1201015-a08e-40b3-9efc-d8e8f1953752 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Updating instance_info_cache with network_info: [{"id": "9daca067-0cc2-47fb-b1ee-bf15e81bba1c", "address": "fa:16:3e:ea:1e:9d", "network": {"id": "d1117918-82ec-47b9-9f2c-6d237b2c8e90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1910377442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b253fa22de4b7b90419e34282255e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9daca067-0c", "ovs_interfaceid": "9daca067-0cc2-47fb-b1ee-bf15e81bba1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.991032] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68e60e5-7230-42b8-a6ff-4b14ccfc7d54 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.000858] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85550ece-535b-4ba9-ae7f-dde949f925ce {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.042649] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123275e4-5eb3-43a7-b4b7-fc078eb498e2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.052444] env[62023]: DEBUG oslo_vmware.api [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': task-1757646, 'name': PowerOffVM_Task, 'duration_secs': 0.261259} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.058109] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.058109] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1318.058319] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757647, 'name': CreateVM_Task, 'duration_secs': 0.420713} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.058494] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff887bd4-ec54-4024-ac9a-25261aeadd72 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.060122] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1318.061399] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8490e726-f4c2-4104-9348-1c8caf460d9f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.067031] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.067031] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.067194] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1318.069115] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37763a23-6db8-4d8d-b768-9db716479acb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.074613] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Waiting for the task: (returnval){ [ 1318.074613] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52255c29-fc50-9d10-8864-e11ad4498835" [ 1318.074613] env[62023]: _type = "Task" [ 1318.074613] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.088895] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.089598] env[62023]: DEBUG nova.compute.provider_tree [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.097246] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52255c29-fc50-9d10-8864-e11ad4498835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.168951] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1318.169621] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1318.169812] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Deleting the datastore file [datastore1] 2b12e91a-7c7e-4e52-8834-f59bd76fa228 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.175328] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8389f5b-cdc1-4f8c-9ee6-cc874ffb6adf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.177282] env[62023]: DEBUG nova.network.neutron [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1318.186394] env[62023]: DEBUG oslo_vmware.api [None req-e38d0fba-c867-4c50-84fd-e179a8c9d037 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757642, 'name': PowerOnVM_Task, 'duration_secs': 0.587682} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.187794] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38d0fba-c867-4c50-84fd-e179a8c9d037 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.188024] env[62023]: DEBUG nova.compute.manager [None req-e38d0fba-c867-4c50-84fd-e179a8c9d037 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.188890] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5408ece-a19a-4d90-9b15-c3f08abca6fb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.195885] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757648, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.198508] env[62023]: DEBUG oslo_vmware.api [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Waiting for the task: (returnval){ [ 1318.198508] env[62023]: value = "task-1757650" [ 1318.198508] env[62023]: _type = "Task" [ 1318.198508] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.218068] env[62023]: DEBUG oslo_vmware.api [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': task-1757650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.376857] env[62023]: DEBUG oslo_concurrency.lockutils [req-abe03d2b-ecc8-4b00-bcdd-b38e04382324 req-699e2a5c-4ea2-42a5-b7ab-e756c2e208d1 service nova] Releasing lock "refresh_cache-b4249275-18dc-4d4b-9e6a-9e97cd84325a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.474693] env[62023]: DEBUG oslo_concurrency.lockutils [req-10167820-bc2e-476c-bc32-727175a8783a req-c1201015-a08e-40b3-9efc-d8e8f1953752 service nova] Releasing lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.517437] env[62023]: DEBUG nova.network.neutron [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Updating instance_info_cache with network_info: [{"id": "ee0ecf5e-4fe7-4e15-a977-e41d332666e1", "address": "fa:16:3e:ac:2c:eb", "network": {"id": "a1ea5569-a716-454e-bf75-93a66d6af828", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-371204641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3275bef1b9744cc8aba90405b27aca8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee0ecf5e-4f", "ovs_interfaceid": "ee0ecf5e-4fe7-4e15-a977-e41d332666e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.590372] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52255c29-fc50-9d10-8864-e11ad4498835, 'name': SearchDatastore_Task, 'duration_secs': 0.063024} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.590763] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.591053] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.593083] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.593083] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.593083] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.593382] env[62023]: DEBUG nova.scheduler.client.report [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.599116] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61bb58e0-c31a-455e-868e-3fe8e462dd0c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.610712] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.611067] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.612421] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8dd14a-4d77-4f70-bd1c-dcfbad8c2891 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.622032] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Waiting for the task: (returnval){ [ 1318.622032] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5215b298-1e9d-8b1e-bdbc-8cb51413017f" [ 1318.622032] env[62023]: _type = "Task" [ 1318.622032] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.630968] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5215b298-1e9d-8b1e-bdbc-8cb51413017f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.681665] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627704} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.682019] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b4249275-18dc-4d4b-9e6a-9e97cd84325a/b4249275-18dc-4d4b-9e6a-9e97cd84325a.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.682145] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.683235] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-102478ed-dc8b-47ab-85c0-0acc8d1311f9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.691324] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1318.691324] env[62023]: value = "task-1757651" [ 1318.691324] env[62023]: _type = "Task" [ 1318.691324] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.702744] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.715253] env[62023]: DEBUG oslo_vmware.api [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Task: {'id': task-1757650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350335} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.717035] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.717035] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.717035] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.717035] env[62023]: INFO nova.compute.manager [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1318.717278] env[62023]: DEBUG oslo.service.loopingcall [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1318.717523] env[62023]: DEBUG nova.compute.manager [-] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1318.717614] env[62023]: DEBUG nova.network.neutron [-] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1318.897102] env[62023]: DEBUG nova.compute.manager [req-ada2139b-8f14-4f5f-a571-41cc37d6dc10 req-2327d98d-c80d-4a8c-95eb-7e609da0cbff service nova] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Received event network-vif-plugged-ee0ecf5e-4fe7-4e15-a977-e41d332666e1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1318.897502] env[62023]: DEBUG oslo_concurrency.lockutils [req-ada2139b-8f14-4f5f-a571-41cc37d6dc10 req-2327d98d-c80d-4a8c-95eb-7e609da0cbff service nova] Acquiring lock "b352bc01-cf53-4fe9-a444-116186919b67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.897553] env[62023]: DEBUG oslo_concurrency.lockutils [req-ada2139b-8f14-4f5f-a571-41cc37d6dc10 req-2327d98d-c80d-4a8c-95eb-7e609da0cbff service nova] Lock "b352bc01-cf53-4fe9-a444-116186919b67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.897706] env[62023]: DEBUG oslo_concurrency.lockutils [req-ada2139b-8f14-4f5f-a571-41cc37d6dc10 req-2327d98d-c80d-4a8c-95eb-7e609da0cbff service nova] Lock "b352bc01-cf53-4fe9-a444-116186919b67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.897894] env[62023]: DEBUG nova.compute.manager [req-ada2139b-8f14-4f5f-a571-41cc37d6dc10 req-2327d98d-c80d-4a8c-95eb-7e609da0cbff service nova] [instance: b352bc01-cf53-4fe9-a444-116186919b67] No waiting events found dispatching network-vif-plugged-ee0ecf5e-4fe7-4e15-a977-e41d332666e1 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1318.898158] env[62023]: WARNING nova.compute.manager [req-ada2139b-8f14-4f5f-a571-41cc37d6dc10 req-2327d98d-c80d-4a8c-95eb-7e609da0cbff service nova] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Received unexpected event network-vif-plugged-ee0ecf5e-4fe7-4e15-a977-e41d332666e1 for instance with vm_state building and task_state spawning. [ 1318.898283] env[62023]: DEBUG nova.compute.manager [req-ada2139b-8f14-4f5f-a571-41cc37d6dc10 req-2327d98d-c80d-4a8c-95eb-7e609da0cbff service nova] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Received event network-changed-ee0ecf5e-4fe7-4e15-a977-e41d332666e1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1318.898463] env[62023]: DEBUG nova.compute.manager [req-ada2139b-8f14-4f5f-a571-41cc37d6dc10 req-2327d98d-c80d-4a8c-95eb-7e609da0cbff service nova] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Refreshing instance network info cache due to event network-changed-ee0ecf5e-4fe7-4e15-a977-e41d332666e1. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1318.898631] env[62023]: DEBUG oslo_concurrency.lockutils [req-ada2139b-8f14-4f5f-a571-41cc37d6dc10 req-2327d98d-c80d-4a8c-95eb-7e609da0cbff service nova] Acquiring lock "refresh_cache-b352bc01-cf53-4fe9-a444-116186919b67" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.021349] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Releasing lock "refresh_cache-b352bc01-cf53-4fe9-a444-116186919b67" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.021349] env[62023]: DEBUG nova.compute.manager [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Instance network_info: |[{"id": "ee0ecf5e-4fe7-4e15-a977-e41d332666e1", "address": "fa:16:3e:ac:2c:eb", "network": {"id": "a1ea5569-a716-454e-bf75-93a66d6af828", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-371204641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3275bef1b9744cc8aba90405b27aca8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee0ecf5e-4f", "ovs_interfaceid": "ee0ecf5e-4fe7-4e15-a977-e41d332666e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1319.021545] env[62023]: DEBUG oslo_concurrency.lockutils [req-ada2139b-8f14-4f5f-a571-41cc37d6dc10 req-2327d98d-c80d-4a8c-95eb-7e609da0cbff service nova] Acquired lock "refresh_cache-b352bc01-cf53-4fe9-a444-116186919b67" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.021545] env[62023]: DEBUG nova.network.neutron [req-ada2139b-8f14-4f5f-a571-41cc37d6dc10 req-2327d98d-c80d-4a8c-95eb-7e609da0cbff service nova] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Refreshing network info cache for port ee0ecf5e-4fe7-4e15-a977-e41d332666e1 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.022650] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:2c:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee0ecf5e-4fe7-4e15-a977-e41d332666e1', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1319.032976] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Creating folder: Project (3275bef1b9744cc8aba90405b27aca8f). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1319.036739] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ba30bc1-584d-4814-84b0-b496665e233d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.050162] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Created folder: Project (3275bef1b9744cc8aba90405b27aca8f) in parent group-v365170. [ 1319.050365] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Creating folder: Instances. Parent ref: group-v365240. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1319.050623] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c490e7fa-0998-469b-acad-58c598bb6c55 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.066200] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Created folder: Instances in parent group-v365240. [ 1319.066200] env[62023]: DEBUG oslo.service.loopingcall [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1319.066200] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1319.066200] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38359434-9d5d-42a1-9267-cbeec8cc53b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.095188] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1319.095188] env[62023]: value = "task-1757654" [ 1319.095188] env[62023]: _type = "Task" [ 1319.095188] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.102897] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.107020] env[62023]: DEBUG nova.compute.manager [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1319.107020] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757654, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.107020] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.221s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.109235] env[62023]: INFO nova.compute.claims [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.133620] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5215b298-1e9d-8b1e-bdbc-8cb51413017f, 'name': SearchDatastore_Task, 'duration_secs': 0.042958} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.134981] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd2d2c3d-bd8b-4602-89ac-7792d48966a2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.143687] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Waiting for the task: (returnval){ [ 1319.143687] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5291e627-7a5b-9363-25db-283ce25b8451" [ 1319.143687] env[62023]: _type = "Task" [ 1319.143687] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.153265] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5291e627-7a5b-9363-25db-283ce25b8451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.201843] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097976} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.202134] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.202927] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5535f9b1-c8fe-4ad1-8ab0-e0795c22a93a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.227430] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] b4249275-18dc-4d4b-9e6a-9e97cd84325a/b4249275-18dc-4d4b-9e6a-9e97cd84325a.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.230330] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4446922f-c608-4928-91f1-1912403004d1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.256458] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1319.256458] env[62023]: value = "task-1757655" [ 1319.256458] env[62023]: _type = "Task" [ 1319.256458] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.271204] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.391949] env[62023]: DEBUG nova.network.neutron [req-ada2139b-8f14-4f5f-a571-41cc37d6dc10 req-2327d98d-c80d-4a8c-95eb-7e609da0cbff service nova] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Updated VIF entry in instance network info cache for port ee0ecf5e-4fe7-4e15-a977-e41d332666e1. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1319.392434] env[62023]: DEBUG nova.network.neutron [req-ada2139b-8f14-4f5f-a571-41cc37d6dc10 req-2327d98d-c80d-4a8c-95eb-7e609da0cbff service nova] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Updating instance_info_cache with network_info: [{"id": "ee0ecf5e-4fe7-4e15-a977-e41d332666e1", "address": "fa:16:3e:ac:2c:eb", "network": {"id": "a1ea5569-a716-454e-bf75-93a66d6af828", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-371204641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3275bef1b9744cc8aba90405b27aca8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee0ecf5e-4f", "ovs_interfaceid": "ee0ecf5e-4fe7-4e15-a977-e41d332666e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.518919] env[62023]: DEBUG nova.network.neutron [-] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.608528] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757654, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.614969] env[62023]: DEBUG nova.compute.utils [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1319.623275] env[62023]: DEBUG nova.compute.manager [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1319.623275] env[62023]: DEBUG nova.network.neutron [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1319.654704] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5291e627-7a5b-9363-25db-283ce25b8451, 'name': SearchDatastore_Task, 'duration_secs': 0.020015} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.655324] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.655547] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b1111972-8a27-44da-8f20-98808abadbb8/b1111972-8a27-44da-8f20-98808abadbb8.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1319.656086] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a23b814a-8da4-40f0-8073-f7586d6c37d8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.666174] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Waiting for the task: (returnval){ [ 1319.666174] env[62023]: value = "task-1757657" [ 1319.666174] env[62023]: _type = "Task" [ 1319.666174] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.677628] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': task-1757657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.712263] env[62023]: DEBUG nova.policy [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5730cb8babf14ac7b4604e58af2b3b84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c1c453f128847b1bf439274b449e964', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1319.772170] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757655, 'name': ReconfigVM_Task, 'duration_secs': 0.34264} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.776024] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Reconfigured VM instance instance-00000014 to attach disk [datastore1] b4249275-18dc-4d4b-9e6a-9e97cd84325a/b4249275-18dc-4d4b-9e6a-9e97cd84325a.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.776024] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e9f5150-c1d3-4f83-b9f7-0e1295d61665 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.781661] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1319.781661] env[62023]: value = "task-1757658" [ 1319.781661] env[62023]: _type = "Task" [ 1319.781661] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.794253] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757658, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.896996] env[62023]: DEBUG oslo_concurrency.lockutils [req-ada2139b-8f14-4f5f-a571-41cc37d6dc10 req-2327d98d-c80d-4a8c-95eb-7e609da0cbff service nova] Releasing lock "refresh_cache-b352bc01-cf53-4fe9-a444-116186919b67" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.019430] env[62023]: INFO nova.compute.manager [-] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Took 1.30 seconds to deallocate network for instance. [ 1320.118074] env[62023]: DEBUG oslo_concurrency.lockutils [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Acquiring lock "af0df3a1-42b6-4979-999a-88ba5cd64568" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.118074] env[62023]: DEBUG oslo_concurrency.lockutils [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Lock "af0df3a1-42b6-4979-999a-88ba5cd64568" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.118074] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757654, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.120889] env[62023]: DEBUG nova.compute.manager [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1320.182703] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': task-1757657, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.292681] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757658, 'name': Rename_Task, 'duration_secs': 0.157919} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.292974] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.293255] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef94d867-5a4f-45a4-8062-2f3f914ab562 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.304075] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1320.304075] env[62023]: value = "task-1757659" [ 1320.304075] env[62023]: _type = "Task" [ 1320.304075] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.309439] env[62023]: DEBUG nova.network.neutron [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Successfully created port: 133b91f6-d8a0-4557-aad6-79a0cfac96a3 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1320.318303] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.528319] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.610949] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757654, 'name': CreateVM_Task, 'duration_secs': 1.484917} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.611056] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1320.611776] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.611944] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.612389] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1320.612554] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f5f3ed-fafc-4704-b9cb-c923eb7e6037 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.618662] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1320.618662] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b11b98-c7b6-6089-64a0-92076a8829e8" [ 1320.618662] env[62023]: _type = "Task" [ 1320.618662] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.632709] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b11b98-c7b6-6089-64a0-92076a8829e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.657544] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8a02b4-152e-4def-a367-31f26e833014 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.666738] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c969a15f-d9e4-4ec0-aef1-fcac600e59ba {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.682482] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': task-1757657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613545} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.715802] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b1111972-8a27-44da-8f20-98808abadbb8/b1111972-8a27-44da-8f20-98808abadbb8.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1320.716084] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1320.717510] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b84d2839-75a3-446e-afcc-5bc04520c9b8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.720571] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f757809-381d-4946-acb6-f74424a710e6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.732437] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59f0eb0-562e-467a-91bd-96bb54c40a86 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.737888] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Waiting for the task: (returnval){ [ 1320.737888] env[62023]: value = "task-1757660" [ 1320.737888] env[62023]: _type = "Task" [ 1320.737888] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.754891] env[62023]: DEBUG nova.compute.provider_tree [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.763206] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': task-1757660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.783370] env[62023]: DEBUG oslo_vmware.rw_handles [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6dde8-bb58-4b5c-68f1-9b08e66c90b1/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1320.784577] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234d9e8b-6932-4cef-9337-7f9798ffa066 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.793187] env[62023]: DEBUG oslo_vmware.rw_handles [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6dde8-bb58-4b5c-68f1-9b08e66c90b1/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1320.793187] env[62023]: ERROR oslo_vmware.rw_handles [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6dde8-bb58-4b5c-68f1-9b08e66c90b1/disk-0.vmdk due to incomplete transfer. [ 1320.793406] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-78835007-199c-4bf3-abde-4cf7b65712ff {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.803088] env[62023]: DEBUG oslo_vmware.rw_handles [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6dde8-bb58-4b5c-68f1-9b08e66c90b1/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1320.803338] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Uploaded image b5048959-db9d-4a1c-a46f-1ecb73344beb to the Glance image server {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1320.805689] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Destroying the VM {{(pid=62023) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1320.806029] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2d56d45c-377c-45f0-844e-13cec116e07d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.819188] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757659, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.820836] env[62023]: DEBUG oslo_vmware.api [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for the task: (returnval){ [ 1320.820836] env[62023]: value = "task-1757661" [ 1320.820836] env[62023]: _type = "Task" [ 1320.820836] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.830723] env[62023]: DEBUG oslo_vmware.api [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757661, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.130389] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b11b98-c7b6-6089-64a0-92076a8829e8, 'name': SearchDatastore_Task, 'duration_secs': 0.016399} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.130704] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.130953] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1321.131172] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.131312] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.131481] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.131730] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d268f09-2eb6-45be-b322-ec579e90c250 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.142161] env[62023]: DEBUG nova.compute.manager [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1321.151045] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.151280] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1321.152080] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e642b920-c4e2-42e4-8438-43b818cd8abd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.159170] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1321.159170] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52982356-c41b-8cd6-69e4-e99f4207292d" [ 1321.159170] env[62023]: _type = "Task" [ 1321.159170] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.164009] env[62023]: DEBUG nova.virt.hardware [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.164253] env[62023]: DEBUG nova.virt.hardware [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.164411] env[62023]: DEBUG nova.virt.hardware [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.164591] env[62023]: DEBUG nova.virt.hardware [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.164737] env[62023]: DEBUG nova.virt.hardware [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.164908] env[62023]: DEBUG nova.virt.hardware [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.165161] env[62023]: DEBUG nova.virt.hardware [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.165332] env[62023]: DEBUG nova.virt.hardware [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.165498] env[62023]: DEBUG nova.virt.hardware [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.165881] env[62023]: DEBUG nova.virt.hardware [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.165881] env[62023]: DEBUG nova.virt.hardware [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.166612] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841da3e4-c22b-4256-b7b1-ae41f3359886 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.178148] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f82844b-4600-4cbd-b933-8552c1a412be {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.182106] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52982356-c41b-8cd6-69e4-e99f4207292d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.196354] env[62023]: DEBUG nova.compute.manager [req-d366c058-0adf-49f0-a5dd-4a58f2c78a8f req-a4cb1d03-414e-4193-b91d-6d7b32489367 service nova] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Received event network-vif-deleted-f503ce23-54f1-4efe-87fc-6a465e45461a {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1321.253445] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': task-1757660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072587} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.253445] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1321.253445] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212cf46f-97ca-4099-a9fa-d4fa3c318626 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.259653] env[62023]: DEBUG nova.scheduler.client.report [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.280222] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] b1111972-8a27-44da-8f20-98808abadbb8/b1111972-8a27-44da-8f20-98808abadbb8.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.280222] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.280222] env[62023]: DEBUG nova.compute.manager [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1321.282359] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86327e97-ea9f-4d5c-9636-35404f41f230 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.297873] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.900s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.298127] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.300080] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.074s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.300260] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.301856] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.586s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.302099] env[62023]: DEBUG nova.objects.instance [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lazy-loading 'resources' on Instance uuid 54ae22a9-06cc-40ec-8026-9375df41194c {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.308962] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquiring lock "a2d65502-c3f4-41f2-9842-4d228dd91776" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.309196] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "a2d65502-c3f4-41f2-9842-4d228dd91776" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.315744] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Waiting for the task: (returnval){ [ 1321.315744] env[62023]: value = "task-1757662" [ 1321.315744] env[62023]: _type = "Task" [ 1321.315744] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.323282] env[62023]: DEBUG oslo_vmware.api [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757659, 'name': PowerOnVM_Task, 'duration_secs': 0.555548} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.327061] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.327284] env[62023]: INFO nova.compute.manager [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Took 10.65 seconds to spawn the instance on the hypervisor. [ 1321.327744] env[62023]: DEBUG nova.compute.manager [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1321.331024] env[62023]: INFO nova.scheduler.client.report [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Deleted allocations for instance bd476a07-2d23-4504-a06b-273f852da654 [ 1321.333738] env[62023]: INFO nova.scheduler.client.report [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Deleted allocations for instance 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7 [ 1321.335212] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990e90cf-3dde-478e-8390-38cda5f6989f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.338722] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': task-1757662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.349348] env[62023]: DEBUG oslo_vmware.api [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757661, 'name': Destroy_Task, 'duration_secs': 0.432329} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.351022] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Destroyed the VM [ 1321.351292] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Deleting Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1321.355016] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2cd68f9d-e6e5-4f7d-8cf2-07e45a625f9d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.374654] env[62023]: DEBUG oslo_vmware.api [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for the task: (returnval){ [ 1321.374654] env[62023]: value = "task-1757663" [ 1321.374654] env[62023]: _type = "Task" [ 1321.374654] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.384441] env[62023]: DEBUG oslo_vmware.api [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757663, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.671655] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52982356-c41b-8cd6-69e4-e99f4207292d, 'name': SearchDatastore_Task, 'duration_secs': 0.030651} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.672535] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6a6c6b2-9587-4c37-9dc2-c9c2bdc5c301 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.679904] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1321.679904] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e0a2b0-93f1-cc93-f8a5-44e55a413a65" [ 1321.679904] env[62023]: _type = "Task" [ 1321.679904] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.689229] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e0a2b0-93f1-cc93-f8a5-44e55a413a65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.809364] env[62023]: DEBUG nova.compute.utils [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1321.811646] env[62023]: DEBUG nova.compute.manager [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1321.811986] env[62023]: DEBUG nova.network.neutron [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1321.829567] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': task-1757662, 'name': ReconfigVM_Task, 'duration_secs': 0.30915} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.829873] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Reconfigured VM instance instance-00000016 to attach disk [datastore1] b1111972-8a27-44da-8f20-98808abadbb8/b1111972-8a27-44da-8f20-98808abadbb8.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.830656] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c5f66b7-5ff8-46ce-8443-bcf043244fe1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.842977] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Waiting for the task: (returnval){ [ 1321.842977] env[62023]: value = "task-1757665" [ 1321.842977] env[62023]: _type = "Task" [ 1321.842977] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.865412] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e3b7f89f-8490-4171-818a-068a8f3e7ec4 tempest-ServerDiagnosticsNegativeTest-32668363 tempest-ServerDiagnosticsNegativeTest-32668363-project-member] Lock "bd476a07-2d23-4504-a06b-273f852da654" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.467s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.876485] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': task-1757665, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.882869] env[62023]: INFO nova.compute.manager [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Took 35.75 seconds to build instance. [ 1321.890491] env[62023]: DEBUG oslo_vmware.api [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757663, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.895167] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6b69102-a646-48e9-8741-e2977857121e tempest-InstanceActionsTestJSON-1369400611 tempest-InstanceActionsTestJSON-1369400611-project-member] Lock "96367e04-6e18-443f-9dfd-6e8b6b2bbbe7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.702s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.996794] env[62023]: DEBUG nova.policy [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '487d72176fe74612866dc9d0d68b05c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a377cf1577c4a1984851df6db2072d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1322.192173] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e0a2b0-93f1-cc93-f8a5-44e55a413a65, 'name': SearchDatastore_Task, 'duration_secs': 0.017652} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.195117] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.198020] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b352bc01-cf53-4fe9-a444-116186919b67/b352bc01-cf53-4fe9-a444-116186919b67.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1322.198020] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fb732cd-ad8a-4ff5-8734-037988f82f49 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.203759] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1322.203759] env[62023]: value = "task-1757666" [ 1322.203759] env[62023]: _type = "Task" [ 1322.203759] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.215646] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.312504] env[62023]: DEBUG nova.compute.manager [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1322.333063] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94ba63f-d24f-4bbd-b798-5e4bebfa564e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.342613] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ee25ba-1695-431d-bf4c-3f1f2059fd7a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.356822] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': task-1757665, 'name': Rename_Task, 'duration_secs': 0.174986} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.381515] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.382955] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c4cc78e-c5ad-4fa2-96e8-c290c4ca6e5e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.387993] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7ed248-b115-44fa-8cfd-2dbf2a25143b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.392193] env[62023]: DEBUG oslo_concurrency.lockutils [None req-083b81dd-75bd-4369-ab85-8613d4fa3d25 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "b4249275-18dc-4d4b-9e6a-9e97cd84325a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.289s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.404159] env[62023]: DEBUG oslo_vmware.api [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757663, 'name': RemoveSnapshot_Task, 'duration_secs': 0.596495} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.406640] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d691e8b-4d23-4d4d-b777-20b483197468 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.411228] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Deleted Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1322.411514] env[62023]: INFO nova.compute.manager [None req-c6418e21-75bb-4ddb-9b43-3e57a67b0c47 tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Took 16.55 seconds to snapshot the instance on the hypervisor. [ 1322.414751] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Waiting for the task: (returnval){ [ 1322.414751] env[62023]: value = "task-1757667" [ 1322.414751] env[62023]: _type = "Task" [ 1322.414751] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.430747] env[62023]: DEBUG nova.compute.provider_tree [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1322.439877] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': task-1757667, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.718668] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757666, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.897336] env[62023]: DEBUG nova.compute.manager [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1322.931408] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': task-1757667, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.940259] env[62023]: DEBUG nova.network.neutron [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Successfully updated port: 133b91f6-d8a0-4557-aad6-79a0cfac96a3 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1322.970501] env[62023]: ERROR nova.scheduler.client.report [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [req-38c6b9d4-4bce-405a-83ed-f0aa99493515] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-38c6b9d4-4bce-405a-83ed-f0aa99493515"}]} [ 1322.991756] env[62023]: DEBUG nova.scheduler.client.report [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1323.010064] env[62023]: DEBUG nova.scheduler.client.report [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1323.010395] env[62023]: DEBUG nova.compute.provider_tree [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1323.027958] env[62023]: DEBUG nova.scheduler.client.report [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1323.034844] env[62023]: DEBUG nova.network.neutron [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Successfully created port: f3cb91e3-5e34-4d36-9820-23795481a069 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1323.051143] env[62023]: DEBUG nova.scheduler.client.report [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1323.220156] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739565} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.220156] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b352bc01-cf53-4fe9-a444-116186919b67/b352bc01-cf53-4fe9-a444-116186919b67.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1323.220156] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1323.220434] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77e582c0-ef3f-49af-a95f-83e1a3a3218c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.231188] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1323.231188] env[62023]: value = "task-1757668" [ 1323.231188] env[62023]: _type = "Task" [ 1323.231188] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.243516] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.326308] env[62023]: DEBUG nova.compute.manager [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1323.359360] env[62023]: DEBUG nova.virt.hardware [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.359535] env[62023]: DEBUG nova.virt.hardware [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.359688] env[62023]: DEBUG nova.virt.hardware [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.360235] env[62023]: DEBUG nova.virt.hardware [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.360235] env[62023]: DEBUG nova.virt.hardware [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.361265] env[62023]: DEBUG nova.virt.hardware [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.362395] env[62023]: DEBUG nova.virt.hardware [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.362609] env[62023]: DEBUG nova.virt.hardware [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.362791] env[62023]: DEBUG nova.virt.hardware [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.362961] env[62023]: DEBUG nova.virt.hardware [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.363156] env[62023]: DEBUG nova.virt.hardware [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.364068] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f05e0c4-f513-4a9c-b49b-5ae23a1da17a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.376274] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d4b6ea-6cfd-4186-b94a-3b01af052b71 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.430032] env[62023]: DEBUG oslo_vmware.api [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': task-1757667, 'name': PowerOnVM_Task, 'duration_secs': 0.569653} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.431037] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.431341] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.431545] env[62023]: INFO nova.compute.manager [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Took 6.08 seconds to spawn the instance on the hypervisor. [ 1323.431713] env[62023]: DEBUG nova.compute.manager [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.434985] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404c02a3-5315-41e2-ac55-0a8bb34d12e6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.448033] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Acquiring lock "refresh_cache-1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.448033] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Acquired lock "refresh_cache-1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.448033] env[62023]: DEBUG nova.network.neutron [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.616870] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22716871-8c9b-4594-9665-b1b14d0e3131 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.628345] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5ae934-6aa4-4e71-a894-602de1022805 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.669383] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723806a3-21c0-49c4-9d6b-23ccee8c3b89 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.678695] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb2519b-a246-450e-9ded-d49b4e5d8ced {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.696715] env[62023]: DEBUG nova.compute.provider_tree [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.747046] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173985} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.747046] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1323.748444] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ba15b7-5906-4cba-a3ae-85fc1897883f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.777650] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] b352bc01-cf53-4fe9-a444-116186919b67/b352bc01-cf53-4fe9-a444-116186919b67.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.778191] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47cc33cf-3ec0-4970-a75c-28e868bd3c13 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.805699] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1323.805699] env[62023]: value = "task-1757669" [ 1323.805699] env[62023]: _type = "Task" [ 1323.805699] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.814877] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.909647] env[62023]: DEBUG nova.compute.manager [req-676eb34e-6eb0-4e11-b66c-a9395ea4142a req-6b720281-4656-45c7-9fef-16dd17a8d23f service nova] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Received event network-vif-plugged-133b91f6-d8a0-4557-aad6-79a0cfac96a3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1323.909849] env[62023]: DEBUG oslo_concurrency.lockutils [req-676eb34e-6eb0-4e11-b66c-a9395ea4142a req-6b720281-4656-45c7-9fef-16dd17a8d23f service nova] Acquiring lock "1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.913205] env[62023]: DEBUG oslo_concurrency.lockutils [req-676eb34e-6eb0-4e11-b66c-a9395ea4142a req-6b720281-4656-45c7-9fef-16dd17a8d23f service nova] Lock "1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.916387] env[62023]: DEBUG oslo_concurrency.lockutils [req-676eb34e-6eb0-4e11-b66c-a9395ea4142a req-6b720281-4656-45c7-9fef-16dd17a8d23f service nova] Lock "1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.916527] env[62023]: DEBUG nova.compute.manager [req-676eb34e-6eb0-4e11-b66c-a9395ea4142a req-6b720281-4656-45c7-9fef-16dd17a8d23f service nova] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] No waiting events found dispatching network-vif-plugged-133b91f6-d8a0-4557-aad6-79a0cfac96a3 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1323.916732] env[62023]: WARNING nova.compute.manager [req-676eb34e-6eb0-4e11-b66c-a9395ea4142a req-6b720281-4656-45c7-9fef-16dd17a8d23f service nova] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Received unexpected event network-vif-plugged-133b91f6-d8a0-4557-aad6-79a0cfac96a3 for instance with vm_state building and task_state spawning. [ 1323.916895] env[62023]: DEBUG nova.compute.manager [req-676eb34e-6eb0-4e11-b66c-a9395ea4142a req-6b720281-4656-45c7-9fef-16dd17a8d23f service nova] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Received event network-changed-133b91f6-d8a0-4557-aad6-79a0cfac96a3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1323.917074] env[62023]: DEBUG nova.compute.manager [req-676eb34e-6eb0-4e11-b66c-a9395ea4142a req-6b720281-4656-45c7-9fef-16dd17a8d23f service nova] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Refreshing instance network info cache due to event network-changed-133b91f6-d8a0-4557-aad6-79a0cfac96a3. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1323.917359] env[62023]: DEBUG oslo_concurrency.lockutils [req-676eb34e-6eb0-4e11-b66c-a9395ea4142a req-6b720281-4656-45c7-9fef-16dd17a8d23f service nova] Acquiring lock "refresh_cache-1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.966159] env[62023]: INFO nova.compute.manager [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Took 27.89 seconds to build instance. [ 1324.025078] env[62023]: DEBUG nova.network.neutron [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1324.201537] env[62023]: DEBUG nova.scheduler.client.report [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.321587] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.334299] env[62023]: DEBUG nova.network.neutron [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Updating instance_info_cache with network_info: [{"id": "133b91f6-d8a0-4557-aad6-79a0cfac96a3", "address": "fa:16:3e:46:ae:b6", "network": {"id": "921b1655-6238-4913-8f41-49657914b577", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2065465211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c1c453f128847b1bf439274b449e964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap133b91f6-d8", "ovs_interfaceid": "133b91f6-d8a0-4557-aad6-79a0cfac96a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.470243] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bcddb4e-c302-40de-a9d1-6de0e0177787 tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Lock "b1111972-8a27-44da-8f20-98808abadbb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.978s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.708479] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.406s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.712053] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.593s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.713889] env[62023]: INFO nova.compute.claims [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1324.745990] env[62023]: INFO nova.scheduler.client.report [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Deleted allocations for instance 54ae22a9-06cc-40ec-8026-9375df41194c [ 1324.822512] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757669, 'name': ReconfigVM_Task, 'duration_secs': 0.727882} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.822831] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Reconfigured VM instance instance-00000015 to attach disk [datastore1] b352bc01-cf53-4fe9-a444-116186919b67/b352bc01-cf53-4fe9-a444-116186919b67.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.824905] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13b4cd00-4c8f-4bb3-a0dc-cb58c1c80dcd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.833579] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1324.833579] env[62023]: value = "task-1757670" [ 1324.833579] env[62023]: _type = "Task" [ 1324.833579] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.841796] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Releasing lock "refresh_cache-1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.841956] env[62023]: DEBUG nova.compute.manager [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Instance network_info: |[{"id": "133b91f6-d8a0-4557-aad6-79a0cfac96a3", "address": "fa:16:3e:46:ae:b6", "network": {"id": "921b1655-6238-4913-8f41-49657914b577", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2065465211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c1c453f128847b1bf439274b449e964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap133b91f6-d8", "ovs_interfaceid": "133b91f6-d8a0-4557-aad6-79a0cfac96a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1324.846857] env[62023]: DEBUG oslo_concurrency.lockutils [req-676eb34e-6eb0-4e11-b66c-a9395ea4142a req-6b720281-4656-45c7-9fef-16dd17a8d23f service nova] Acquired lock "refresh_cache-1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.846857] env[62023]: DEBUG nova.network.neutron [req-676eb34e-6eb0-4e11-b66c-a9395ea4142a req-6b720281-4656-45c7-9fef-16dd17a8d23f service nova] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Refreshing network info cache for port 133b91f6-d8a0-4557-aad6-79a0cfac96a3 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.847274] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:ae:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '133b91f6-d8a0-4557-aad6-79a0cfac96a3', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1324.854874] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Creating folder: Project (5c1c453f128847b1bf439274b449e964). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1324.855244] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757670, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.858395] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f03acf49-6848-4945-b622-12c386115c97 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.873248] env[62023]: DEBUG nova.compute.manager [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Stashing vm_state: active {{(pid=62023) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1324.881161] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Created folder: Project (5c1c453f128847b1bf439274b449e964) in parent group-v365170. [ 1324.881344] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Creating folder: Instances. Parent ref: group-v365243. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1324.881669] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59d88591-39a4-4167-8d6f-f5f59474a74c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.899159] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Created folder: Instances in parent group-v365243. [ 1324.899660] env[62023]: DEBUG oslo.service.loopingcall [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1324.900504] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1324.901266] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d5ef6dc-38fc-48a2-a833-6ccb967052da {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.931787] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1324.931787] env[62023]: value = "task-1757673" [ 1324.931787] env[62023]: _type = "Task" [ 1324.931787] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.942731] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757673, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.972250] env[62023]: DEBUG nova.compute.manager [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1325.077037] env[62023]: DEBUG nova.compute.manager [None req-63724bc1-5286-47ee-a28b-224328c68575 tempest-ServerDiagnosticsV248Test-1536883545 tempest-ServerDiagnosticsV248Test-1536883545-project-admin] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.078153] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7873fad8-bc22-49f7-a3c5-c93d9dd0452f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.086362] env[62023]: INFO nova.compute.manager [None req-63724bc1-5286-47ee-a28b-224328c68575 tempest-ServerDiagnosticsV248Test-1536883545 tempest-ServerDiagnosticsV248Test-1536883545-project-admin] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Retrieving diagnostics [ 1325.087160] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1dd94e-e6d1-404f-8a66-536919378287 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.259077] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f585e08b-1e76-4552-9110-c095684b26d5 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "54ae22a9-06cc-40ec-8026-9375df41194c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.502s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.346061] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757670, 'name': Rename_Task, 'duration_secs': 0.226367} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.346367] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.346898] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-305a7a29-2c55-48b7-a09c-d11361828218 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.371014] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1325.371014] env[62023]: value = "task-1757674" [ 1325.371014] env[62023]: _type = "Task" [ 1325.371014] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.382884] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.392984] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.445499] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757673, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.501584] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.796223] env[62023]: DEBUG nova.network.neutron [req-676eb34e-6eb0-4e11-b66c-a9395ea4142a req-6b720281-4656-45c7-9fef-16dd17a8d23f service nova] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Updated VIF entry in instance network info cache for port 133b91f6-d8a0-4557-aad6-79a0cfac96a3. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1325.796653] env[62023]: DEBUG nova.network.neutron [req-676eb34e-6eb0-4e11-b66c-a9395ea4142a req-6b720281-4656-45c7-9fef-16dd17a8d23f service nova] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Updating instance_info_cache with network_info: [{"id": "133b91f6-d8a0-4557-aad6-79a0cfac96a3", "address": "fa:16:3e:46:ae:b6", "network": {"id": "921b1655-6238-4913-8f41-49657914b577", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2065465211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c1c453f128847b1bf439274b449e964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap133b91f6-d8", "ovs_interfaceid": "133b91f6-d8a0-4557-aad6-79a0cfac96a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.855968] env[62023]: DEBUG nova.network.neutron [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Successfully updated port: f3cb91e3-5e34-4d36-9820-23795481a069 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1325.889662] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757674, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.948664] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757673, 'name': CreateVM_Task, 'duration_secs': 0.663185} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.951785] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1325.956022] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.956022] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.956022] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.956022] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0de8612-d45b-495d-9757-9719bf11353f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.960692] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Waiting for the task: (returnval){ [ 1325.960692] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5295c595-6b5a-bec2-2fe1-c0b3b7a7dace" [ 1325.960692] env[62023]: _type = "Task" [ 1325.960692] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.973042] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5295c595-6b5a-bec2-2fe1-c0b3b7a7dace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.237888] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc77506-70ff-4492-b8db-66c93bed7c37 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.247587] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003ae461-3f08-468d-af70-7577c796c633 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.280308] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b21d3f-0a39-4eb7-b041-ab70bfd145ba {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.290802] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b59b741-64cb-4256-aec1-5a791bbfe1ac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.309150] env[62023]: DEBUG oslo_concurrency.lockutils [req-676eb34e-6eb0-4e11-b66c-a9395ea4142a req-6b720281-4656-45c7-9fef-16dd17a8d23f service nova] Releasing lock "refresh_cache-1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.309400] env[62023]: DEBUG nova.compute.provider_tree [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.361215] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquiring lock "refresh_cache-ab1208a4-b991-4706-8205-88fa9c0fe96c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.361215] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquired lock "refresh_cache-ab1208a4-b991-4706-8205-88fa9c0fe96c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.361215] env[62023]: DEBUG nova.network.neutron [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.388877] env[62023]: DEBUG oslo_vmware.api [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757674, 'name': PowerOnVM_Task, 'duration_secs': 0.749022} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.389205] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.389459] env[62023]: INFO nova.compute.manager [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Took 11.60 seconds to spawn the instance on the hypervisor. [ 1326.389836] env[62023]: DEBUG nova.compute.manager [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.391254] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567ea051-b57b-4a9c-9274-20ce4c0e6b08 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.473566] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5295c595-6b5a-bec2-2fe1-c0b3b7a7dace, 'name': SearchDatastore_Task, 'duration_secs': 0.012787} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.473566] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.474460] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.474796] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.475855] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.475855] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.476306] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36f19d25-6bed-445f-a76b-c52f17781325 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.487962] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.488700] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.490153] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaac7dc8-4e2d-4bea-a1b0-c7ee8ac18e1c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.497663] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Waiting for the task: (returnval){ [ 1326.497663] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5295ecb5-4eba-fd83-fe30-92d9a630879c" [ 1326.497663] env[62023]: _type = "Task" [ 1326.497663] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.508018] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5295ecb5-4eba-fd83-fe30-92d9a630879c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.513122] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquiring lock "850e4493-1a78-473d-8f24-1627ba115ad1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.513368] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lock "850e4493-1a78-473d-8f24-1627ba115ad1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.667906] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Acquiring lock "89ade661-9570-4b30-8dec-3f2842c43af0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.668221] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Lock "89ade661-9570-4b30-8dec-3f2842c43af0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.668603] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Acquiring lock "89ade661-9570-4b30-8dec-3f2842c43af0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.668655] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Lock "89ade661-9570-4b30-8dec-3f2842c43af0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.668789] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Lock "89ade661-9570-4b30-8dec-3f2842c43af0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.673305] env[62023]: INFO nova.compute.manager [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Terminating instance [ 1326.778107] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Acquiring lock "22302d12-a374-41c5-8651-87df72726e2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.778366] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Lock "22302d12-a374-41c5-8651-87df72726e2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.814749] env[62023]: DEBUG nova.scheduler.client.report [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.846551] env[62023]: DEBUG nova.compute.manager [req-f71a86b7-0034-467e-90c5-eb2ba3d33d2b req-7f085528-64f3-499c-a2ab-c55936707b43 service nova] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Received event network-vif-plugged-f3cb91e3-5e34-4d36-9820-23795481a069 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1326.846772] env[62023]: DEBUG oslo_concurrency.lockutils [req-f71a86b7-0034-467e-90c5-eb2ba3d33d2b req-7f085528-64f3-499c-a2ab-c55936707b43 service nova] Acquiring lock "ab1208a4-b991-4706-8205-88fa9c0fe96c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.846977] env[62023]: DEBUG oslo_concurrency.lockutils [req-f71a86b7-0034-467e-90c5-eb2ba3d33d2b req-7f085528-64f3-499c-a2ab-c55936707b43 service nova] Lock "ab1208a4-b991-4706-8205-88fa9c0fe96c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.848515] env[62023]: DEBUG oslo_concurrency.lockutils [req-f71a86b7-0034-467e-90c5-eb2ba3d33d2b req-7f085528-64f3-499c-a2ab-c55936707b43 service nova] Lock "ab1208a4-b991-4706-8205-88fa9c0fe96c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.848709] env[62023]: DEBUG nova.compute.manager [req-f71a86b7-0034-467e-90c5-eb2ba3d33d2b req-7f085528-64f3-499c-a2ab-c55936707b43 service nova] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] No waiting events found dispatching network-vif-plugged-f3cb91e3-5e34-4d36-9820-23795481a069 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1326.848884] env[62023]: WARNING nova.compute.manager [req-f71a86b7-0034-467e-90c5-eb2ba3d33d2b req-7f085528-64f3-499c-a2ab-c55936707b43 service nova] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Received unexpected event network-vif-plugged-f3cb91e3-5e34-4d36-9820-23795481a069 for instance with vm_state building and task_state spawning. [ 1326.849060] env[62023]: DEBUG nova.compute.manager [req-f71a86b7-0034-467e-90c5-eb2ba3d33d2b req-7f085528-64f3-499c-a2ab-c55936707b43 service nova] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Received event network-changed-f3cb91e3-5e34-4d36-9820-23795481a069 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1326.849222] env[62023]: DEBUG nova.compute.manager [req-f71a86b7-0034-467e-90c5-eb2ba3d33d2b req-7f085528-64f3-499c-a2ab-c55936707b43 service nova] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Refreshing instance network info cache due to event network-changed-f3cb91e3-5e34-4d36-9820-23795481a069. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1326.849401] env[62023]: DEBUG oslo_concurrency.lockutils [req-f71a86b7-0034-467e-90c5-eb2ba3d33d2b req-7f085528-64f3-499c-a2ab-c55936707b43 service nova] Acquiring lock "refresh_cache-ab1208a4-b991-4706-8205-88fa9c0fe96c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.910271] env[62023]: DEBUG nova.network.neutron [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1326.915031] env[62023]: INFO nova.compute.manager [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Took 34.18 seconds to build instance. [ 1327.010976] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5295ecb5-4eba-fd83-fe30-92d9a630879c, 'name': SearchDatastore_Task, 'duration_secs': 0.012476} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.011811] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eac762a-cb21-4e15-b7a4-89219f6f1b41 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.020916] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Waiting for the task: (returnval){ [ 1327.020916] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e704a8-2d22-6993-d4b2-15b230565f31" [ 1327.020916] env[62023]: _type = "Task" [ 1327.020916] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.030886] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e704a8-2d22-6993-d4b2-15b230565f31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.167305] env[62023]: DEBUG nova.network.neutron [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Updating instance_info_cache with network_info: [{"id": "f3cb91e3-5e34-4d36-9820-23795481a069", "address": "fa:16:3e:6f:99:f2", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3cb91e3-5e", "ovs_interfaceid": "f3cb91e3-5e34-4d36-9820-23795481a069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.185154] env[62023]: DEBUG nova.compute.manager [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1327.185154] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1327.185154] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e946e0e-4b6a-4875-98b1-b00f9b11feaf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.195767] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.196020] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be6f9ea5-e911-42a4-9669-c6d8eda0a9e1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.203681] env[62023]: DEBUG oslo_vmware.api [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for the task: (returnval){ [ 1327.203681] env[62023]: value = "task-1757675" [ 1327.203681] env[62023]: _type = "Task" [ 1327.203681] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.213053] env[62023]: DEBUG oslo_vmware.api [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.323948] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.323948] env[62023]: DEBUG nova.compute.manager [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.325489] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.991s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.325852] env[62023]: DEBUG nova.objects.instance [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Lazy-loading 'resources' on Instance uuid 58907f54-91c4-4526-9661-8aaa4395d4a1 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.416809] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cd4751b3-3f8b-4fa0-bafa-5858add98a02 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "b352bc01-cf53-4fe9-a444-116186919b67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.710s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.532600] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e704a8-2d22-6993-d4b2-15b230565f31, 'name': SearchDatastore_Task, 'duration_secs': 0.012068} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.533042] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.533691] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3/1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.534131] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f93c9256-fe85-4f56-8e6c-dff7184dc100 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.543649] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Waiting for the task: (returnval){ [ 1327.543649] env[62023]: value = "task-1757676" [ 1327.543649] env[62023]: _type = "Task" [ 1327.543649] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.555069] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': task-1757676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.671242] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Releasing lock "refresh_cache-ab1208a4-b991-4706-8205-88fa9c0fe96c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.671601] env[62023]: DEBUG nova.compute.manager [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Instance network_info: |[{"id": "f3cb91e3-5e34-4d36-9820-23795481a069", "address": "fa:16:3e:6f:99:f2", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3cb91e3-5e", "ovs_interfaceid": "f3cb91e3-5e34-4d36-9820-23795481a069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1327.671891] env[62023]: DEBUG oslo_concurrency.lockutils [req-f71a86b7-0034-467e-90c5-eb2ba3d33d2b req-7f085528-64f3-499c-a2ab-c55936707b43 service nova] Acquired lock "refresh_cache-ab1208a4-b991-4706-8205-88fa9c0fe96c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.672078] env[62023]: DEBUG nova.network.neutron [req-f71a86b7-0034-467e-90c5-eb2ba3d33d2b req-7f085528-64f3-499c-a2ab-c55936707b43 service nova] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Refreshing network info cache for port f3cb91e3-5e34-4d36-9820-23795481a069 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.673318] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:99:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3cb91e3-5e34-4d36-9820-23795481a069', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1327.686572] env[62023]: DEBUG oslo.service.loopingcall [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1327.686978] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1327.686978] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3545e5c1-f939-4d89-ad68-0b9c71d3cf9b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.710895] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1327.710895] env[62023]: value = "task-1757677" [ 1327.710895] env[62023]: _type = "Task" [ 1327.710895] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.715336] env[62023]: DEBUG oslo_vmware.api [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757675, 'name': PowerOffVM_Task, 'duration_secs': 0.371039} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.717822] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.718070] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.718291] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f75bca12-53f4-4025-8528-2c1c44a37c42 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.726357] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757677, 'name': CreateVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.818354] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.818669] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.819091] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Deleting the datastore file [datastore1] 89ade661-9570-4b30-8dec-3f2842c43af0 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.819338] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6737841d-3585-46b6-812c-b9b2d17b2ee7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.830713] env[62023]: DEBUG nova.compute.utils [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1327.836604] env[62023]: DEBUG nova.compute.manager [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.838283] env[62023]: DEBUG nova.network.neutron [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.839919] env[62023]: DEBUG oslo_vmware.api [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for the task: (returnval){ [ 1327.839919] env[62023]: value = "task-1757679" [ 1327.839919] env[62023]: _type = "Task" [ 1327.839919] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.855605] env[62023]: DEBUG oslo_vmware.api [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.908513] env[62023]: DEBUG nova.policy [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d85c106216442a091cffcc1578488b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9becf5771d9b44c7995886a648805c1b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.924033] env[62023]: DEBUG nova.compute.manager [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1328.029820] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "31220d7a-9294-46d7-8052-8f7693183392" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.030015] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "31220d7a-9294-46d7-8052-8f7693183392" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.058694] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': task-1757676, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.060321] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "79e46bde-6072-4afb-aa46-79f8c0a929bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.060620] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "79e46bde-6072-4afb-aa46-79f8c0a929bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.060862] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "79e46bde-6072-4afb-aa46-79f8c0a929bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.062032] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "79e46bde-6072-4afb-aa46-79f8c0a929bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.062032] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "79e46bde-6072-4afb-aa46-79f8c0a929bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.064172] env[62023]: INFO nova.compute.manager [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Terminating instance [ 1328.227275] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757677, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.345301] env[62023]: DEBUG nova.compute.manager [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.368032] env[62023]: DEBUG oslo_vmware.api [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Task: {'id': task-1757679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337936} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.368163] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1328.368378] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1328.368617] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1328.368830] env[62023]: INFO nova.compute.manager [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1328.369137] env[62023]: DEBUG oslo.service.loopingcall [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1328.369385] env[62023]: DEBUG nova.compute.manager [-] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1328.369518] env[62023]: DEBUG nova.network.neutron [-] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1328.456554] env[62023]: DEBUG oslo_concurrency.lockutils [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.485891] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb7e1a2-6d9c-45d7-84bc-ea7c01cf77d9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.496251] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86a82e5-4e05-49bd-92a7-626eee849393 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.533263] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239003d4-7dc9-44f3-9899-c33245c43072 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.542905] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432e8041-a7df-42fb-8cbe-073fb5d7c8d4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.548850] env[62023]: DEBUG nova.network.neutron [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Successfully created port: f8ae9459-965a-4854-a39d-ceff29705cc0 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.568328] env[62023]: DEBUG nova.compute.provider_tree [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.577619] env[62023]: DEBUG nova.compute.manager [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.577842] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.578163] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': task-1757676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523711} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.579743] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d12e722-0ec6-47b2-940a-a56c4feafe11 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.583166] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3/1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.583267] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.583472] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ca7ea6e-dadf-4912-b859-36e099f7ee8c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.592188] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.593436] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f5693b7-b600-4fff-b96d-987728572691 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.595449] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Waiting for the task: (returnval){ [ 1328.595449] env[62023]: value = "task-1757680" [ 1328.595449] env[62023]: _type = "Task" [ 1328.595449] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.600585] env[62023]: DEBUG oslo_vmware.api [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1328.600585] env[62023]: value = "task-1757681" [ 1328.600585] env[62023]: _type = "Task" [ 1328.600585] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.606585] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': task-1757680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.613301] env[62023]: DEBUG oslo_vmware.api [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.728522] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757677, 'name': CreateVM_Task, 'duration_secs': 0.647757} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.729141] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1328.729605] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.729775] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.730098] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.730372] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da3e413-e623-4efc-b9d5-70d4d1cb35b0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.736841] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1328.736841] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526118ae-af05-acd7-bb10-2c728d375a92" [ 1328.736841] env[62023]: _type = "Task" [ 1328.736841] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.747864] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526118ae-af05-acd7-bb10-2c728d375a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.830903] env[62023]: DEBUG nova.network.neutron [req-f71a86b7-0034-467e-90c5-eb2ba3d33d2b req-7f085528-64f3-499c-a2ab-c55936707b43 service nova] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Updated VIF entry in instance network info cache for port f3cb91e3-5e34-4d36-9820-23795481a069. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1328.831759] env[62023]: DEBUG nova.network.neutron [req-f71a86b7-0034-467e-90c5-eb2ba3d33d2b req-7f085528-64f3-499c-a2ab-c55936707b43 service nova] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Updating instance_info_cache with network_info: [{"id": "f3cb91e3-5e34-4d36-9820-23795481a069", "address": "fa:16:3e:6f:99:f2", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3cb91e3-5e", "ovs_interfaceid": "f3cb91e3-5e34-4d36-9820-23795481a069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.081512] env[62023]: DEBUG nova.scheduler.client.report [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.108684] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': task-1757680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145962} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.109313] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1329.111454] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c95fa0-04e9-4490-b5c3-26d9edeaeab3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.120129] env[62023]: DEBUG oslo_vmware.api [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757681, 'name': PowerOffVM_Task, 'duration_secs': 0.411311} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.120129] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.120370] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.120405] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2245c2ed-25ec-4cdc-b75f-fc63c851261a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.142076] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3/1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.142744] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97e2100f-49c5-42f9-aa4f-295f916180a3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.171812] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Waiting for the task: (returnval){ [ 1329.171812] env[62023]: value = "task-1757683" [ 1329.171812] env[62023]: _type = "Task" [ 1329.171812] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.184036] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': task-1757683, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.210700] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.210935] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.211136] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Deleting the datastore file [datastore1] 79e46bde-6072-4afb-aa46-79f8c0a929bb {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.211471] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c1af879-2ffc-4ccc-a44c-0f787b8a1775 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.222527] env[62023]: DEBUG oslo_vmware.api [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1329.222527] env[62023]: value = "task-1757684" [ 1329.222527] env[62023]: _type = "Task" [ 1329.222527] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.244278] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Acquiring lock "ab51edb8-8b43-4d99-af81-b2e7813b329d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.244602] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Lock "ab51edb8-8b43-4d99-af81-b2e7813b329d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.244973] env[62023]: DEBUG oslo_vmware.api [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.262174] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526118ae-af05-acd7-bb10-2c728d375a92, 'name': SearchDatastore_Task, 'duration_secs': 0.011403} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.262694] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.263221] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1329.263532] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.263818] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.264120] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1329.264500] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80af097a-f003-48d3-a9f8-57032718b33f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.276973] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1329.276973] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1329.276973] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-061786ac-2487-4ee7-957f-bd2561a88a97 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.283800] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1329.283800] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5229d67e-bb56-004c-ffab-c52c50bb4e07" [ 1329.283800] env[62023]: _type = "Task" [ 1329.283800] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.297519] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5229d67e-bb56-004c-ffab-c52c50bb4e07, 'name': SearchDatastore_Task, 'duration_secs': 0.01091} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.298380] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b3a658-4d2c-4f77-a1b5-8fa321d79c12 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.306288] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1329.306288] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52dfed96-4805-645d-f13b-abd717203a52" [ 1329.306288] env[62023]: _type = "Task" [ 1329.306288] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.321592] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52dfed96-4805-645d-f13b-abd717203a52, 'name': SearchDatastore_Task} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.322595] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.323081] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] ab1208a4-b991-4706-8205-88fa9c0fe96c/ab1208a4-b991-4706-8205-88fa9c0fe96c.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1329.323620] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42777618-68c9-4517-8c4f-ead090a0218a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.334086] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1329.334086] env[62023]: value = "task-1757685" [ 1329.334086] env[62023]: _type = "Task" [ 1329.334086] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.334681] env[62023]: DEBUG oslo_concurrency.lockutils [req-f71a86b7-0034-467e-90c5-eb2ba3d33d2b req-7f085528-64f3-499c-a2ab-c55936707b43 service nova] Releasing lock "refresh_cache-ab1208a4-b991-4706-8205-88fa9c0fe96c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.347258] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.357837] env[62023]: DEBUG nova.compute.manager [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.363999] env[62023]: DEBUG nova.compute.manager [req-1a9ed6f2-f04d-4623-8b1c-64019fc6fdb0 req-35af71f0-7039-4253-8d0a-7d08991c86f2 service nova] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Received event network-vif-deleted-ee38976b-7a41-4f67-940a-0601a2a6e67d {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1329.363999] env[62023]: INFO nova.compute.manager [req-1a9ed6f2-f04d-4623-8b1c-64019fc6fdb0 req-35af71f0-7039-4253-8d0a-7d08991c86f2 service nova] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Neutron deleted interface ee38976b-7a41-4f67-940a-0601a2a6e67d; detaching it from the instance and deleting it from the info cache [ 1329.364197] env[62023]: DEBUG nova.network.neutron [req-1a9ed6f2-f04d-4623-8b1c-64019fc6fdb0 req-35af71f0-7039-4253-8d0a-7d08991c86f2 service nova] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.391439] env[62023]: DEBUG nova.virt.hardware [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.391622] env[62023]: DEBUG nova.virt.hardware [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.391783] env[62023]: DEBUG nova.virt.hardware [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.391962] env[62023]: DEBUG nova.virt.hardware [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.392128] env[62023]: DEBUG nova.virt.hardware [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.392304] env[62023]: DEBUG nova.virt.hardware [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.392558] env[62023]: DEBUG nova.virt.hardware [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.392717] env[62023]: DEBUG nova.virt.hardware [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.392880] env[62023]: DEBUG nova.virt.hardware [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.393053] env[62023]: DEBUG nova.virt.hardware [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.393233] env[62023]: DEBUG nova.virt.hardware [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.394652] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19b932e-156f-4945-b46f-740e30c9e78f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.406604] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35dd65f-ce57-4ff8-9134-32146ff68fa7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.585904] env[62023]: DEBUG nova.network.neutron [-] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.588362] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.591858] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.282s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.592223] env[62023]: DEBUG nova.objects.instance [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Lazy-loading 'resources' on Instance uuid 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.629151] env[62023]: INFO nova.scheduler.client.report [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Deleted allocations for instance 58907f54-91c4-4526-9661-8aaa4395d4a1 [ 1329.683816] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': task-1757683, 'name': ReconfigVM_Task, 'duration_secs': 0.426853} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.684218] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3/1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.684943] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c279ba98-d805-4bab-b23e-16b807245910 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.694557] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Waiting for the task: (returnval){ [ 1329.694557] env[62023]: value = "task-1757686" [ 1329.694557] env[62023]: _type = "Task" [ 1329.694557] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.705141] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': task-1757686, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.737249] env[62023]: DEBUG oslo_vmware.api [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159822} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.737661] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.737907] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.738196] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.738481] env[62023]: INFO nova.compute.manager [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1329.738808] env[62023]: DEBUG oslo.service.loopingcall [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.739243] env[62023]: DEBUG nova.compute.manager [-] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1329.739243] env[62023]: DEBUG nova.network.neutron [-] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.848852] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757685, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.866859] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63d70d8f-dc86-475c-ac91-e9cdb35f74aa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.877989] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346b29d9-bd71-42f9-84a6-d5e9869fe8e6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.917372] env[62023]: DEBUG nova.compute.manager [req-1a9ed6f2-f04d-4623-8b1c-64019fc6fdb0 req-35af71f0-7039-4253-8d0a-7d08991c86f2 service nova] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Detach interface failed, port_id=ee38976b-7a41-4f67-940a-0601a2a6e67d, reason: Instance 89ade661-9570-4b30-8dec-3f2842c43af0 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1330.098159] env[62023]: INFO nova.compute.manager [-] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Took 1.72 seconds to deallocate network for instance. [ 1330.138860] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9e4e38fe-acf6-4ddc-8b42-e5b54704d321 tempest-FloatingIPsAssociationNegativeTestJSON-445263165 tempest-FloatingIPsAssociationNegativeTestJSON-445263165-project-member] Lock "58907f54-91c4-4526-9661-8aaa4395d4a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.023s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.212950] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': task-1757686, 'name': Rename_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.346856] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534239} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.349464] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] ab1208a4-b991-4706-8205-88fa9c0fe96c/ab1208a4-b991-4706-8205-88fa9c0fe96c.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1330.349464] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1330.349464] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-838d6ae7-efed-4cf4-adfb-e1efc618a234 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.375732] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1330.375732] env[62023]: value = "task-1757687" [ 1330.375732] env[62023]: _type = "Task" [ 1330.375732] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.387398] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.552793] env[62023]: DEBUG nova.network.neutron [-] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.604975] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.660988] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cca040e-6db8-4594-9af2-6b05e23891e2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.670411] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598a4a64-4f53-4202-acc2-98555d890021 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.713194] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc74438-32c0-441a-a8db-05d648d475cd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.732070] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926e8e53-cd7f-4454-998c-e09fc8f05661 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.738743] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': task-1757686, 'name': Rename_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.756368] env[62023]: DEBUG nova.compute.provider_tree [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.785591] env[62023]: DEBUG nova.network.neutron [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Successfully updated port: f8ae9459-965a-4854-a39d-ceff29705cc0 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.886926] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129998} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.887352] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1330.888208] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80e3435-6a92-4240-80fc-8182a3ad5296 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.913851] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] ab1208a4-b991-4706-8205-88fa9c0fe96c/ab1208a4-b991-4706-8205-88fa9c0fe96c.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.914586] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01dc8185-76ca-446e-897d-773b6446d13a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.938628] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1330.938628] env[62023]: value = "task-1757688" [ 1330.938628] env[62023]: _type = "Task" [ 1330.938628] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.948752] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.056315] env[62023]: INFO nova.compute.manager [-] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Took 1.32 seconds to deallocate network for instance. [ 1331.221224] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': task-1757686, 'name': Rename_Task, 'duration_secs': 1.207758} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.221835] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.222253] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40089c5f-6208-4a51-a403-40c314d5f4ab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.233034] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Waiting for the task: (returnval){ [ 1331.233034] env[62023]: value = "task-1757689" [ 1331.233034] env[62023]: _type = "Task" [ 1331.233034] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.241074] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': task-1757689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.263026] env[62023]: DEBUG nova.scheduler.client.report [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.285589] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "refresh_cache-af16d463-02a2-43d0-953b-269ce88f02e3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.287589] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "refresh_cache-af16d463-02a2-43d0-953b-269ce88f02e3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.287589] env[62023]: DEBUG nova.network.neutron [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.453369] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.565113] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.743898] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': task-1757689, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.771025] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.771536] env[62023]: DEBUG oslo_concurrency.lockutils [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.834s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.774951] env[62023]: DEBUG nova.objects.instance [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62023) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1331.793871] env[62023]: INFO nova.scheduler.client.report [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Deleted allocations for instance 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1 [ 1331.832339] env[62023]: DEBUG nova.compute.manager [req-acba7a6e-6fb2-4da2-b93f-b0c4700d4c5b req-e240ea00-e02b-44b1-abd6-906e263585df service nova] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Received event network-vif-deleted-039d75dc-660f-4ffc-98d9-e44e21263776 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1331.832487] env[62023]: DEBUG nova.compute.manager [req-acba7a6e-6fb2-4da2-b93f-b0c4700d4c5b req-e240ea00-e02b-44b1-abd6-906e263585df service nova] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Received event network-vif-plugged-f8ae9459-965a-4854-a39d-ceff29705cc0 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1331.832685] env[62023]: DEBUG oslo_concurrency.lockutils [req-acba7a6e-6fb2-4da2-b93f-b0c4700d4c5b req-e240ea00-e02b-44b1-abd6-906e263585df service nova] Acquiring lock "af16d463-02a2-43d0-953b-269ce88f02e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.832890] env[62023]: DEBUG oslo_concurrency.lockutils [req-acba7a6e-6fb2-4da2-b93f-b0c4700d4c5b req-e240ea00-e02b-44b1-abd6-906e263585df service nova] Lock "af16d463-02a2-43d0-953b-269ce88f02e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.837412] env[62023]: DEBUG oslo_concurrency.lockutils [req-acba7a6e-6fb2-4da2-b93f-b0c4700d4c5b req-e240ea00-e02b-44b1-abd6-906e263585df service nova] Lock "af16d463-02a2-43d0-953b-269ce88f02e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.837412] env[62023]: DEBUG nova.compute.manager [req-acba7a6e-6fb2-4da2-b93f-b0c4700d4c5b req-e240ea00-e02b-44b1-abd6-906e263585df service nova] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] No waiting events found dispatching network-vif-plugged-f8ae9459-965a-4854-a39d-ceff29705cc0 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1331.837412] env[62023]: WARNING nova.compute.manager [req-acba7a6e-6fb2-4da2-b93f-b0c4700d4c5b req-e240ea00-e02b-44b1-abd6-906e263585df service nova] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Received unexpected event network-vif-plugged-f8ae9459-965a-4854-a39d-ceff29705cc0 for instance with vm_state building and task_state spawning. [ 1331.837412] env[62023]: DEBUG nova.compute.manager [req-acba7a6e-6fb2-4da2-b93f-b0c4700d4c5b req-e240ea00-e02b-44b1-abd6-906e263585df service nova] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Received event network-changed-f8ae9459-965a-4854-a39d-ceff29705cc0 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1331.837412] env[62023]: DEBUG nova.compute.manager [req-acba7a6e-6fb2-4da2-b93f-b0c4700d4c5b req-e240ea00-e02b-44b1-abd6-906e263585df service nova] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Refreshing instance network info cache due to event network-changed-f8ae9459-965a-4854-a39d-ceff29705cc0. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1331.837558] env[62023]: DEBUG oslo_concurrency.lockutils [req-acba7a6e-6fb2-4da2-b93f-b0c4700d4c5b req-e240ea00-e02b-44b1-abd6-906e263585df service nova] Acquiring lock "refresh_cache-af16d463-02a2-43d0-953b-269ce88f02e3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.843203] env[62023]: DEBUG nova.network.neutron [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.856484] env[62023]: DEBUG nova.compute.manager [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.857640] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51618a5-d031-413c-a81f-0c2d0ade8465 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.950153] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757688, 'name': ReconfigVM_Task, 'duration_secs': 0.636112} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.950966] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Reconfigured VM instance instance-00000018 to attach disk [datastore1] ab1208a4-b991-4706-8205-88fa9c0fe96c/ab1208a4-b991-4706-8205-88fa9c0fe96c.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.954685] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a11bcd0-a9ee-45d1-917e-101c390d9b00 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.963428] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1331.963428] env[62023]: value = "task-1757690" [ 1331.963428] env[62023]: _type = "Task" [ 1331.963428] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.974536] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757690, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.245515] env[62023]: DEBUG oslo_vmware.api [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': task-1757689, 'name': PowerOnVM_Task, 'duration_secs': 0.53438} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.246132] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.246440] env[62023]: INFO nova.compute.manager [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Took 11.10 seconds to spawn the instance on the hypervisor. [ 1332.246721] env[62023]: DEBUG nova.compute.manager [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.248624] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf5ab5d-ad68-4c3c-b602-4a3c2ba85310 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.275060] env[62023]: DEBUG nova.network.neutron [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Updating instance_info_cache with network_info: [{"id": "f8ae9459-965a-4854-a39d-ceff29705cc0", "address": "fa:16:3e:89:80:6d", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8ae9459-96", "ovs_interfaceid": "f8ae9459-965a-4854-a39d-ceff29705cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.309899] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2ebafb41-090e-45c1-8d99-a356e0c74301 tempest-ServerPasswordTestJSON-1247817121 tempest-ServerPasswordTestJSON-1247817121-project-member] Lock "3a6808f1-65c2-4a03-b53d-ef7e9540b7b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.367s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.370856] env[62023]: INFO nova.compute.manager [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] instance snapshotting [ 1332.375189] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae04737-5293-49ac-b30c-3a48d612b4fb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.396322] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49490499-8faf-4a91-b894-1b2f3d80a61a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.477042] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757690, 'name': Rename_Task, 'duration_secs': 0.392343} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.477389] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.477915] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1b6fe1d-f645-4723-921f-8d20be3cde34 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.487056] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1332.487056] env[62023]: value = "task-1757691" [ 1332.487056] env[62023]: _type = "Task" [ 1332.487056] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.497397] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.769596] env[62023]: INFO nova.compute.manager [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Took 35.54 seconds to build instance. [ 1332.784369] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "refresh_cache-af16d463-02a2-43d0-953b-269ce88f02e3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.784701] env[62023]: DEBUG nova.compute.manager [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Instance network_info: |[{"id": "f8ae9459-965a-4854-a39d-ceff29705cc0", "address": "fa:16:3e:89:80:6d", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8ae9459-96", "ovs_interfaceid": "f8ae9459-965a-4854-a39d-ceff29705cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1332.785877] env[62023]: DEBUG oslo_concurrency.lockutils [None req-58db0560-15d2-4740-83d3-d229f7a3f954 tempest-ServersAdmin275Test-917630380 tempest-ServersAdmin275Test-917630380-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.786944] env[62023]: DEBUG oslo_concurrency.lockutils [req-acba7a6e-6fb2-4da2-b93f-b0c4700d4c5b req-e240ea00-e02b-44b1-abd6-906e263585df service nova] Acquired lock "refresh_cache-af16d463-02a2-43d0-953b-269ce88f02e3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.787242] env[62023]: DEBUG nova.network.neutron [req-acba7a6e-6fb2-4da2-b93f-b0c4700d4c5b req-e240ea00-e02b-44b1-abd6-906e263585df service nova] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Refreshing network info cache for port f8ae9459-965a-4854-a39d-ceff29705cc0 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.789271] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:80:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8ae9459-965a-4854-a39d-ceff29705cc0', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.798326] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Creating folder: Project (9becf5771d9b44c7995886a648805c1b). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.802102] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.929s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.804127] env[62023]: INFO nova.compute.claims [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1332.806736] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8df0e377-2ed2-42bc-bd8b-af24e6f28fab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.820593] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Created folder: Project (9becf5771d9b44c7995886a648805c1b) in parent group-v365170. [ 1332.822040] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Creating folder: Instances. Parent ref: group-v365247. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.822040] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0627097f-2949-4e5d-805b-e2654f22df16 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.833034] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Created folder: Instances in parent group-v365247. [ 1332.833772] env[62023]: DEBUG oslo.service.loopingcall [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1332.834315] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.834315] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddcf71ca-39f7-4254-a88c-fe3959d56182 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.861326] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.861326] env[62023]: value = "task-1757694" [ 1332.861326] env[62023]: _type = "Task" [ 1332.861326] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.872374] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757694, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.912191] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Creating Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1332.912191] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8dfd8394-ecde-4e05-91ef-3737878a36ea {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.923626] env[62023]: DEBUG oslo_vmware.api [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1332.923626] env[62023]: value = "task-1757695" [ 1332.923626] env[62023]: _type = "Task" [ 1332.923626] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.935390] env[62023]: DEBUG oslo_vmware.api [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757695, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.002949] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757691, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.275423] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cfc8af74-e690-46ff-958d-9d81d1f436a8 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Lock "1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.849s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.373300] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757694, 'name': CreateVM_Task, 'duration_secs': 0.426183} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.373300] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.373300] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.373521] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.373693] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.373948] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d533b0a5-c7d0-427f-95d3-12f95530b70a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.382175] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1333.382175] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52123cc9-2822-939d-3a20-ada30f325319" [ 1333.382175] env[62023]: _type = "Task" [ 1333.382175] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.397338] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52123cc9-2822-939d-3a20-ada30f325319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.439928] env[62023]: DEBUG oslo_vmware.api [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757695, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.501089] env[62023]: DEBUG oslo_vmware.api [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757691, 'name': PowerOnVM_Task, 'duration_secs': 0.577625} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.502016] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1333.502245] env[62023]: INFO nova.compute.manager [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1333.502501] env[62023]: DEBUG nova.compute.manager [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1333.503799] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857112ce-841e-49e0-81f9-e4a005c7a049 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.779941] env[62023]: DEBUG nova.compute.manager [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1333.901860] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52123cc9-2822-939d-3a20-ada30f325319, 'name': SearchDatastore_Task, 'duration_secs': 0.011265} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.902226] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.902465] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.902694] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.902932] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.903221] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.904263] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe9c4a0d-bb7f-47e7-a818-e8239052d8b5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.915721] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.916189] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.916862] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b93ff1b-332d-4613-826e-929c263869f0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.935894] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1333.935894] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b3bfc8-9b19-7f0b-66ba-ed6313e35e80" [ 1333.935894] env[62023]: _type = "Task" [ 1333.935894] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.944383] env[62023]: DEBUG oslo_vmware.api [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757695, 'name': CreateSnapshot_Task, 'duration_secs': 0.710343} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.945073] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Created Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1333.945893] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d033913f-eb5d-4c99-8655-9ca07ef2e747 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.955634] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b3bfc8-9b19-7f0b-66ba-ed6313e35e80, 'name': SearchDatastore_Task, 'duration_secs': 0.011293} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.959824] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-096ed6f3-4838-416a-bab7-1d04fa455b5a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.976375] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1333.976375] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c90de8-db3c-3742-f6ae-652a35375ada" [ 1333.976375] env[62023]: _type = "Task" [ 1333.976375] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.987404] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c90de8-db3c-3742-f6ae-652a35375ada, 'name': SearchDatastore_Task, 'duration_secs': 0.010042} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.987404] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.987404] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] af16d463-02a2-43d0-953b-269ce88f02e3/af16d463-02a2-43d0-953b-269ce88f02e3.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.989295] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63884537-cfba-4e77-bf0e-4d3b3d31279c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.998257] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1333.998257] env[62023]: value = "task-1757696" [ 1333.998257] env[62023]: _type = "Task" [ 1333.998257] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.008271] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.025540] env[62023]: DEBUG nova.network.neutron [req-acba7a6e-6fb2-4da2-b93f-b0c4700d4c5b req-e240ea00-e02b-44b1-abd6-906e263585df service nova] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Updated VIF entry in instance network info cache for port f8ae9459-965a-4854-a39d-ceff29705cc0. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.026770] env[62023]: DEBUG nova.network.neutron [req-acba7a6e-6fb2-4da2-b93f-b0c4700d4c5b req-e240ea00-e02b-44b1-abd6-906e263585df service nova] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Updating instance_info_cache with network_info: [{"id": "f8ae9459-965a-4854-a39d-ceff29705cc0", "address": "fa:16:3e:89:80:6d", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8ae9459-96", "ovs_interfaceid": "f8ae9459-965a-4854-a39d-ceff29705cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.039522] env[62023]: INFO nova.compute.manager [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Took 35.19 seconds to build instance. [ 1334.303675] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.376890] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8db91c-5068-4d2a-9dd0-34591ba6d4d9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.393876] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3304f08-18b6-41ae-8f12-5c78ac31bf45 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.442475] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2724b7a-c732-4249-8e0b-72a39ed590b7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.451271] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Acquiring lock "40d5f33f-13cd-44a7-aab8-9a863604e66c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.451626] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Lock "40d5f33f-13cd-44a7-aab8-9a863604e66c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.459829] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45689942-f40b-4322-b3ca-872c87ff8e87 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.480135] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Creating linked-clone VM from snapshot {{(pid=62023) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1334.489791] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c1af518-5cfa-4360-a002-2dfd6b2e0957 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.495015] env[62023]: DEBUG nova.compute.provider_tree [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.505594] env[62023]: DEBUG oslo_vmware.api [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1334.505594] env[62023]: value = "task-1757697" [ 1334.505594] env[62023]: _type = "Task" [ 1334.505594] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.515294] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757696, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.524053] env[62023]: DEBUG oslo_vmware.api [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757697, 'name': CloneVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.539461] env[62023]: DEBUG oslo_concurrency.lockutils [req-acba7a6e-6fb2-4da2-b93f-b0c4700d4c5b req-e240ea00-e02b-44b1-abd6-906e263585df service nova] Releasing lock "refresh_cache-af16d463-02a2-43d0-953b-269ce88f02e3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.542723] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0a3b0327-b372-4b8f-8c24-4699a1a7427d tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Lock "ab1208a4-b991-4706-8205-88fa9c0fe96c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.409s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.998627] env[62023]: DEBUG nova.scheduler.client.report [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.024048] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532732} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.025486] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] af16d463-02a2-43d0-953b-269ce88f02e3/af16d463-02a2-43d0-953b-269ce88f02e3.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.025725] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.026650] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59e4526c-61c3-4db7-a473-8d0af45baa84 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.036798] env[62023]: DEBUG oslo_vmware.api [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757697, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.043317] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1335.043317] env[62023]: value = "task-1757698" [ 1335.043317] env[62023]: _type = "Task" [ 1335.043317] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.047405] env[62023]: DEBUG nova.compute.manager [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1335.060470] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.345190] env[62023]: DEBUG nova.compute.manager [req-351da648-6ba9-493f-b476-041c1eeacc36 req-17d79599-7a23-44c0-9189-d2837af82630 service nova] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Received event network-changed-133b91f6-d8a0-4557-aad6-79a0cfac96a3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1335.345457] env[62023]: DEBUG nova.compute.manager [req-351da648-6ba9-493f-b476-041c1eeacc36 req-17d79599-7a23-44c0-9189-d2837af82630 service nova] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Refreshing instance network info cache due to event network-changed-133b91f6-d8a0-4557-aad6-79a0cfac96a3. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1335.345643] env[62023]: DEBUG oslo_concurrency.lockutils [req-351da648-6ba9-493f-b476-041c1eeacc36 req-17d79599-7a23-44c0-9189-d2837af82630 service nova] Acquiring lock "refresh_cache-1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.345787] env[62023]: DEBUG oslo_concurrency.lockutils [req-351da648-6ba9-493f-b476-041c1eeacc36 req-17d79599-7a23-44c0-9189-d2837af82630 service nova] Acquired lock "refresh_cache-1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.345952] env[62023]: DEBUG nova.network.neutron [req-351da648-6ba9-493f-b476-041c1eeacc36 req-17d79599-7a23-44c0-9189-d2837af82630 service nova] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Refreshing network info cache for port 133b91f6-d8a0-4557-aad6-79a0cfac96a3 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.503929] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.504808] env[62023]: DEBUG nova.compute.manager [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1335.509313] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.450s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.509313] env[62023]: DEBUG nova.objects.instance [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Lazy-loading 'resources' on Instance uuid b5359a9d-f105-44e6-986c-80e04faa364f {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.527247] env[62023]: DEBUG oslo_vmware.api [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757697, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.556942] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.250298} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.556942] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1335.559797] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaa8113-f76e-4c5c-9ecb-261f8599f6ea {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.587927] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] af16d463-02a2-43d0-953b-269ce88f02e3/af16d463-02a2-43d0-953b-269ce88f02e3.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.589663] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.590290] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ae7192a-2428-487a-8edb-530dba399082 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.614154] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1335.614154] env[62023]: value = "task-1757699" [ 1335.614154] env[62023]: _type = "Task" [ 1335.614154] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.625367] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.675361] env[62023]: DEBUG nova.compute.manager [None req-1fb31a10-1f67-4008-80d9-e21c37ac8092 tempest-ServerDiagnosticsV248Test-1536883545 tempest-ServerDiagnosticsV248Test-1536883545-project-admin] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.676692] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7139a9e8-da38-4829-a7d3-28ef82c0b373 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.684981] env[62023]: INFO nova.compute.manager [None req-1fb31a10-1f67-4008-80d9-e21c37ac8092 tempest-ServerDiagnosticsV248Test-1536883545 tempest-ServerDiagnosticsV248Test-1536883545-project-admin] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Retrieving diagnostics [ 1335.685928] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25c5746-f28b-4ab4-abb1-0bef2d190d66 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.725589] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquiring lock "ab1208a4-b991-4706-8205-88fa9c0fe96c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.725656] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Lock "ab1208a4-b991-4706-8205-88fa9c0fe96c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.725835] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquiring lock "ab1208a4-b991-4706-8205-88fa9c0fe96c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.726035] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Lock "ab1208a4-b991-4706-8205-88fa9c0fe96c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.727079] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Lock "ab1208a4-b991-4706-8205-88fa9c0fe96c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.728676] env[62023]: INFO nova.compute.manager [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Terminating instance [ 1336.012509] env[62023]: DEBUG nova.compute.utils [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1336.021273] env[62023]: DEBUG nova.compute.manager [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1336.021328] env[62023]: DEBUG nova.network.neutron [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1336.032784] env[62023]: DEBUG oslo_vmware.api [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757697, 'name': CloneVM_Task} progress is 95%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.091179] env[62023]: DEBUG nova.policy [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3da5e51350fc4aa9ae4ece9970a08212', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b40faf2105f74d0190f0d1109900fddb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1336.128322] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757699, 'name': ReconfigVM_Task, 'duration_secs': 0.316777} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.128598] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Reconfigured VM instance instance-00000019 to attach disk [datastore1] af16d463-02a2-43d0-953b-269ce88f02e3/af16d463-02a2-43d0-953b-269ce88f02e3.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.129682] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d835512f-3be1-4318-849d-e30fbaad896e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.138482] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1336.138482] env[62023]: value = "task-1757700" [ 1336.138482] env[62023]: _type = "Task" [ 1336.138482] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.148244] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757700, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.154748] env[62023]: DEBUG nova.network.neutron [req-351da648-6ba9-493f-b476-041c1eeacc36 req-17d79599-7a23-44c0-9189-d2837af82630 service nova] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Updated VIF entry in instance network info cache for port 133b91f6-d8a0-4557-aad6-79a0cfac96a3. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.155108] env[62023]: DEBUG nova.network.neutron [req-351da648-6ba9-493f-b476-041c1eeacc36 req-17d79599-7a23-44c0-9189-d2837af82630 service nova] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Updating instance_info_cache with network_info: [{"id": "133b91f6-d8a0-4557-aad6-79a0cfac96a3", "address": "fa:16:3e:46:ae:b6", "network": {"id": "921b1655-6238-4913-8f41-49657914b577", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2065465211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c1c453f128847b1bf439274b449e964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap133b91f6-d8", "ovs_interfaceid": "133b91f6-d8a0-4557-aad6-79a0cfac96a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.236772] env[62023]: DEBUG nova.compute.manager [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1336.237119] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1336.238531] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a01317-9531-4a15-a999-16c5719bd57f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.251942] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.254054] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-594d498a-2135-4482-87bd-9e02017a440f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.262806] env[62023]: DEBUG oslo_vmware.api [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1336.262806] env[62023]: value = "task-1757701" [ 1336.262806] env[62023]: _type = "Task" [ 1336.262806] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.283303] env[62023]: DEBUG oslo_vmware.api [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.454839] env[62023]: DEBUG nova.network.neutron [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Successfully created port: 687eb611-7023-4f98-bec7-c3387907ba61 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.521334] env[62023]: DEBUG nova.compute.manager [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1336.524181] env[62023]: DEBUG oslo_vmware.api [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757697, 'name': CloneVM_Task, 'duration_secs': 1.803181} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.530765] env[62023]: INFO nova.virt.vmwareapi.vmops [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Created linked-clone VM from snapshot [ 1336.535170] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f02e93-ed2f-4974-8e40-8b83d579b2de {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.547354] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Uploading image a28a88ed-c2b1-48b1-b442-9a7be3a05159 {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1336.566102] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed705c4-5853-4164-9772-a97dab2777ae {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.569826] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Destroying the VM {{(pid=62023) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1336.570114] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-86078eeb-d363-4c95-aac6-a43dc711dbd6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.579961] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8feaf4a5-3ace-49c3-8747-f0f205f96da1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.584606] env[62023]: DEBUG oslo_vmware.api [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1336.584606] env[62023]: value = "task-1757702" [ 1336.584606] env[62023]: _type = "Task" [ 1336.584606] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.619782] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e384682-f170-4260-940c-4a9b2efca949 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.625229] env[62023]: DEBUG oslo_vmware.api [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757702, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.631096] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ef2812-7e36-4e4a-93c0-6872db5f92fb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.646468] env[62023]: DEBUG nova.compute.provider_tree [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.656958] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757700, 'name': Rename_Task, 'duration_secs': 0.195377} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.657987] env[62023]: DEBUG oslo_concurrency.lockutils [req-351da648-6ba9-493f-b476-041c1eeacc36 req-17d79599-7a23-44c0-9189-d2837af82630 service nova] Releasing lock "refresh_cache-1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.658333] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.658588] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae4a2dae-734d-4014-803d-1b7e279325da {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.667064] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1336.667064] env[62023]: value = "task-1757703" [ 1336.667064] env[62023]: _type = "Task" [ 1336.667064] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.679065] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.773922] env[62023]: DEBUG oslo_vmware.api [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757701, 'name': PowerOffVM_Task, 'duration_secs': 0.267323} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.774205] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.774399] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.774636] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60d97d23-fb85-4c8d-bbb3-d6e543231d72 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.859984] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.860239] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.860423] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Deleting the datastore file [datastore1] ab1208a4-b991-4706-8205-88fa9c0fe96c {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.860693] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-617bdab5-1cd8-4313-95da-eee68e2c6843 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.868084] env[62023]: DEBUG oslo_vmware.api [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for the task: (returnval){ [ 1336.868084] env[62023]: value = "task-1757705" [ 1336.868084] env[62023]: _type = "Task" [ 1336.868084] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.877050] env[62023]: DEBUG oslo_vmware.api [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.012613] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Acquiring lock "b1111972-8a27-44da-8f20-98808abadbb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.015986] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Lock "b1111972-8a27-44da-8f20-98808abadbb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.015986] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Acquiring lock "b1111972-8a27-44da-8f20-98808abadbb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.015986] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Lock "b1111972-8a27-44da-8f20-98808abadbb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.015986] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Lock "b1111972-8a27-44da-8f20-98808abadbb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.016893] env[62023]: INFO nova.compute.manager [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Terminating instance [ 1337.067705] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquiring lock "8cdb3b6e-28a7-495c-8104-54d6548f8812" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.067904] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "8cdb3b6e-28a7-495c-8104-54d6548f8812" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.096748] env[62023]: DEBUG oslo_vmware.api [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757702, 'name': Destroy_Task, 'duration_secs': 0.394972} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.097725] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Destroyed the VM [ 1337.097725] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Deleting Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1337.097870] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-48266365-3a69-428a-8ad0-805dd2b27b63 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.107668] env[62023]: DEBUG oslo_vmware.api [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1337.107668] env[62023]: value = "task-1757706" [ 1337.107668] env[62023]: _type = "Task" [ 1337.107668] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.118071] env[62023]: DEBUG oslo_vmware.api [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757706, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.134638] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.134774] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1337.152321] env[62023]: DEBUG nova.scheduler.client.report [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.178372] env[62023]: DEBUG oslo_vmware.api [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757703, 'name': PowerOnVM_Task, 'duration_secs': 0.475222} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.178757] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.178973] env[62023]: INFO nova.compute.manager [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1337.179270] env[62023]: DEBUG nova.compute.manager [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.179920] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ad2660-ba24-49a5-aab8-56121dd3ab53 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.380986] env[62023]: DEBUG oslo_vmware.api [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Task: {'id': task-1757705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15102} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.381320] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.381503] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1337.381673] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1337.381840] env[62023]: INFO nova.compute.manager [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1337.382121] env[62023]: DEBUG oslo.service.loopingcall [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1337.382672] env[62023]: DEBUG nova.compute.manager [-] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1337.382870] env[62023]: DEBUG nova.network.neutron [-] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1337.522429] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Acquiring lock "refresh_cache-b1111972-8a27-44da-8f20-98808abadbb8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.522816] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Acquired lock "refresh_cache-b1111972-8a27-44da-8f20-98808abadbb8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.522911] env[62023]: DEBUG nova.network.neutron [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.544093] env[62023]: DEBUG nova.compute.manager [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1337.577051] env[62023]: DEBUG nova.virt.hardware [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.581193] env[62023]: DEBUG nova.virt.hardware [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.581193] env[62023]: DEBUG nova.virt.hardware [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.581193] env[62023]: DEBUG nova.virt.hardware [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.581193] env[62023]: DEBUG nova.virt.hardware [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.581193] env[62023]: DEBUG nova.virt.hardware [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.581561] env[62023]: DEBUG nova.virt.hardware [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.581561] env[62023]: DEBUG nova.virt.hardware [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.581561] env[62023]: DEBUG nova.virt.hardware [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.581561] env[62023]: DEBUG nova.virt.hardware [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.581561] env[62023]: DEBUG nova.virt.hardware [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.581733] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2dceb3-e979-4d2e-811e-b3f404aae26a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.588937] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07dbe58-de26-4bc4-af7f-6f6bd9dcd56c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.617813] env[62023]: DEBUG oslo_vmware.api [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757706, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.658105] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.660566] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.172s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.663018] env[62023]: INFO nova.compute.claims [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1337.685669] env[62023]: INFO nova.scheduler.client.report [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Deleted allocations for instance b5359a9d-f105-44e6-986c-80e04faa364f [ 1337.708607] env[62023]: INFO nova.compute.manager [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Took 33.61 seconds to build instance. [ 1337.862883] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquiring lock "4888fe01-04b1-43ce-9cd0-37c63ec44a75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.862883] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "4888fe01-04b1-43ce-9cd0-37c63ec44a75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.969170] env[62023]: DEBUG nova.compute.manager [req-c35d537a-1e7b-431e-a217-75924310f302 req-f21c7a02-4888-4c47-ac9c-8f00e5a8512e service nova] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Received event network-vif-deleted-f3cb91e3-5e34-4d36-9820-23795481a069 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1337.969170] env[62023]: INFO nova.compute.manager [req-c35d537a-1e7b-431e-a217-75924310f302 req-f21c7a02-4888-4c47-ac9c-8f00e5a8512e service nova] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Neutron deleted interface f3cb91e3-5e34-4d36-9820-23795481a069; detaching it from the instance and deleting it from the info cache [ 1337.969170] env[62023]: DEBUG nova.network.neutron [req-c35d537a-1e7b-431e-a217-75924310f302 req-f21c7a02-4888-4c47-ac9c-8f00e5a8512e service nova] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.058222] env[62023]: DEBUG nova.network.neutron [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1338.119836] env[62023]: DEBUG oslo_vmware.api [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757706, 'name': RemoveSnapshot_Task, 'duration_secs': 0.696658} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.120384] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Deleted Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1338.129756] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.135143] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.177671] env[62023]: DEBUG nova.network.neutron [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.198363] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa4d4b6b-efe9-4f67-a302-0e58f2016cd9 tempest-ImagesNegativeTestJSON-957558154 tempest-ImagesNegativeTestJSON-957558154-project-member] Lock "b5359a9d-f105-44e6-986c-80e04faa364f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.317s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.209429] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c3446b39-1241-4c6e-9e7b-851dd53837d8 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "af16d463-02a2-43d0-953b-269ce88f02e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.122s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.407516] env[62023]: DEBUG nova.network.neutron [-] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.456972] env[62023]: DEBUG nova.network.neutron [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Successfully updated port: 687eb611-7023-4f98-bec7-c3387907ba61 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1338.473045] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8703448-7cda-4f02-a186-87733898bd6a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.491925] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49c9b85-1e5a-412d-8343-c4cb61c8056d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.528770] env[62023]: DEBUG nova.compute.manager [req-c35d537a-1e7b-431e-a217-75924310f302 req-f21c7a02-4888-4c47-ac9c-8f00e5a8512e service nova] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Detach interface failed, port_id=f3cb91e3-5e34-4d36-9820-23795481a069, reason: Instance ab1208a4-b991-4706-8205-88fa9c0fe96c could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1338.626573] env[62023]: WARNING nova.compute.manager [None req-e8fa9342-0b6a-4731-ba1f-bd1454a2ed4f tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Image not found during snapshot: nova.exception.ImageNotFound: Image a28a88ed-c2b1-48b1-b442-9a7be3a05159 could not be found. [ 1338.637454] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.681087] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Releasing lock "refresh_cache-b1111972-8a27-44da-8f20-98808abadbb8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.681595] env[62023]: DEBUG nova.compute.manager [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1338.681793] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.682684] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164b236e-cc4e-4b70-acdd-444ba5ee753b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.695092] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.695357] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53ee9726-4696-4462-86e7-2480cfcc19a3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.703820] env[62023]: DEBUG oslo_vmware.api [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Waiting for the task: (returnval){ [ 1338.703820] env[62023]: value = "task-1757707" [ 1338.703820] env[62023]: _type = "Task" [ 1338.703820] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.711086] env[62023]: DEBUG nova.compute.manager [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1338.717241] env[62023]: DEBUG oslo_vmware.api [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': task-1757707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.743466] env[62023]: INFO nova.compute.manager [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Rebuilding instance [ 1338.808369] env[62023]: DEBUG nova.compute.manager [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.809576] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4efe6d4-e52a-45c8-bf74-f4cef7cb3cbb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.908721] env[62023]: INFO nova.compute.manager [-] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Took 1.53 seconds to deallocate network for instance. [ 1338.957666] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Acquiring lock "refresh_cache-e6b7759d-7a12-457b-90a4-98d72bacf94f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.957816] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Acquired lock "refresh_cache-e6b7759d-7a12-457b-90a4-98d72bacf94f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.957965] env[62023]: DEBUG nova.network.neutron [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.192628] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8e027e-b1e6-42c3-8457-68a7fcc5705b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.201184] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bde36a2-07db-492c-a2ec-bddf013560cb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.215468] env[62023]: DEBUG oslo_vmware.api [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': task-1757707, 'name': PowerOffVM_Task, 'duration_secs': 0.121274} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.243848] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.244089] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1339.249676] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a114c030-cd24-4dff-a98c-9b890d3d5398 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.251855] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f045795-37c3-43ab-97ef-ccc2ba668ed9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.264258] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0234811a-be60-40ce-a85d-6e160182b6df {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.272423] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.281272] env[62023]: DEBUG nova.compute.provider_tree [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.285322] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.285538] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.285713] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Deleting the datastore file [datastore1] b1111972-8a27-44da-8f20-98808abadbb8 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.285965] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49be41cb-b75d-4cad-b7cc-baec0dc997be {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.290703] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "b352bc01-cf53-4fe9-a444-116186919b67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.290995] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "b352bc01-cf53-4fe9-a444-116186919b67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.291135] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "b352bc01-cf53-4fe9-a444-116186919b67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.291320] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "b352bc01-cf53-4fe9-a444-116186919b67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.291488] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "b352bc01-cf53-4fe9-a444-116186919b67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.296046] env[62023]: DEBUG oslo_vmware.api [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Waiting for the task: (returnval){ [ 1339.296046] env[62023]: value = "task-1757709" [ 1339.296046] env[62023]: _type = "Task" [ 1339.296046] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.296573] env[62023]: INFO nova.compute.manager [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Terminating instance [ 1339.309582] env[62023]: DEBUG oslo_vmware.api [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': task-1757709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.418258] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.521807] env[62023]: DEBUG nova.network.neutron [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1339.744167] env[62023]: DEBUG nova.network.neutron [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Updating instance_info_cache with network_info: [{"id": "687eb611-7023-4f98-bec7-c3387907ba61", "address": "fa:16:3e:c6:29:ac", "network": {"id": "d8ace696-0a19-4d2a-b11b-b3cc84793598", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-644205267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b40faf2105f74d0190f0d1109900fddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap687eb611-70", "ovs_interfaceid": "687eb611-7023-4f98-bec7-c3387907ba61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.784716] env[62023]: DEBUG nova.scheduler.client.report [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.804249] env[62023]: DEBUG nova.compute.manager [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1339.804487] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1339.805384] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dca7134-8c8b-4233-b5bc-1d057a1da301 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.813263] env[62023]: DEBUG oslo_vmware.api [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Task: {'id': task-1757709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09262} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.813907] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.814163] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1339.814373] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1339.814546] env[62023]: INFO nova.compute.manager [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1339.814781] env[62023]: DEBUG oslo.service.loopingcall [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1339.815291] env[62023]: DEBUG nova.compute.manager [-] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1339.815512] env[62023]: DEBUG nova.network.neutron [-] [instance: b1111972-8a27-44da-8f20-98808abadbb8] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1339.820779] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.821363] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0df221c-42d4-40b7-9845-b4637ad45f42 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.826635] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.827263] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85bb33f0-27ea-4a87-b5ab-1f9765b4d007 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.835228] env[62023]: DEBUG oslo_vmware.api [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1339.835228] env[62023]: value = "task-1757710" [ 1339.835228] env[62023]: _type = "Task" [ 1339.835228] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.836960] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1339.836960] env[62023]: value = "task-1757711" [ 1339.836960] env[62023]: _type = "Task" [ 1339.836960] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.841249] env[62023]: DEBUG nova.network.neutron [-] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1339.857451] env[62023]: DEBUG oslo_vmware.api [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.859350] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.002226] env[62023]: DEBUG nova.compute.manager [req-9131defd-d323-4fa4-9f49-b0bf1b42a076 req-7523f3a9-e0aa-472c-9cb9-6847edb6f1f6 service nova] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Received event network-vif-plugged-687eb611-7023-4f98-bec7-c3387907ba61 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1340.002226] env[62023]: DEBUG oslo_concurrency.lockutils [req-9131defd-d323-4fa4-9f49-b0bf1b42a076 req-7523f3a9-e0aa-472c-9cb9-6847edb6f1f6 service nova] Acquiring lock "e6b7759d-7a12-457b-90a4-98d72bacf94f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.002226] env[62023]: DEBUG oslo_concurrency.lockutils [req-9131defd-d323-4fa4-9f49-b0bf1b42a076 req-7523f3a9-e0aa-472c-9cb9-6847edb6f1f6 service nova] Lock "e6b7759d-7a12-457b-90a4-98d72bacf94f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.002226] env[62023]: DEBUG oslo_concurrency.lockutils [req-9131defd-d323-4fa4-9f49-b0bf1b42a076 req-7523f3a9-e0aa-472c-9cb9-6847edb6f1f6 service nova] Lock "e6b7759d-7a12-457b-90a4-98d72bacf94f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.002226] env[62023]: DEBUG nova.compute.manager [req-9131defd-d323-4fa4-9f49-b0bf1b42a076 req-7523f3a9-e0aa-472c-9cb9-6847edb6f1f6 service nova] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] No waiting events found dispatching network-vif-plugged-687eb611-7023-4f98-bec7-c3387907ba61 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1340.002718] env[62023]: WARNING nova.compute.manager [req-9131defd-d323-4fa4-9f49-b0bf1b42a076 req-7523f3a9-e0aa-472c-9cb9-6847edb6f1f6 service nova] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Received unexpected event network-vif-plugged-687eb611-7023-4f98-bec7-c3387907ba61 for instance with vm_state building and task_state spawning. [ 1340.002718] env[62023]: DEBUG nova.compute.manager [req-9131defd-d323-4fa4-9f49-b0bf1b42a076 req-7523f3a9-e0aa-472c-9cb9-6847edb6f1f6 service nova] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Received event network-changed-687eb611-7023-4f98-bec7-c3387907ba61 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1340.002718] env[62023]: DEBUG nova.compute.manager [req-9131defd-d323-4fa4-9f49-b0bf1b42a076 req-7523f3a9-e0aa-472c-9cb9-6847edb6f1f6 service nova] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Refreshing instance network info cache due to event network-changed-687eb611-7023-4f98-bec7-c3387907ba61. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1340.002718] env[62023]: DEBUG oslo_concurrency.lockutils [req-9131defd-d323-4fa4-9f49-b0bf1b42a076 req-7523f3a9-e0aa-472c-9cb9-6847edb6f1f6 service nova] Acquiring lock "refresh_cache-e6b7759d-7a12-457b-90a4-98d72bacf94f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.246992] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Releasing lock "refresh_cache-e6b7759d-7a12-457b-90a4-98d72bacf94f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.247417] env[62023]: DEBUG nova.compute.manager [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Instance network_info: |[{"id": "687eb611-7023-4f98-bec7-c3387907ba61", "address": "fa:16:3e:c6:29:ac", "network": {"id": "d8ace696-0a19-4d2a-b11b-b3cc84793598", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-644205267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b40faf2105f74d0190f0d1109900fddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap687eb611-70", "ovs_interfaceid": "687eb611-7023-4f98-bec7-c3387907ba61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1340.247734] env[62023]: DEBUG oslo_concurrency.lockutils [req-9131defd-d323-4fa4-9f49-b0bf1b42a076 req-7523f3a9-e0aa-472c-9cb9-6847edb6f1f6 service nova] Acquired lock "refresh_cache-e6b7759d-7a12-457b-90a4-98d72bacf94f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.247911] env[62023]: DEBUG nova.network.neutron [req-9131defd-d323-4fa4-9f49-b0bf1b42a076 req-7523f3a9-e0aa-472c-9cb9-6847edb6f1f6 service nova] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Refreshing network info cache for port 687eb611-7023-4f98-bec7-c3387907ba61 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.249216] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:29:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '687eb611-7023-4f98-bec7-c3387907ba61', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.263251] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Creating folder: Project (b40faf2105f74d0190f0d1109900fddb). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1340.267198] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aad5ef66-a954-4c71-bab1-c8df736d5d3a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.282126] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Created folder: Project (b40faf2105f74d0190f0d1109900fddb) in parent group-v365170. [ 1340.282354] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Creating folder: Instances. Parent ref: group-v365252. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1340.282602] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1d37a75-b569-4452-b651-6364b00ddade {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.293546] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.294069] env[62023]: DEBUG nova.compute.manager [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1340.298089] env[62023]: DEBUG oslo_concurrency.lockutils [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.680s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.301752] env[62023]: INFO nova.compute.claims [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.312639] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Created folder: Instances in parent group-v365252. [ 1340.312887] env[62023]: DEBUG oslo.service.loopingcall [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1340.313098] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1340.313312] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f692a52-5a0f-4b1d-9011-d4f592612766 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.335856] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.335856] env[62023]: value = "task-1757714" [ 1340.335856] env[62023]: _type = "Task" [ 1340.335856] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.354664] env[62023]: DEBUG nova.network.neutron [-] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.356226] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757714, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.362374] env[62023]: DEBUG oslo_vmware.api [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757710, 'name': PowerOffVM_Task, 'duration_secs': 0.234278} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.362722] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.363222] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.364927] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8abe6337-678b-4819-98ae-534a960a6aad {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.370227] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757711, 'name': PowerOffVM_Task, 'duration_secs': 0.194344} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.371203] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.371272] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.372103] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbadf18-f84a-468e-82ce-44dfe82e9e71 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.384331] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.384737] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc074494-d3cf-42a5-b2a0-9cddf729406f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.478693] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1340.478837] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1340.480034] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Deleting the datastore file [datastore1] b352bc01-cf53-4fe9-a444-116186919b67 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1340.481808] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f69512d-3118-4897-9c76-a14991b33c4a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.485988] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1340.486684] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1340.486684] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleting the datastore file [datastore1] af16d463-02a2-43d0-953b-269ce88f02e3 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1340.487535] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8fa2d14-a396-447e-a988-8db482a0926b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.494815] env[62023]: DEBUG oslo_vmware.api [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1340.494815] env[62023]: value = "task-1757717" [ 1340.494815] env[62023]: _type = "Task" [ 1340.494815] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.499126] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1340.499126] env[62023]: value = "task-1757718" [ 1340.499126] env[62023]: _type = "Task" [ 1340.499126] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.506712] env[62023]: DEBUG oslo_vmware.api [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.512709] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.812487] env[62023]: DEBUG nova.compute.utils [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1340.816292] env[62023]: DEBUG nova.compute.manager [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1340.816292] env[62023]: DEBUG nova.network.neutron [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1340.848461] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757714, 'name': CreateVM_Task, 'duration_secs': 0.408433} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.848641] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.849300] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.849457] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.849772] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.850135] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60584aba-2b96-4deb-8c81-3c24d9f930be {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.856595] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Waiting for the task: (returnval){ [ 1340.856595] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52164af5-cbd2-ccca-46fb-58bf3c1e821b" [ 1340.856595] env[62023]: _type = "Task" [ 1340.856595] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.861735] env[62023]: INFO nova.compute.manager [-] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Took 1.05 seconds to deallocate network for instance. [ 1340.867811] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52164af5-cbd2-ccca-46fb-58bf3c1e821b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.012370] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189524} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.016107] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.016551] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.016753] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.020054] env[62023]: DEBUG oslo_vmware.api [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1757717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174933} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.020297] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.020521] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.020855] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.021055] env[62023]: INFO nova.compute.manager [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1341.021309] env[62023]: DEBUG oslo.service.loopingcall [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1341.021500] env[62023]: DEBUG nova.compute.manager [-] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1341.021599] env[62023]: DEBUG nova.network.neutron [-] [instance: b352bc01-cf53-4fe9-a444-116186919b67] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1341.105564] env[62023]: DEBUG nova.policy [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5eaa98e5f3a04be8b2f57dacdffe8d36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02a5bf0ab246448faf34dd3a4d051a71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1341.114883] env[62023]: DEBUG nova.network.neutron [req-9131defd-d323-4fa4-9f49-b0bf1b42a076 req-7523f3a9-e0aa-472c-9cb9-6847edb6f1f6 service nova] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Updated VIF entry in instance network info cache for port 687eb611-7023-4f98-bec7-c3387907ba61. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.115509] env[62023]: DEBUG nova.network.neutron [req-9131defd-d323-4fa4-9f49-b0bf1b42a076 req-7523f3a9-e0aa-472c-9cb9-6847edb6f1f6 service nova] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Updating instance_info_cache with network_info: [{"id": "687eb611-7023-4f98-bec7-c3387907ba61", "address": "fa:16:3e:c6:29:ac", "network": {"id": "d8ace696-0a19-4d2a-b11b-b3cc84793598", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-644205267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b40faf2105f74d0190f0d1109900fddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap687eb611-70", "ovs_interfaceid": "687eb611-7023-4f98-bec7-c3387907ba61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.322300] env[62023]: DEBUG nova.compute.manager [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1341.375036] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.375428] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52164af5-cbd2-ccca-46fb-58bf3c1e821b, 'name': SearchDatastore_Task, 'duration_secs': 0.011182} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.375741] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.377345] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.377345] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.377521] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.377665] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.380560] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6de12df-41f8-43f1-afcb-69828c290942 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.392455] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.392688] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.395994] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05fd7cc6-8e96-487f-b57b-15cfa6762192 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.404409] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Waiting for the task: (returnval){ [ 1341.404409] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525db740-f1ba-10c8-b173-492ed998a9c9" [ 1341.404409] env[62023]: _type = "Task" [ 1341.404409] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.418243] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525db740-f1ba-10c8-b173-492ed998a9c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010435} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.421791] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b38bcf1-036b-448a-99ea-3089ac081cb8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.428694] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Waiting for the task: (returnval){ [ 1341.428694] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52982421-fc04-8e34-cb65-8e58aa56f0f7" [ 1341.428694] env[62023]: _type = "Task" [ 1341.428694] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.444595] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52982421-fc04-8e34-cb65-8e58aa56f0f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.620287] env[62023]: DEBUG oslo_concurrency.lockutils [req-9131defd-d323-4fa4-9f49-b0bf1b42a076 req-7523f3a9-e0aa-472c-9cb9-6847edb6f1f6 service nova] Releasing lock "refresh_cache-e6b7759d-7a12-457b-90a4-98d72bacf94f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.856680] env[62023]: DEBUG nova.network.neutron [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Successfully created port: 07a80b81-b194-4342-8c1d-2558e94b0e6c {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.914047] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea270265-8611-42c6-84c8-0a452faa1671 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.925141] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3286dfdf-d79a-4940-9f26-8cb463de0d31 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.962242] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536e82c5-2a48-45aa-a6cc-0554bf3df0c9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.968199] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52982421-fc04-8e34-cb65-8e58aa56f0f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009797} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.968199] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.968199] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] e6b7759d-7a12-457b-90a4-98d72bacf94f/e6b7759d-7a12-457b-90a4-98d72bacf94f.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1341.968199] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e07fa5c-a518-472d-a975-c2993701001f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.976891] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686c774b-c3b9-4b77-9ac4-77fee6e7a7a9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.981096] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Waiting for the task: (returnval){ [ 1341.981096] env[62023]: value = "task-1757719" [ 1341.981096] env[62023]: _type = "Task" [ 1341.981096] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.993448] env[62023]: DEBUG nova.compute.provider_tree [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.000395] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': task-1757719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.057663] env[62023]: DEBUG nova.virt.hardware [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.057782] env[62023]: DEBUG nova.virt.hardware [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.057893] env[62023]: DEBUG nova.virt.hardware [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.058051] env[62023]: DEBUG nova.virt.hardware [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.058576] env[62023]: DEBUG nova.virt.hardware [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.058576] env[62023]: DEBUG nova.virt.hardware [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.058576] env[62023]: DEBUG nova.virt.hardware [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.058765] env[62023]: DEBUG nova.virt.hardware [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.058854] env[62023]: DEBUG nova.virt.hardware [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.059009] env[62023]: DEBUG nova.virt.hardware [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.059226] env[62023]: DEBUG nova.virt.hardware [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.060132] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e96a621-1902-4ced-ac3b-90eecbd49655 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.072015] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b96f436-d984-48f3-aa52-1f1e5a9fc998 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.092167] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:80:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8ae9459-965a-4854-a39d-ceff29705cc0', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.100396] env[62023]: DEBUG oslo.service.loopingcall [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1342.101794] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.103057] env[62023]: DEBUG nova.compute.manager [req-1965c594-8c9d-44ce-9d27-86ca3fa15eea req-43627738-2daa-478c-8a77-7dbccfe64759 service nova] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Received event network-vif-deleted-ee0ecf5e-4fe7-4e15-a977-e41d332666e1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1342.104029] env[62023]: INFO nova.compute.manager [req-1965c594-8c9d-44ce-9d27-86ca3fa15eea req-43627738-2daa-478c-8a77-7dbccfe64759 service nova] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Neutron deleted interface ee0ecf5e-4fe7-4e15-a977-e41d332666e1; detaching it from the instance and deleting it from the info cache [ 1342.104029] env[62023]: DEBUG nova.network.neutron [req-1965c594-8c9d-44ce-9d27-86ca3fa15eea req-43627738-2daa-478c-8a77-7dbccfe64759 service nova] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.104506] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6776cbe8-7fe4-4188-9e6e-b156dcfedf88 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.121522] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94c1af8e-325d-4e44-9525-a4a845814caf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.129688] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.129688] env[62023]: value = "task-1757720" [ 1342.129688] env[62023]: _type = "Task" [ 1342.129688] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.139611] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd0f76f-ca27-4089-86f5-5363fff4faff {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.156254] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757720, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.179705] env[62023]: DEBUG nova.compute.manager [req-1965c594-8c9d-44ce-9d27-86ca3fa15eea req-43627738-2daa-478c-8a77-7dbccfe64759 service nova] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Detach interface failed, port_id=ee0ecf5e-4fe7-4e15-a977-e41d332666e1, reason: Instance b352bc01-cf53-4fe9-a444-116186919b67 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1342.209578] env[62023]: DEBUG nova.network.neutron [-] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.334159] env[62023]: DEBUG nova.compute.manager [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1342.366158] env[62023]: DEBUG nova.virt.hardware [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.366452] env[62023]: DEBUG nova.virt.hardware [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.367092] env[62023]: DEBUG nova.virt.hardware [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.367092] env[62023]: DEBUG nova.virt.hardware [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.367092] env[62023]: DEBUG nova.virt.hardware [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.367774] env[62023]: DEBUG nova.virt.hardware [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.369025] env[62023]: DEBUG nova.virt.hardware [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.369025] env[62023]: DEBUG nova.virt.hardware [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.369025] env[62023]: DEBUG nova.virt.hardware [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.369025] env[62023]: DEBUG nova.virt.hardware [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.369362] env[62023]: DEBUG nova.virt.hardware [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.370449] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0b6a98-52e8-4b37-af17-8566e0d8c01a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.380752] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7732fc6-105e-46f0-b0b6-0c2d0b1fb84c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.497366] env[62023]: DEBUG nova.scheduler.client.report [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.500792] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': task-1757719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501238} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.501299] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] e6b7759d-7a12-457b-90a4-98d72bacf94f/e6b7759d-7a12-457b-90a4-98d72bacf94f.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1342.501566] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.501907] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1a1d09a-8d7b-4abc-b3e0-5555e3bafab8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.510108] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Waiting for the task: (returnval){ [ 1342.510108] env[62023]: value = "task-1757721" [ 1342.510108] env[62023]: _type = "Task" [ 1342.510108] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.521773] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': task-1757721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.641373] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757720, 'name': CreateVM_Task, 'duration_secs': 0.429571} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.641437] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1342.642146] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.642392] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.644140] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1342.644140] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-078baedc-2c3d-4534-8a24-78b3a04a9a24 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.652701] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1342.652701] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c38490-1578-9805-6ab4-6cf99c5ef73e" [ 1342.652701] env[62023]: _type = "Task" [ 1342.652701] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.668712] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c38490-1578-9805-6ab4-6cf99c5ef73e, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.668712] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.668712] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1342.668712] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.669770] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.669770] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1342.669770] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-066a66fd-ab7e-49fd-b792-43e0bd74c5a3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.678243] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1342.678243] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1342.678793] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-012d8324-4385-4ec9-be9e-7e1b95460f0f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.684610] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1342.684610] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525616a0-5b1d-0aa4-6908-aa06e9ce1f9c" [ 1342.684610] env[62023]: _type = "Task" [ 1342.684610] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.694128] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525616a0-5b1d-0aa4-6908-aa06e9ce1f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.710844] env[62023]: INFO nova.compute.manager [-] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Took 1.69 seconds to deallocate network for instance. [ 1343.003303] env[62023]: DEBUG oslo_concurrency.lockutils [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.003633] env[62023]: DEBUG nova.compute.manager [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1343.007101] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.216s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.008621] env[62023]: INFO nova.compute.claims [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1343.024235] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': task-1757721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064613} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.024577] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.025421] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149fb6c1-2284-42df-9f2d-8c42eecd0517 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.051842] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] e6b7759d-7a12-457b-90a4-98d72bacf94f/e6b7759d-7a12-457b-90a4-98d72bacf94f.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.053191] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-568ce1b6-7c89-4fbc-92c8-579394bffe54 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.077439] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Waiting for the task: (returnval){ [ 1343.077439] env[62023]: value = "task-1757722" [ 1343.077439] env[62023]: _type = "Task" [ 1343.077439] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.084290] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': task-1757722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.195750] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525616a0-5b1d-0aa4-6908-aa06e9ce1f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.009006} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.196585] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8d99edf-9864-40f7-8084-1575ab17a1a4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.202552] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1343.202552] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5268571b-a4af-128f-b8c5-891f0c6af05d" [ 1343.202552] env[62023]: _type = "Task" [ 1343.202552] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.211100] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5268571b-a4af-128f-b8c5-891f0c6af05d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.220360] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.354534] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Acquiring lock "b1746b26-9eae-4980-92c5-761e8666ecfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.354831] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Lock "b1746b26-9eae-4980-92c5-761e8666ecfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.514423] env[62023]: DEBUG nova.compute.utils [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1343.517799] env[62023]: DEBUG nova.compute.manager [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1343.517883] env[62023]: DEBUG nova.network.neutron [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.585909] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': task-1757722, 'name': ReconfigVM_Task, 'duration_secs': 0.275753} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.586188] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Reconfigured VM instance instance-0000001a to attach disk [datastore1] e6b7759d-7a12-457b-90a4-98d72bacf94f/e6b7759d-7a12-457b-90a4-98d72bacf94f.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1343.586956] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13367725-1d8d-442b-a49f-bee6877f3e4c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.597160] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Waiting for the task: (returnval){ [ 1343.597160] env[62023]: value = "task-1757723" [ 1343.597160] env[62023]: _type = "Task" [ 1343.597160] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.601957] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': task-1757723, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.665480] env[62023]: DEBUG nova.policy [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b4e0bb053a34256aa2835b2a855f9c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4a9a71fe63c4b91aa06b269f391b552', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.715712] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5268571b-a4af-128f-b8c5-891f0c6af05d, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.715981] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.716358] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] af16d463-02a2-43d0-953b-269ce88f02e3/af16d463-02a2-43d0-953b-269ce88f02e3.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1343.716628] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb8b8dff-6e80-4cca-9bf0-bc28f0464f6c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.724534] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1343.724534] env[62023]: value = "task-1757724" [ 1343.724534] env[62023]: _type = "Task" [ 1343.724534] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.732881] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.022029] env[62023]: DEBUG nova.compute.manager [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1344.092778] env[62023]: DEBUG nova.network.neutron [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Successfully updated port: 07a80b81-b194-4342-8c1d-2558e94b0e6c {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1344.122248] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': task-1757723, 'name': Rename_Task, 'duration_secs': 0.156674} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.122566] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.123257] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ebb7790-2b27-4ca5-97a9-94a7b3e69632 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.135740] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Waiting for the task: (returnval){ [ 1344.135740] env[62023]: value = "task-1757725" [ 1344.135740] env[62023]: _type = "Task" [ 1344.135740] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.145739] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': task-1757725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.236204] env[62023]: DEBUG nova.compute.manager [req-004ab753-36d9-4fea-aef5-c5138dfdd4eb req-69d85e1e-a3bd-41a7-8300-9e4852c5b968 service nova] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Received event network-vif-plugged-07a80b81-b194-4342-8c1d-2558e94b0e6c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1344.236472] env[62023]: DEBUG oslo_concurrency.lockutils [req-004ab753-36d9-4fea-aef5-c5138dfdd4eb req-69d85e1e-a3bd-41a7-8300-9e4852c5b968 service nova] Acquiring lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.236681] env[62023]: DEBUG oslo_concurrency.lockutils [req-004ab753-36d9-4fea-aef5-c5138dfdd4eb req-69d85e1e-a3bd-41a7-8300-9e4852c5b968 service nova] Lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.236843] env[62023]: DEBUG oslo_concurrency.lockutils [req-004ab753-36d9-4fea-aef5-c5138dfdd4eb req-69d85e1e-a3bd-41a7-8300-9e4852c5b968 service nova] Lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.237015] env[62023]: DEBUG nova.compute.manager [req-004ab753-36d9-4fea-aef5-c5138dfdd4eb req-69d85e1e-a3bd-41a7-8300-9e4852c5b968 service nova] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] No waiting events found dispatching network-vif-plugged-07a80b81-b194-4342-8c1d-2558e94b0e6c {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1344.237361] env[62023]: WARNING nova.compute.manager [req-004ab753-36d9-4fea-aef5-c5138dfdd4eb req-69d85e1e-a3bd-41a7-8300-9e4852c5b968 service nova] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Received unexpected event network-vif-plugged-07a80b81-b194-4342-8c1d-2558e94b0e6c for instance with vm_state building and task_state spawning. [ 1344.237646] env[62023]: DEBUG nova.compute.manager [req-004ab753-36d9-4fea-aef5-c5138dfdd4eb req-69d85e1e-a3bd-41a7-8300-9e4852c5b968 service nova] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Received event network-changed-07a80b81-b194-4342-8c1d-2558e94b0e6c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1344.237725] env[62023]: DEBUG nova.compute.manager [req-004ab753-36d9-4fea-aef5-c5138dfdd4eb req-69d85e1e-a3bd-41a7-8300-9e4852c5b968 service nova] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Refreshing instance network info cache due to event network-changed-07a80b81-b194-4342-8c1d-2558e94b0e6c. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1344.237849] env[62023]: DEBUG oslo_concurrency.lockutils [req-004ab753-36d9-4fea-aef5-c5138dfdd4eb req-69d85e1e-a3bd-41a7-8300-9e4852c5b968 service nova] Acquiring lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.237976] env[62023]: DEBUG oslo_concurrency.lockutils [req-004ab753-36d9-4fea-aef5-c5138dfdd4eb req-69d85e1e-a3bd-41a7-8300-9e4852c5b968 service nova] Acquired lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.238137] env[62023]: DEBUG nova.network.neutron [req-004ab753-36d9-4fea-aef5-c5138dfdd4eb req-69d85e1e-a3bd-41a7-8300-9e4852c5b968 service nova] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Refreshing network info cache for port 07a80b81-b194-4342-8c1d-2558e94b0e6c {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.243629] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473992} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.243967] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] af16d463-02a2-43d0-953b-269ce88f02e3/af16d463-02a2-43d0-953b-269ce88f02e3.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1344.245624] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1344.246180] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d503340-e2a1-4e0e-ac96-813d1855e9e1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.259851] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1344.259851] env[62023]: value = "task-1757726" [ 1344.259851] env[62023]: _type = "Task" [ 1344.259851] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.275494] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.276904] env[62023]: DEBUG nova.network.neutron [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Successfully created port: 3040145a-4ee9-4282-9290-3bacb76b1286 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1344.596732] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.608374] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa4237f-fa45-4a5f-8ff3-73097485bc20 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.618966] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ee2e98-0684-49c1-ae3f-6c2c69296af0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.661857] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69221c79-ad72-4725-82e3-b1fbfa20ea24 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.669446] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': task-1757725, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.672791] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb8a3a5-5cbd-4846-b964-ec7c5d30baa8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.689650] env[62023]: DEBUG nova.compute.provider_tree [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.770740] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076915} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.771142] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1344.771958] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ab339d-a9a5-443b-b06d-4e747d17ad62 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.795845] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] af16d463-02a2-43d0-953b-269ce88f02e3/af16d463-02a2-43d0-953b-269ce88f02e3.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.796853] env[62023]: DEBUG nova.network.neutron [req-004ab753-36d9-4fea-aef5-c5138dfdd4eb req-69d85e1e-a3bd-41a7-8300-9e4852c5b968 service nova] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1344.798593] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1acb1a4d-cb87-4761-a926-e9c8b43594dc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.823364] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1344.823364] env[62023]: value = "task-1757727" [ 1344.823364] env[62023]: _type = "Task" [ 1344.823364] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.833792] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.912284] env[62023]: DEBUG nova.network.neutron [req-004ab753-36d9-4fea-aef5-c5138dfdd4eb req-69d85e1e-a3bd-41a7-8300-9e4852c5b968 service nova] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.036651] env[62023]: DEBUG nova.compute.manager [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1345.070565] env[62023]: DEBUG nova.virt.hardware [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.070893] env[62023]: DEBUG nova.virt.hardware [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.071467] env[62023]: DEBUG nova.virt.hardware [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.071714] env[62023]: DEBUG nova.virt.hardware [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.071895] env[62023]: DEBUG nova.virt.hardware [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.072285] env[62023]: DEBUG nova.virt.hardware [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.072629] env[62023]: DEBUG nova.virt.hardware [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.072876] env[62023]: DEBUG nova.virt.hardware [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.073595] env[62023]: DEBUG nova.virt.hardware [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.073845] env[62023]: DEBUG nova.virt.hardware [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.074696] env[62023]: DEBUG nova.virt.hardware [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.075138] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d2d9be-c3cb-469a-99d7-f4233d9a5943 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.085169] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe75458b-e8d8-442f-8e72-cb6bd9ff9479 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.167649] env[62023]: DEBUG oslo_vmware.api [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': task-1757725, 'name': PowerOnVM_Task, 'duration_secs': 0.59803} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.168184] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1345.168184] env[62023]: INFO nova.compute.manager [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1345.168291] env[62023]: DEBUG nova.compute.manager [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.169047] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d66c7a2-aa61-496e-937c-1032558e83ca {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.196263] env[62023]: DEBUG nova.scheduler.client.report [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.336197] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757727, 'name': ReconfigVM_Task, 'duration_secs': 0.318057} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.336609] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Reconfigured VM instance instance-00000019 to attach disk [datastore1] af16d463-02a2-43d0-953b-269ce88f02e3/af16d463-02a2-43d0-953b-269ce88f02e3.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.337873] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5cea0a3-43e7-48d5-b9fd-ae70ba70f574 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.345086] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1345.345086] env[62023]: value = "task-1757728" [ 1345.345086] env[62023]: _type = "Task" [ 1345.345086] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.353563] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757728, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.415216] env[62023]: DEBUG oslo_concurrency.lockutils [req-004ab753-36d9-4fea-aef5-c5138dfdd4eb req-69d85e1e-a3bd-41a7-8300-9e4852c5b968 service nova] Releasing lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.415740] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.415942] env[62023]: DEBUG nova.network.neutron [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.692341] env[62023]: INFO nova.compute.manager [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Took 32.85 seconds to build instance. [ 1345.703050] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.703568] env[62023]: DEBUG nova.compute.manager [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1345.706621] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.618s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.708829] env[62023]: DEBUG nova.objects.instance [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Lazy-loading 'resources' on Instance uuid a66dd77d-569c-4410-a183-5595d682b3ae {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.855712] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757728, 'name': Rename_Task, 'duration_secs': 0.165408} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.855997] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.856788] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1370ccd-a5b4-4ee9-8a7d-eb7cdae701be {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.864921] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1345.864921] env[62023]: value = "task-1757729" [ 1345.864921] env[62023]: _type = "Task" [ 1345.864921] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.873897] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.973940] env[62023]: DEBUG nova.network.neutron [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.986136] env[62023]: DEBUG nova.network.neutron [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Successfully updated port: 3040145a-4ee9-4282-9290-3bacb76b1286 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1346.152079] env[62023]: DEBUG nova.network.neutron [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Updating instance_info_cache with network_info: [{"id": "07a80b81-b194-4342-8c1d-2558e94b0e6c", "address": "fa:16:3e:ca:8c:c2", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a80b81-b1", "ovs_interfaceid": "07a80b81-b194-4342-8c1d-2558e94b0e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.197259] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b99ff09c-39fb-4a47-ac29-b3317be720e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Lock "e6b7759d-7a12-457b-90a4-98d72bacf94f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.359s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.213866] env[62023]: DEBUG nova.compute.utils [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1346.220436] env[62023]: DEBUG nova.compute.manager [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1346.220702] env[62023]: DEBUG nova.network.neutron [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1346.309552] env[62023]: DEBUG nova.policy [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f8f28468bcb45ae9e5e96524718e2fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f31a3c7681d499da5d151c18a5017c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1346.383410] env[62023]: DEBUG oslo_vmware.api [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757729, 'name': PowerOnVM_Task, 'duration_secs': 0.475907} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.383712] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.383924] env[62023]: DEBUG nova.compute.manager [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.388059] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2af4b3d-57e6-4382-b436-e419c4e7a42d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.477389] env[62023]: DEBUG nova.compute.manager [req-362b04d3-aea7-458b-a620-af5150dfd96a req-2275fe6d-d5a1-4a3a-927b-25cf42bccdbe service nova] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Received event network-vif-plugged-3040145a-4ee9-4282-9290-3bacb76b1286 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1346.477389] env[62023]: DEBUG oslo_concurrency.lockutils [req-362b04d3-aea7-458b-a620-af5150dfd96a req-2275fe6d-d5a1-4a3a-927b-25cf42bccdbe service nova] Acquiring lock "98254616-2002-4986-818d-9fc0c0dff4db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.477389] env[62023]: DEBUG oslo_concurrency.lockutils [req-362b04d3-aea7-458b-a620-af5150dfd96a req-2275fe6d-d5a1-4a3a-927b-25cf42bccdbe service nova] Lock "98254616-2002-4986-818d-9fc0c0dff4db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.477785] env[62023]: DEBUG oslo_concurrency.lockutils [req-362b04d3-aea7-458b-a620-af5150dfd96a req-2275fe6d-d5a1-4a3a-927b-25cf42bccdbe service nova] Lock "98254616-2002-4986-818d-9fc0c0dff4db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.478190] env[62023]: DEBUG nova.compute.manager [req-362b04d3-aea7-458b-a620-af5150dfd96a req-2275fe6d-d5a1-4a3a-927b-25cf42bccdbe service nova] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] No waiting events found dispatching network-vif-plugged-3040145a-4ee9-4282-9290-3bacb76b1286 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1346.478292] env[62023]: WARNING nova.compute.manager [req-362b04d3-aea7-458b-a620-af5150dfd96a req-2275fe6d-d5a1-4a3a-927b-25cf42bccdbe service nova] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Received unexpected event network-vif-plugged-3040145a-4ee9-4282-9290-3bacb76b1286 for instance with vm_state building and task_state spawning. [ 1346.478481] env[62023]: DEBUG nova.compute.manager [req-362b04d3-aea7-458b-a620-af5150dfd96a req-2275fe6d-d5a1-4a3a-927b-25cf42bccdbe service nova] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Received event network-changed-3040145a-4ee9-4282-9290-3bacb76b1286 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1346.478654] env[62023]: DEBUG nova.compute.manager [req-362b04d3-aea7-458b-a620-af5150dfd96a req-2275fe6d-d5a1-4a3a-927b-25cf42bccdbe service nova] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Refreshing instance network info cache due to event network-changed-3040145a-4ee9-4282-9290-3bacb76b1286. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1346.478873] env[62023]: DEBUG oslo_concurrency.lockutils [req-362b04d3-aea7-458b-a620-af5150dfd96a req-2275fe6d-d5a1-4a3a-927b-25cf42bccdbe service nova] Acquiring lock "refresh_cache-98254616-2002-4986-818d-9fc0c0dff4db" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.479185] env[62023]: DEBUG oslo_concurrency.lockutils [req-362b04d3-aea7-458b-a620-af5150dfd96a req-2275fe6d-d5a1-4a3a-927b-25cf42bccdbe service nova] Acquired lock "refresh_cache-98254616-2002-4986-818d-9fc0c0dff4db" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.479259] env[62023]: DEBUG nova.network.neutron [req-362b04d3-aea7-458b-a620-af5150dfd96a req-2275fe6d-d5a1-4a3a-927b-25cf42bccdbe service nova] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Refreshing network info cache for port 3040145a-4ee9-4282-9290-3bacb76b1286 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.495815] env[62023]: DEBUG oslo_concurrency.lockutils [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquiring lock "refresh_cache-98254616-2002-4986-818d-9fc0c0dff4db" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.657857] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.658241] env[62023]: DEBUG nova.compute.manager [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Instance network_info: |[{"id": "07a80b81-b194-4342-8c1d-2558e94b0e6c", "address": "fa:16:3e:ca:8c:c2", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a80b81-b1", "ovs_interfaceid": "07a80b81-b194-4342-8c1d-2558e94b0e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1346.658612] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:8c:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07a80b81-b194-4342-8c1d-2558e94b0e6c', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.666315] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Creating folder: Project (02a5bf0ab246448faf34dd3a4d051a71). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.669321] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-264338a7-3d13-4322-9d1c-37effbe14314 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.682063] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Created folder: Project (02a5bf0ab246448faf34dd3a4d051a71) in parent group-v365170. [ 1346.682288] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Creating folder: Instances. Parent ref: group-v365256. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.684932] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c25d4e68-07ec-458f-a0ae-aaba9b13d3b3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.698708] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Created folder: Instances in parent group-v365256. [ 1346.698708] env[62023]: DEBUG oslo.service.loopingcall [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1346.699106] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.699106] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2070e1e7-9843-40b1-9f33-4753968e8b76 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.716953] env[62023]: DEBUG nova.compute.manager [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1346.724650] env[62023]: DEBUG nova.compute.manager [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1346.732134] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.732134] env[62023]: value = "task-1757732" [ 1346.732134] env[62023]: _type = "Task" [ 1346.732134] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.749313] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757732, 'name': CreateVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.762056] env[62023]: DEBUG nova.network.neutron [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Successfully created port: 3d08176b-db9f-4bde-9417-21629c14dae2 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1346.806043] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e305e53-e6da-418e-a51f-4c2d39a85cfe {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.818448] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e1f52c-3316-421c-97c2-6a3150b13476 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.855450] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f35dad-475f-40cc-aaad-96081030b55f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.864104] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d41654-f51b-4eb7-8bec-fcffb98db7bc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.878368] env[62023]: DEBUG nova.compute.provider_tree [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.909687] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.917623] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Acquiring lock "ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.917850] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Lock "ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.031277] env[62023]: DEBUG nova.network.neutron [req-362b04d3-aea7-458b-a620-af5150dfd96a req-2275fe6d-d5a1-4a3a-927b-25cf42bccdbe service nova] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1347.034781] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9ae5beb7-1a6d-4d7f-8155-fac17202f7e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Acquiring lock "interface-e6b7759d-7a12-457b-90a4-98d72bacf94f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.034999] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9ae5beb7-1a6d-4d7f-8155-fac17202f7e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Lock "interface-e6b7759d-7a12-457b-90a4-98d72bacf94f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.035342] env[62023]: DEBUG nova.objects.instance [None req-9ae5beb7-1a6d-4d7f-8155-fac17202f7e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Lazy-loading 'flavor' on Instance uuid e6b7759d-7a12-457b-90a4-98d72bacf94f {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.090619] env[62023]: DEBUG nova.network.neutron [req-362b04d3-aea7-458b-a620-af5150dfd96a req-2275fe6d-d5a1-4a3a-927b-25cf42bccdbe service nova] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.248470] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757732, 'name': CreateVM_Task, 'duration_secs': 0.399183} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.249139] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.249290] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.249924] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.250098] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.250453] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1347.250659] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d6bc0a-be45-47c7-b787-765d88b20d91 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.258101] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1347.258101] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52aeb508-9521-52da-9d6d-1cca9d66388e" [ 1347.258101] env[62023]: _type = "Task" [ 1347.258101] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.267314] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52aeb508-9521-52da-9d6d-1cca9d66388e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.383968] env[62023]: DEBUG nova.scheduler.client.report [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.539731] env[62023]: DEBUG nova.objects.instance [None req-9ae5beb7-1a6d-4d7f-8155-fac17202f7e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Lazy-loading 'pci_requests' on Instance uuid e6b7759d-7a12-457b-90a4-98d72bacf94f {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.593767] env[62023]: DEBUG oslo_concurrency.lockutils [req-362b04d3-aea7-458b-a620-af5150dfd96a req-2275fe6d-d5a1-4a3a-927b-25cf42bccdbe service nova] Releasing lock "refresh_cache-98254616-2002-4986-818d-9fc0c0dff4db" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.594177] env[62023]: DEBUG oslo_concurrency.lockutils [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquired lock "refresh_cache-98254616-2002-4986-818d-9fc0c0dff4db" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.594344] env[62023]: DEBUG nova.network.neutron [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.742907] env[62023]: DEBUG nova.compute.manager [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1347.770780] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52aeb508-9521-52da-9d6d-1cca9d66388e, 'name': SearchDatastore_Task, 'duration_secs': 0.014514} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.772910] env[62023]: DEBUG nova.virt.hardware [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1347.773157] env[62023]: DEBUG nova.virt.hardware [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.773319] env[62023]: DEBUG nova.virt.hardware [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1347.773502] env[62023]: DEBUG nova.virt.hardware [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.773650] env[62023]: DEBUG nova.virt.hardware [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1347.773795] env[62023]: DEBUG nova.virt.hardware [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1347.773988] env[62023]: DEBUG nova.virt.hardware [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1347.774159] env[62023]: DEBUG nova.virt.hardware [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1347.774324] env[62023]: DEBUG nova.virt.hardware [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1347.774486] env[62023]: DEBUG nova.virt.hardware [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1347.774653] env[62023]: DEBUG nova.virt.hardware [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1347.774986] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.775219] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.775461] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.775578] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.775755] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.776570] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c667379f-0d1b-478b-92d3-0763d4a8c63e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.779127] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-060ec039-8181-46f9-a718-fa37fd584aeb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.787362] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7019e624-bc89-43b2-a102-315a9d123620 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.806537] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.806813] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.807513] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b0c69c1-8c25-482d-8d36-b0d76ba20a22 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.814505] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1347.814505] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52074c09-7a01-62b7-6a0a-0bf2f3353979" [ 1347.814505] env[62023]: _type = "Task" [ 1347.814505] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.823659] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52074c09-7a01-62b7-6a0a-0bf2f3353979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.890800] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.892533] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.364s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.892759] env[62023]: DEBUG nova.objects.instance [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Lazy-loading 'resources' on Instance uuid 2b12e91a-7c7e-4e52-8834-f59bd76fa228 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.918386] env[62023]: INFO nova.scheduler.client.report [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Deleted allocations for instance a66dd77d-569c-4410-a183-5595d682b3ae [ 1348.043090] env[62023]: DEBUG nova.objects.base [None req-9ae5beb7-1a6d-4d7f-8155-fac17202f7e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1348.043090] env[62023]: DEBUG nova.network.neutron [None req-9ae5beb7-1a6d-4d7f-8155-fac17202f7e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1348.330398] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52074c09-7a01-62b7-6a0a-0bf2f3353979, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.333019] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01ff3559-12b7-4006-82b9-01f069175fe9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.338725] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1348.338725] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cac61e-7c77-a4bb-a446-151bbd1fbbfa" [ 1348.338725] env[62023]: _type = "Task" [ 1348.338725] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.344554] env[62023]: DEBUG nova.network.neutron [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1348.352713] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cac61e-7c77-a4bb-a446-151bbd1fbbfa, 'name': SearchDatastore_Task, 'duration_secs': 0.009677} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.355495] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.355495] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919/7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.355495] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2fd31bd-29a1-4b20-9d67-cdba53306173 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.375488] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1348.375488] env[62023]: value = "task-1757733" [ 1348.375488] env[62023]: _type = "Task" [ 1348.375488] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.389962] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1757733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.414583] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9ae5beb7-1a6d-4d7f-8155-fac17202f7e5 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Lock "interface-e6b7759d-7a12-457b-90a4-98d72bacf94f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.378s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.430790] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dd42b379-a1ec-4ccb-9d7d-4536b856f2f8 tempest-ServersAdmin275Test-848083088 tempest-ServersAdmin275Test-848083088-project-member] Lock "a66dd77d-569c-4410-a183-5595d682b3ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.102s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.624580] env[62023]: DEBUG nova.network.neutron [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Updating instance_info_cache with network_info: [{"id": "3040145a-4ee9-4282-9290-3bacb76b1286", "address": "fa:16:3e:47:ca:db", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3040145a-4e", "ovs_interfaceid": "3040145a-4ee9-4282-9290-3bacb76b1286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.818165] env[62023]: DEBUG nova.network.neutron [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Successfully updated port: 3d08176b-db9f-4bde-9417-21629c14dae2 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1348.887411] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1757733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511439} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.890424] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919/7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1348.890824] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1348.891386] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa1af3a4-d7f3-4a6f-8436-f3147962004b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.898854] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1348.898854] env[62023]: value = "task-1757734" [ 1348.898854] env[62023]: _type = "Task" [ 1348.898854] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.907372] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "af16d463-02a2-43d0-953b-269ce88f02e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.907798] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "af16d463-02a2-43d0-953b-269ce88f02e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.908138] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "af16d463-02a2-43d0-953b-269ce88f02e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.908485] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "af16d463-02a2-43d0-953b-269ce88f02e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.908766] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "af16d463-02a2-43d0-953b-269ce88f02e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.911961] env[62023]: INFO nova.compute.manager [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Terminating instance [ 1348.923186] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1757734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.954216] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a64dc1-a132-477d-b872-6b658f68000c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.962180] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b580d3-40f8-4df9-a51b-e1aec78cdcf0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.994104] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e5eeea-27a8-4011-93d2-4502ad213fa3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.003038] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8025782d-4c11-4538-be33-bc4019cf4904 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.017315] env[62023]: DEBUG nova.compute.provider_tree [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.127638] env[62023]: DEBUG oslo_concurrency.lockutils [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Releasing lock "refresh_cache-98254616-2002-4986-818d-9fc0c0dff4db" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.127971] env[62023]: DEBUG nova.compute.manager [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Instance network_info: |[{"id": "3040145a-4ee9-4282-9290-3bacb76b1286", "address": "fa:16:3e:47:ca:db", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3040145a-4e", "ovs_interfaceid": "3040145a-4ee9-4282-9290-3bacb76b1286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1349.128416] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:ca:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3040145a-4ee9-4282-9290-3bacb76b1286', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1349.136479] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Creating folder: Project (b4a9a71fe63c4b91aa06b269f391b552). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1349.136775] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a72cba57-2465-4bda-90e8-e5fc6d390992 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.149567] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Created folder: Project (b4a9a71fe63c4b91aa06b269f391b552) in parent group-v365170. [ 1349.149760] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Creating folder: Instances. Parent ref: group-v365259. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1349.150013] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59b4ca0a-02e3-49eb-8e6f-3c51863bd5af {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.160574] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Created folder: Instances in parent group-v365259. [ 1349.160819] env[62023]: DEBUG oslo.service.loopingcall [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.161029] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1349.161267] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e0a5cb8-3013-413c-862f-d1cadd83e98d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.183535] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1349.183535] env[62023]: value = "task-1757737" [ 1349.183535] env[62023]: _type = "Task" [ 1349.183535] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.191566] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757737, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.320061] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Acquiring lock "refresh_cache-27e46a4e-9554-4604-b7df-62893dd1f2e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.320295] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Acquired lock "refresh_cache-27e46a4e-9554-4604-b7df-62893dd1f2e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.320396] env[62023]: DEBUG nova.network.neutron [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.411597] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1757734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07666} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.412848] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1349.413920] env[62023]: DEBUG nova.compute.manager [req-ec60eb15-a688-40a2-88b5-878558e6be5f req-e44395ca-a560-4c66-ab5b-6285f083c508 service nova] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Received event network-vif-plugged-3d08176b-db9f-4bde-9417-21629c14dae2 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1349.414137] env[62023]: DEBUG oslo_concurrency.lockutils [req-ec60eb15-a688-40a2-88b5-878558e6be5f req-e44395ca-a560-4c66-ab5b-6285f083c508 service nova] Acquiring lock "27e46a4e-9554-4604-b7df-62893dd1f2e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.414345] env[62023]: DEBUG oslo_concurrency.lockutils [req-ec60eb15-a688-40a2-88b5-878558e6be5f req-e44395ca-a560-4c66-ab5b-6285f083c508 service nova] Lock "27e46a4e-9554-4604-b7df-62893dd1f2e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.414508] env[62023]: DEBUG oslo_concurrency.lockutils [req-ec60eb15-a688-40a2-88b5-878558e6be5f req-e44395ca-a560-4c66-ab5b-6285f083c508 service nova] Lock "27e46a4e-9554-4604-b7df-62893dd1f2e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.414672] env[62023]: DEBUG nova.compute.manager [req-ec60eb15-a688-40a2-88b5-878558e6be5f req-e44395ca-a560-4c66-ab5b-6285f083c508 service nova] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] No waiting events found dispatching network-vif-plugged-3d08176b-db9f-4bde-9417-21629c14dae2 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1349.414842] env[62023]: WARNING nova.compute.manager [req-ec60eb15-a688-40a2-88b5-878558e6be5f req-e44395ca-a560-4c66-ab5b-6285f083c508 service nova] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Received unexpected event network-vif-plugged-3d08176b-db9f-4bde-9417-21629c14dae2 for instance with vm_state building and task_state spawning. [ 1349.415672] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd90980-4be2-40ed-b473-05ea2ae88aa9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.419345] env[62023]: DEBUG nova.compute.manager [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1349.419542] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.420309] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96587400-17b7-434e-b325-e2333919e939 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.452570] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919/7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.454499] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2063281f-02a1-432d-9201-fbaee9807e34 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.481872] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.482925] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-804d2fb2-f1d5-4eb5-b1e1-dd2c85bf4265 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.488450] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1349.488450] env[62023]: value = "task-1757738" [ 1349.488450] env[62023]: _type = "Task" [ 1349.488450] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.493076] env[62023]: DEBUG oslo_vmware.api [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1349.493076] env[62023]: value = "task-1757739" [ 1349.493076] env[62023]: _type = "Task" [ 1349.493076] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.501151] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1757738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.509405] env[62023]: DEBUG oslo_vmware.api [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.520858] env[62023]: DEBUG nova.scheduler.client.report [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.693649] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757737, 'name': CreateVM_Task, 'duration_secs': 0.374642} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.693758] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1349.694471] env[62023]: DEBUG oslo_concurrency.lockutils [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.694667] env[62023]: DEBUG oslo_concurrency.lockutils [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.694972] env[62023]: DEBUG oslo_concurrency.lockutils [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1349.695247] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-222463d3-8c3f-437f-bba7-201b2cda6c03 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.701275] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1349.701275] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5261ef48-7015-f9a4-8a01-5e2d5a6748ad" [ 1349.701275] env[62023]: _type = "Task" [ 1349.701275] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.710777] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5261ef48-7015-f9a4-8a01-5e2d5a6748ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.874095] env[62023]: DEBUG nova.network.neutron [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1349.908503] env[62023]: DEBUG oslo_concurrency.lockutils [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "a1b9f6c0-b8c7-4426-b8da-64331c043bea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.908782] env[62023]: DEBUG oslo_concurrency.lockutils [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "a1b9f6c0-b8c7-4426-b8da-64331c043bea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.000843] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1757738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.006610] env[62023]: DEBUG oslo_vmware.api [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757739, 'name': PowerOffVM_Task, 'duration_secs': 0.227616} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.009022] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.009022] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.009022] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-301f8fc7-6829-485e-862f-ec97ee0d5b75 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.027128] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.029494] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.598s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.031171] env[62023]: INFO nova.compute.claims [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1350.054855] env[62023]: INFO nova.scheduler.client.report [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Deleted allocations for instance 2b12e91a-7c7e-4e52-8834-f59bd76fa228 [ 1350.084615] env[62023]: DEBUG nova.network.neutron [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Updating instance_info_cache with network_info: [{"id": "3d08176b-db9f-4bde-9417-21629c14dae2", "address": "fa:16:3e:7e:63:a8", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d08176b-db", "ovs_interfaceid": "3d08176b-db9f-4bde-9417-21629c14dae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.090772] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.091112] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.091390] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleting the datastore file [datastore1] af16d463-02a2-43d0-953b-269ce88f02e3 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.091938] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a7cb9e7-dcba-4a9b-a6a1-b1fefa6cbede {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.100609] env[62023]: DEBUG oslo_vmware.api [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1350.100609] env[62023]: value = "task-1757741" [ 1350.100609] env[62023]: _type = "Task" [ 1350.100609] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.111235] env[62023]: DEBUG oslo_vmware.api [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.213100] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5261ef48-7015-f9a4-8a01-5e2d5a6748ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010644} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.213407] env[62023]: DEBUG oslo_concurrency.lockutils [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.213720] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.214061] env[62023]: DEBUG oslo_concurrency.lockutils [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.214224] env[62023]: DEBUG oslo_concurrency.lockutils [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.214424] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.214689] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-020cce71-60ba-484a-95bd-71c4732d9b83 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.231028] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.231028] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1350.231028] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65edd878-e803-4a5a-9bfa-20b7289dae94 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.239519] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1350.239519] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52688963-3c58-5138-b974-cc50a16c5d54" [ 1350.239519] env[62023]: _type = "Task" [ 1350.239519] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.246445] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52688963-3c58-5138-b974-cc50a16c5d54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.371945] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Acquiring lock "e6b7759d-7a12-457b-90a4-98d72bacf94f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.372255] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Lock "e6b7759d-7a12-457b-90a4-98d72bacf94f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.372593] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Acquiring lock "e6b7759d-7a12-457b-90a4-98d72bacf94f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.372664] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Lock "e6b7759d-7a12-457b-90a4-98d72bacf94f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.372816] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Lock "e6b7759d-7a12-457b-90a4-98d72bacf94f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.374983] env[62023]: INFO nova.compute.manager [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Terminating instance [ 1350.505162] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1757738, 'name': ReconfigVM_Task, 'duration_secs': 0.941763} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.505735] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919/7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.506130] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70a848e6-3749-47b0-8ed5-8298086019f4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.514030] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1350.514030] env[62023]: value = "task-1757742" [ 1350.514030] env[62023]: _type = "Task" [ 1350.514030] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.524657] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1757742, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.567874] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76d9e2f7-95ec-46e6-829a-505045b20fec tempest-ServerExternalEventsTest-526946217 tempest-ServerExternalEventsTest-526946217-project-member] Lock "2b12e91a-7c7e-4e52-8834-f59bd76fa228" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.625s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.589587] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Releasing lock "refresh_cache-27e46a4e-9554-4604-b7df-62893dd1f2e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.589919] env[62023]: DEBUG nova.compute.manager [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Instance network_info: |[{"id": "3d08176b-db9f-4bde-9417-21629c14dae2", "address": "fa:16:3e:7e:63:a8", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d08176b-db", "ovs_interfaceid": "3d08176b-db9f-4bde-9417-21629c14dae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1350.590402] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:63:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d08176b-db9f-4bde-9417-21629c14dae2', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.598750] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Creating folder: Project (5f31a3c7681d499da5d151c18a5017c9). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1350.599553] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9e07b71-3ee1-4be0-9381-983b44823e5f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.610629] env[62023]: DEBUG oslo_vmware.api [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293387} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.610893] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.611066] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1350.611256] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.611423] env[62023]: INFO nova.compute.manager [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1350.611666] env[62023]: DEBUG oslo.service.loopingcall [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1350.611850] env[62023]: DEBUG nova.compute.manager [-] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1350.611945] env[62023]: DEBUG nova.network.neutron [-] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1350.614967] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Created folder: Project (5f31a3c7681d499da5d151c18a5017c9) in parent group-v365170. [ 1350.615179] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Creating folder: Instances. Parent ref: group-v365262. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1350.615414] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f08281ac-c997-47a5-a501-53b8a8640c0c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.625905] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Created folder: Instances in parent group-v365262. [ 1350.627073] env[62023]: DEBUG oslo.service.loopingcall [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1350.627643] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.627874] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-961e75ff-7001-4140-a7fe-20ec77f2d8aa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.649517] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.649517] env[62023]: value = "task-1757745" [ 1350.649517] env[62023]: _type = "Task" [ 1350.649517] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.659442] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757745, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.754528] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52688963-3c58-5138-b974-cc50a16c5d54, 'name': SearchDatastore_Task, 'duration_secs': 0.025676} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.757622] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-596f1847-d309-4c4a-965f-6f938a16bd69 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.763856] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1350.763856] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52736cf0-6e4d-c2a1-db78-c867add632e2" [ 1350.763856] env[62023]: _type = "Task" [ 1350.763856] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.773073] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52736cf0-6e4d-c2a1-db78-c867add632e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.878937] env[62023]: DEBUG nova.compute.manager [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1350.879274] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.881167] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b246d6-9853-45af-bea5-c6de560dd871 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.890602] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.890866] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b829ebd4-ea84-4b0f-9491-2099286ff303 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.899134] env[62023]: DEBUG oslo_vmware.api [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Waiting for the task: (returnval){ [ 1350.899134] env[62023]: value = "task-1757746" [ 1350.899134] env[62023]: _type = "Task" [ 1350.899134] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.913196] env[62023]: DEBUG oslo_vmware.api [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': task-1757746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.031858] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1757742, 'name': Rename_Task, 'duration_secs': 0.279293} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.032518] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.032993] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1884ccef-8166-4be3-9e0b-ba605b4ff434 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.048323] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1351.048323] env[62023]: value = "task-1757747" [ 1351.048323] env[62023]: _type = "Task" [ 1351.048323] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.061819] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1757747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.160144] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757745, 'name': CreateVM_Task, 'duration_secs': 0.45976} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.161868] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1351.165500] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.165820] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.166184] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1351.167008] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f436c024-1f05-48b7-a6b8-aeec28bf5d43 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.175930] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Waiting for the task: (returnval){ [ 1351.175930] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523efd9b-c0ef-7938-ded0-7541b8b8d929" [ 1351.175930] env[62023]: _type = "Task" [ 1351.175930] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.189761] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523efd9b-c0ef-7938-ded0-7541b8b8d929, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.190377] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.190610] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.190812] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.275075] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52736cf0-6e4d-c2a1-db78-c867add632e2, 'name': SearchDatastore_Task, 'duration_secs': 0.0315} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.275611] env[62023]: DEBUG oslo_concurrency.lockutils [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.275844] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 98254616-2002-4986-818d-9fc0c0dff4db/98254616-2002-4986-818d-9fc0c0dff4db.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.278729] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.278983] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.279254] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13ddfb11-aa09-4add-bbe2-1f2c321975b0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.281742] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-656d9923-d0bd-4d70-a055-06d41e6b98e7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.290651] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1351.290651] env[62023]: value = "task-1757748" [ 1351.290651] env[62023]: _type = "Task" [ 1351.290651] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.294108] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.294108] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.303996] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f69f6dcd-c686-41f1-b451-f3c82c4cb66c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.311849] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Waiting for the task: (returnval){ [ 1351.311849] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52481596-661b-3cd1-6e21-20539e201c8e" [ 1351.311849] env[62023]: _type = "Task" [ 1351.311849] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.316406] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.329904] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52481596-661b-3cd1-6e21-20539e201c8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010166} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.331081] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c9505b-4793-4b6a-8c5c-0230c2fff950 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.339997] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Waiting for the task: (returnval){ [ 1351.339997] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ef34ab-0d87-5f69-5332-29505df315f6" [ 1351.339997] env[62023]: _type = "Task" [ 1351.339997] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.351056] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ef34ab-0d87-5f69-5332-29505df315f6, 'name': SearchDatastore_Task, 'duration_secs': 0.010351} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.354211] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.355025] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 27e46a4e-9554-4604-b7df-62893dd1f2e9/27e46a4e-9554-4604-b7df-62893dd1f2e9.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.355137] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4c93815-344e-44df-92aa-f4db0f50d575 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.376768] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Waiting for the task: (returnval){ [ 1351.376768] env[62023]: value = "task-1757749" [ 1351.376768] env[62023]: _type = "Task" [ 1351.376768] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.389113] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': task-1757749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.412452] env[62023]: DEBUG oslo_vmware.api [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': task-1757746, 'name': PowerOffVM_Task, 'duration_secs': 0.216484} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.416136] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.416510] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1351.417781] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d74454d4-7566-4b41-9859-84aa1c3d863d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.513883] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1351.514213] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1351.514446] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Deleting the datastore file [datastore1] e6b7759d-7a12-457b-90a4-98d72bacf94f {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.514789] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ca8fef8-9709-4fbb-b2e3-19c978199b4e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.525186] env[62023]: DEBUG oslo_vmware.api [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Waiting for the task: (returnval){ [ 1351.525186] env[62023]: value = "task-1757751" [ 1351.525186] env[62023]: _type = "Task" [ 1351.525186] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.555470] env[62023]: DEBUG oslo_vmware.api [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': task-1757751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.567031] env[62023]: DEBUG nova.compute.manager [req-c7182a08-f5b5-4676-9df3-a08e3208c3bb req-695568b5-4a36-4391-841e-63c08d329f69 service nova] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Received event network-changed-3d08176b-db9f-4bde-9417-21629c14dae2 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1351.567244] env[62023]: DEBUG nova.compute.manager [req-c7182a08-f5b5-4676-9df3-a08e3208c3bb req-695568b5-4a36-4391-841e-63c08d329f69 service nova] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Refreshing instance network info cache due to event network-changed-3d08176b-db9f-4bde-9417-21629c14dae2. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1351.567494] env[62023]: DEBUG oslo_concurrency.lockutils [req-c7182a08-f5b5-4676-9df3-a08e3208c3bb req-695568b5-4a36-4391-841e-63c08d329f69 service nova] Acquiring lock "refresh_cache-27e46a4e-9554-4604-b7df-62893dd1f2e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.568750] env[62023]: DEBUG oslo_concurrency.lockutils [req-c7182a08-f5b5-4676-9df3-a08e3208c3bb req-695568b5-4a36-4391-841e-63c08d329f69 service nova] Acquired lock "refresh_cache-27e46a4e-9554-4604-b7df-62893dd1f2e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.569050] env[62023]: DEBUG nova.network.neutron [req-c7182a08-f5b5-4676-9df3-a08e3208c3bb req-695568b5-4a36-4391-841e-63c08d329f69 service nova] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Refreshing network info cache for port 3d08176b-db9f-4bde-9417-21629c14dae2 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1351.579359] env[62023]: DEBUG oslo_vmware.api [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1757747, 'name': PowerOnVM_Task, 'duration_secs': 0.535017} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.580304] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.580833] env[62023]: INFO nova.compute.manager [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1351.580833] env[62023]: DEBUG nova.compute.manager [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.584265] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92bb803-0300-4756-b1e4-55b0cbbe63b8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.667488] env[62023]: DEBUG nova.network.neutron [-] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.689851] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae76056-1d54-4187-b51a-c150b4dce40b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.700748] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c9b5fb-d2c4-49c7-90b4-8b525916316b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.738315] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964978c2-8ab5-42dd-9e49-a641ba71b5a4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.748405] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919f35d9-9943-46e0-a810-3509447be1f9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.768464] env[62023]: DEBUG nova.compute.provider_tree [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.806505] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757748, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.894707] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': task-1757749, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.045688] env[62023]: DEBUG oslo_vmware.api [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': task-1757751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.113776] env[62023]: INFO nova.compute.manager [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Took 37.69 seconds to build instance. [ 1352.173460] env[62023]: INFO nova.compute.manager [-] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Took 1.56 seconds to deallocate network for instance. [ 1352.271760] env[62023]: DEBUG nova.scheduler.client.report [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.308325] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518967} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.308579] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 98254616-2002-4986-818d-9fc0c0dff4db/98254616-2002-4986-818d-9fc0c0dff4db.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.308794] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.309053] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64c06264-cc95-44aa-8b9f-783c8a5148aa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.319191] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1352.319191] env[62023]: value = "task-1757752" [ 1352.319191] env[62023]: _type = "Task" [ 1352.319191] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.328576] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.390327] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': task-1757749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794627} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.390797] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 27e46a4e-9554-4604-b7df-62893dd1f2e9/27e46a4e-9554-4604-b7df-62893dd1f2e9.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.390797] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.391052] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12586dcf-98ee-400e-8530-f2c4be334e05 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.402950] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Waiting for the task: (returnval){ [ 1352.402950] env[62023]: value = "task-1757753" [ 1352.402950] env[62023]: _type = "Task" [ 1352.402950] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.414798] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': task-1757753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.520280] env[62023]: DEBUG nova.network.neutron [req-c7182a08-f5b5-4676-9df3-a08e3208c3bb req-695568b5-4a36-4391-841e-63c08d329f69 service nova] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Updated VIF entry in instance network info cache for port 3d08176b-db9f-4bde-9417-21629c14dae2. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.520709] env[62023]: DEBUG nova.network.neutron [req-c7182a08-f5b5-4676-9df3-a08e3208c3bb req-695568b5-4a36-4391-841e-63c08d329f69 service nova] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Updating instance_info_cache with network_info: [{"id": "3d08176b-db9f-4bde-9417-21629c14dae2", "address": "fa:16:3e:7e:63:a8", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d08176b-db", "ovs_interfaceid": "3d08176b-db9f-4bde-9417-21629c14dae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.546186] env[62023]: DEBUG oslo_vmware.api [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Task: {'id': task-1757751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.637732} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.546703] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.547045] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.547424] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.547705] env[62023]: INFO nova.compute.manager [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1352.548069] env[62023]: DEBUG oslo.service.loopingcall [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1352.549227] env[62023]: DEBUG nova.compute.manager [-] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1352.549227] env[62023]: DEBUG nova.network.neutron [-] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1352.617876] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c624a256-e12d-4145-9965-842a14c221ea tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.215s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.688560] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.781113] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.781113] env[62023]: DEBUG nova.compute.manager [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1352.786997] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.394s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.833100] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109177} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.833100] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1352.833690] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005f0e53-87a4-4e52-8298-e3813ccfca04 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.882149] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 98254616-2002-4986-818d-9fc0c0dff4db/98254616-2002-4986-818d-9fc0c0dff4db.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.885579] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9ccf20d-f655-4239-912b-2e121be3d285 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.910230] env[62023]: DEBUG nova.network.neutron [-] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.925213] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': task-1757753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074053} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.926890] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1352.927395] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1352.927395] env[62023]: value = "task-1757754" [ 1352.927395] env[62023]: _type = "Task" [ 1352.927395] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.928154] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6a5213-f9a8-426c-a827-fec8501a731a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.965173] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 27e46a4e-9554-4604-b7df-62893dd1f2e9/27e46a4e-9554-4604-b7df-62893dd1f2e9.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.969039] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8c6bac7-f363-481e-af8d-1379df99be62 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.984171] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.992797] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Waiting for the task: (returnval){ [ 1352.992797] env[62023]: value = "task-1757755" [ 1352.992797] env[62023]: _type = "Task" [ 1352.992797] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.003027] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': task-1757755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.024079] env[62023]: DEBUG oslo_concurrency.lockutils [req-c7182a08-f5b5-4676-9df3-a08e3208c3bb req-695568b5-4a36-4391-841e-63c08d329f69 service nova] Releasing lock "refresh_cache-27e46a4e-9554-4604-b7df-62893dd1f2e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.024361] env[62023]: DEBUG nova.compute.manager [req-c7182a08-f5b5-4676-9df3-a08e3208c3bb req-695568b5-4a36-4391-841e-63c08d329f69 service nova] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Received event network-vif-deleted-f8ae9459-965a-4854-a39d-ceff29705cc0 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1353.024516] env[62023]: INFO nova.compute.manager [req-c7182a08-f5b5-4676-9df3-a08e3208c3bb req-695568b5-4a36-4391-841e-63c08d329f69 service nova] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Neutron deleted interface f8ae9459-965a-4854-a39d-ceff29705cc0; detaching it from the instance and deleting it from the info cache [ 1353.024684] env[62023]: DEBUG nova.network.neutron [req-c7182a08-f5b5-4676-9df3-a08e3208c3bb req-695568b5-4a36-4391-841e-63c08d329f69 service nova] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.125269] env[62023]: DEBUG nova.compute.manager [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1353.291562] env[62023]: DEBUG nova.compute.utils [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1353.295897] env[62023]: INFO nova.compute.claims [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1353.301428] env[62023]: DEBUG nova.compute.manager [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1353.301608] env[62023]: DEBUG nova.network.neutron [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1353.418210] env[62023]: INFO nova.compute.manager [-] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Took 0.87 seconds to deallocate network for instance. [ 1353.433062] env[62023]: DEBUG nova.policy [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b4e0bb053a34256aa2835b2a855f9c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4a9a71fe63c4b91aa06b269f391b552', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1353.448687] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757754, 'name': ReconfigVM_Task, 'duration_secs': 0.283443} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.452039] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 98254616-2002-4986-818d-9fc0c0dff4db/98254616-2002-4986-818d-9fc0c0dff4db.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.452039] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7a7289f-a86b-48c0-8da8-293b5df0e32d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.461887] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1353.461887] env[62023]: value = "task-1757756" [ 1353.461887] env[62023]: _type = "Task" [ 1353.461887] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.475213] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757756, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.508743] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': task-1757755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.529115] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2ad2049-54f8-4536-bf3d-cd58fadbc3c1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.549574] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dc6fe0-f2ff-4b7e-844a-8628a37db2bb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.594683] env[62023]: DEBUG nova.compute.manager [req-c7182a08-f5b5-4676-9df3-a08e3208c3bb req-695568b5-4a36-4391-841e-63c08d329f69 service nova] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Detach interface failed, port_id=f8ae9459-965a-4854-a39d-ceff29705cc0, reason: Instance af16d463-02a2-43d0-953b-269ce88f02e3 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1353.650063] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.802745] env[62023]: DEBUG nova.compute.manager [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1353.806980] env[62023]: INFO nova.compute.resource_tracker [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Updating resource usage from migration e2ddf4f7-cad2-43e2-9a16-322b8a1a7356 [ 1353.925507] env[62023]: DEBUG nova.compute.manager [req-bfc87483-d9f4-4ce0-93af-24a67b78a44b req-ba303cbe-04a8-4491-8fc7-bf81a846d550 service nova] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Received event network-vif-deleted-687eb611-7023-4f98-bec7-c3387907ba61 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1353.926392] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.978469] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757756, 'name': Rename_Task, 'duration_secs': 0.163571} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.980914] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.981455] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2577909-ee6c-4f56-b1ed-5c622f23279c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.990722] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1353.990722] env[62023]: value = "task-1757757" [ 1353.990722] env[62023]: _type = "Task" [ 1353.990722] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.015817] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.016147] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': task-1757755, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.036788] env[62023]: DEBUG nova.network.neutron [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Successfully created port: 49ecfe25-8674-46f5-9ce4-87aa6371763f {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1354.166044] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "70e1f478-73e0-4ddb-a206-a64a7e639a37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.166044] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "70e1f478-73e0-4ddb-a206-a64a7e639a37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.415644] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff2a99e-51ce-4d65-8999-2f44a9a37f68 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.429223] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d94c71d-76f3-4314-98ec-575638b974fb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.472378] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d42d1b2-1ed9-410d-be23-ec8035bf3bc5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.482964] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ad9377-9c42-4c9f-96dd-4a797cd80721 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.506699] env[62023]: DEBUG nova.compute.provider_tree [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.522074] env[62023]: DEBUG oslo_vmware.api [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757757, 'name': PowerOnVM_Task, 'duration_secs': 0.518912} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.522834] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.523054] env[62023]: INFO nova.compute.manager [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1354.523274] env[62023]: DEBUG nova.compute.manager [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1354.525723] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbebdade-c831-4273-8813-b40e18917342 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.532512] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': task-1757755, 'name': ReconfigVM_Task, 'duration_secs': 1.345285} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.533167] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 27e46a4e-9554-4604-b7df-62893dd1f2e9/27e46a4e-9554-4604-b7df-62893dd1f2e9.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.533778] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6275c498-3003-49a9-bc46-8cf359601262 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.543138] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Waiting for the task: (returnval){ [ 1354.543138] env[62023]: value = "task-1757758" [ 1354.543138] env[62023]: _type = "Task" [ 1354.543138] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.553063] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': task-1757758, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.816640] env[62023]: DEBUG nova.compute.manager [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1354.857304] env[62023]: DEBUG nova.virt.hardware [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.857558] env[62023]: DEBUG nova.virt.hardware [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.857711] env[62023]: DEBUG nova.virt.hardware [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.857884] env[62023]: DEBUG nova.virt.hardware [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.858039] env[62023]: DEBUG nova.virt.hardware [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.858188] env[62023]: DEBUG nova.virt.hardware [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.858387] env[62023]: DEBUG nova.virt.hardware [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.858558] env[62023]: DEBUG nova.virt.hardware [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.858773] env[62023]: DEBUG nova.virt.hardware [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.858941] env[62023]: DEBUG nova.virt.hardware [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.859129] env[62023]: DEBUG nova.virt.hardware [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.859993] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527b5207-acc7-4012-a9ae-833b60acf6c0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.873020] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb26610-be66-4e18-b023-cacb3e12bf85 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.023224] env[62023]: DEBUG nova.scheduler.client.report [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.061934] env[62023]: INFO nova.compute.manager [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Took 38.47 seconds to build instance. [ 1355.062936] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': task-1757758, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.535025] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.745s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.535025] env[62023]: INFO nova.compute.manager [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Migrating [ 1355.535025] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.535025] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.535025] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.033s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.536171] env[62023]: INFO nova.compute.claims [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1355.564072] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': task-1757758, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.565495] env[62023]: DEBUG oslo_concurrency.lockutils [None req-821e8019-14f7-4036-abaa-0f94a985e632 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lock "98254616-2002-4986-818d-9fc0c0dff4db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.984s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.766854] env[62023]: DEBUG nova.network.neutron [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Successfully updated port: 49ecfe25-8674-46f5-9ce4-87aa6371763f {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1355.967216] env[62023]: DEBUG nova.compute.manager [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Received event network-changed-07a80b81-b194-4342-8c1d-2558e94b0e6c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1355.967437] env[62023]: DEBUG nova.compute.manager [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Refreshing instance network info cache due to event network-changed-07a80b81-b194-4342-8c1d-2558e94b0e6c. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1355.967679] env[62023]: DEBUG oslo_concurrency.lockutils [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] Acquiring lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.967825] env[62023]: DEBUG oslo_concurrency.lockutils [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] Acquired lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.967984] env[62023]: DEBUG nova.network.neutron [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Refreshing network info cache for port 07a80b81-b194-4342-8c1d-2558e94b0e6c {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1356.040380] env[62023]: INFO nova.compute.rpcapi [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1356.040976] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.068998] env[62023]: DEBUG nova.compute.manager [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1356.081960] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': task-1757758, 'name': Rename_Task, 'duration_secs': 1.444838} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.082196] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.082525] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66b90136-20bd-4fce-9466-30dbd5b5fd45 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.092957] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Waiting for the task: (returnval){ [ 1356.092957] env[62023]: value = "task-1757759" [ 1356.092957] env[62023]: _type = "Task" [ 1356.092957] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.103910] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': task-1757759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.274675] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquiring lock "refresh_cache-292ba894-b22c-4ef9-83a8-ceb884b71bd8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.274675] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquired lock "refresh_cache-292ba894-b22c-4ef9-83a8-ceb884b71bd8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.274675] env[62023]: DEBUG nova.network.neutron [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.568593] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "refresh_cache-b4249275-18dc-4d4b-9e6a-9e97cd84325a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.568933] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquired lock "refresh_cache-b4249275-18dc-4d4b-9e6a-9e97cd84325a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.568933] env[62023]: DEBUG nova.network.neutron [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.596591] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.609726] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': task-1757759, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.616420] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e68c01-ccfe-4d3e-b0c7-8fc9db13e5c1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.625088] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39447123-a5c4-4ef3-81ef-a87723672f22 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.664814] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9064ddd9-c6a2-4b4b-9d7a-ca9ba8a7518d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.673782] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f89940d-cc6a-447c-8811-c122931d0a5e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.691734] env[62023]: DEBUG nova.compute.provider_tree [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.862984] env[62023]: DEBUG nova.network.neutron [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.114351] env[62023]: DEBUG oslo_vmware.api [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': task-1757759, 'name': PowerOnVM_Task, 'duration_secs': 0.658341} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.114351] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.114351] env[62023]: INFO nova.compute.manager [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1357.114351] env[62023]: DEBUG nova.compute.manager [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.114351] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6287870b-a2f3-41d2-8cce-344356b37016 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.134319] env[62023]: DEBUG nova.network.neutron [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Updated VIF entry in instance network info cache for port 07a80b81-b194-4342-8c1d-2558e94b0e6c. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1357.134723] env[62023]: DEBUG nova.network.neutron [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Updating instance_info_cache with network_info: [{"id": "07a80b81-b194-4342-8c1d-2558e94b0e6c", "address": "fa:16:3e:ca:8c:c2", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a80b81-b1", "ovs_interfaceid": "07a80b81-b194-4342-8c1d-2558e94b0e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.194547] env[62023]: DEBUG nova.scheduler.client.report [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.270932] env[62023]: DEBUG nova.network.neutron [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Updating instance_info_cache with network_info: [{"id": "49ecfe25-8674-46f5-9ce4-87aa6371763f", "address": "fa:16:3e:f3:34:b2", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49ecfe25-86", "ovs_interfaceid": "49ecfe25-8674-46f5-9ce4-87aa6371763f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.461054] env[62023]: DEBUG nova.network.neutron [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Updating instance_info_cache with network_info: [{"id": "831e96e0-6a80-4eb7-b6ad-60a7fefc81ff", "address": "fa:16:3e:84:0b:88", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831e96e0-6a", "ovs_interfaceid": "831e96e0-6a80-4eb7-b6ad-60a7fefc81ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.634944] env[62023]: INFO nova.compute.manager [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Took 40.88 seconds to build instance. [ 1357.637199] env[62023]: DEBUG oslo_concurrency.lockutils [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] Releasing lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.637485] env[62023]: DEBUG nova.compute.manager [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Received event network-vif-plugged-49ecfe25-8674-46f5-9ce4-87aa6371763f {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1357.637615] env[62023]: DEBUG oslo_concurrency.lockutils [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] Acquiring lock "292ba894-b22c-4ef9-83a8-ceb884b71bd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.637829] env[62023]: DEBUG oslo_concurrency.lockutils [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] Lock "292ba894-b22c-4ef9-83a8-ceb884b71bd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.637988] env[62023]: DEBUG oslo_concurrency.lockutils [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] Lock "292ba894-b22c-4ef9-83a8-ceb884b71bd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.638165] env[62023]: DEBUG nova.compute.manager [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] No waiting events found dispatching network-vif-plugged-49ecfe25-8674-46f5-9ce4-87aa6371763f {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1357.638327] env[62023]: WARNING nova.compute.manager [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Received unexpected event network-vif-plugged-49ecfe25-8674-46f5-9ce4-87aa6371763f for instance with vm_state building and task_state spawning. [ 1357.638971] env[62023]: DEBUG nova.compute.manager [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Received event network-changed-49ecfe25-8674-46f5-9ce4-87aa6371763f {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1357.638971] env[62023]: DEBUG nova.compute.manager [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Refreshing instance network info cache due to event network-changed-49ecfe25-8674-46f5-9ce4-87aa6371763f. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1357.638971] env[62023]: DEBUG oslo_concurrency.lockutils [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] Acquiring lock "refresh_cache-292ba894-b22c-4ef9-83a8-ceb884b71bd8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.700373] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.701279] env[62023]: DEBUG nova.compute.manager [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1357.704225] env[62023]: DEBUG oslo_concurrency.lockutils [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.251s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.706861] env[62023]: INFO nova.compute.claims [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.774174] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Releasing lock "refresh_cache-292ba894-b22c-4ef9-83a8-ceb884b71bd8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.774531] env[62023]: DEBUG nova.compute.manager [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Instance network_info: |[{"id": "49ecfe25-8674-46f5-9ce4-87aa6371763f", "address": "fa:16:3e:f3:34:b2", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49ecfe25-86", "ovs_interfaceid": "49ecfe25-8674-46f5-9ce4-87aa6371763f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1357.774941] env[62023]: DEBUG oslo_concurrency.lockutils [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] Acquired lock "refresh_cache-292ba894-b22c-4ef9-83a8-ceb884b71bd8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.775025] env[62023]: DEBUG nova.network.neutron [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Refreshing network info cache for port 49ecfe25-8674-46f5-9ce4-87aa6371763f {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.776194] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:34:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49ecfe25-8674-46f5-9ce4-87aa6371763f', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1357.783986] env[62023]: DEBUG oslo.service.loopingcall [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1357.784985] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1357.785303] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-291de7ad-916c-46fb-9218-bda9b8f48f73 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.807596] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1357.807596] env[62023]: value = "task-1757760" [ 1357.807596] env[62023]: _type = "Task" [ 1357.807596] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.821792] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757760, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.966930] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Releasing lock "refresh_cache-b4249275-18dc-4d4b-9e6a-9e97cd84325a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.137677] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87cceb17-4000-4fbb-9a85-e5112dce4268 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Lock "27e46a4e-9554-4604-b7df-62893dd1f2e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.389s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.213813] env[62023]: DEBUG nova.compute.utils [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1358.225027] env[62023]: DEBUG nova.compute.manager [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1358.225027] env[62023]: DEBUG nova.network.neutron [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1358.269073] env[62023]: DEBUG nova.policy [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca353441263641c69531df7270e16597', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ac12614ac01433d8300f207b865b5a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1358.324184] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757760, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.542028] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Acquiring lock "27e46a4e-9554-4604-b7df-62893dd1f2e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.542028] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Lock "27e46a4e-9554-4604-b7df-62893dd1f2e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.542028] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Acquiring lock "27e46a4e-9554-4604-b7df-62893dd1f2e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.542028] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Lock "27e46a4e-9554-4604-b7df-62893dd1f2e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.542421] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Lock "27e46a4e-9554-4604-b7df-62893dd1f2e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.546276] env[62023]: INFO nova.compute.manager [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Terminating instance [ 1358.640569] env[62023]: DEBUG nova.compute.manager [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1358.725134] env[62023]: DEBUG nova.compute.manager [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1358.824729] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757760, 'name': CreateVM_Task, 'duration_secs': 0.792609} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.829843] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1358.830819] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.830956] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.831502] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1358.831783] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffdeed5f-529d-49b1-b9fc-a58760586223 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.838141] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1358.838141] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52940d78-3bb7-ed35-7ce9-bf61c05bb1c8" [ 1358.838141] env[62023]: _type = "Task" [ 1358.838141] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.851667] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52940d78-3bb7-ed35-7ce9-bf61c05bb1c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.977645] env[62023]: DEBUG nova.network.neutron [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Updated VIF entry in instance network info cache for port 49ecfe25-8674-46f5-9ce4-87aa6371763f. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.978077] env[62023]: DEBUG nova.network.neutron [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Updating instance_info_cache with network_info: [{"id": "49ecfe25-8674-46f5-9ce4-87aa6371763f", "address": "fa:16:3e:f3:34:b2", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49ecfe25-86", "ovs_interfaceid": "49ecfe25-8674-46f5-9ce4-87aa6371763f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.052198] env[62023]: DEBUG nova.compute.manager [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1359.052426] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.053342] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d75104-7d09-4965-84a0-f93c3a5f5365 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.062800] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.062800] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-551d6874-bad9-4fc2-b62b-b7497a7c0336 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.071188] env[62023]: DEBUG oslo_vmware.api [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Waiting for the task: (returnval){ [ 1359.071188] env[62023]: value = "task-1757761" [ 1359.071188] env[62023]: _type = "Task" [ 1359.071188] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.086145] env[62023]: DEBUG oslo_vmware.api [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': task-1757761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.129264] env[62023]: DEBUG nova.network.neutron [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Successfully created port: f16bf4b2-dade-4b28-907c-27fd0f238ad1 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1359.165938] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.353227] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52940d78-3bb7-ed35-7ce9-bf61c05bb1c8, 'name': SearchDatastore_Task, 'duration_secs': 0.049458} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.358162] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.358162] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1359.358162] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.358162] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.358513] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1359.359019] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7ce3a3b-a138-45f2-95c6-7bfa578091b7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.381691] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1359.381949] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1359.382708] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e0e0d81-2281-45b8-8a47-955f5a82d0a3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.391614] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1359.391614] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5272219c-2cfe-eff1-ea79-b364ec94ea21" [ 1359.391614] env[62023]: _type = "Task" [ 1359.391614] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.400272] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d36a9d-3547-4968-9dde-df9214269b86 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.410686] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5272219c-2cfe-eff1-ea79-b364ec94ea21, 'name': SearchDatastore_Task, 'duration_secs': 0.012442} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.413316] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-785d0fd7-27be-43d4-99c8-3bcb791a947f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.416731] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f01e904-8df3-4552-a425-e671cea0c6a2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.423907] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1359.423907] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5205000c-c0fb-6c40-1ae8-0c2a1a9f684c" [ 1359.423907] env[62023]: _type = "Task" [ 1359.423907] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.452759] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caf7073-c203-43ea-8cf5-b5f067d01286 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.463315] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5205000c-c0fb-6c40-1ae8-0c2a1a9f684c, 'name': SearchDatastore_Task, 'duration_secs': 0.011783} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.465484] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.465744] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 292ba894-b22c-4ef9-83a8-ceb884b71bd8/292ba894-b22c-4ef9-83a8-ceb884b71bd8.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1359.466130] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24f2bcfc-4065-460f-977b-b07dc3028c78 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.469338] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d302eecb-826d-4b90-a143-84ff5a985bde {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.484472] env[62023]: DEBUG oslo_concurrency.lockutils [req-337f439f-f058-40eb-b004-36d7d0ec54b4 req-6a7a459d-edba-45a7-aa5e-bf2aa825c47b service nova] Releasing lock "refresh_cache-292ba894-b22c-4ef9-83a8-ceb884b71bd8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.485157] env[62023]: DEBUG nova.compute.provider_tree [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.491084] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1359.491084] env[62023]: value = "task-1757762" [ 1359.491084] env[62023]: _type = "Task" [ 1359.491084] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.492207] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e371f8-37f8-49d1-9e17-1d4f345646d2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.504913] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.518905] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Updating instance 'b4249275-18dc-4d4b-9e6a-9e97cd84325a' progress to 0 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1359.582107] env[62023]: DEBUG oslo_vmware.api [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': task-1757761, 'name': PowerOffVM_Task, 'duration_secs': 0.339925} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.582107] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.582107] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.582107] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc5f6104-d20f-4ec3-a365-cecbe19edefb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.672039] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.672290] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.672591] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Deleting the datastore file [datastore1] 27e46a4e-9554-4604-b7df-62893dd1f2e9 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.675947] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c899d3b-2cab-4727-8921-9dcd4cb38327 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.680507] env[62023]: DEBUG oslo_vmware.api [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Waiting for the task: (returnval){ [ 1359.680507] env[62023]: value = "task-1757764" [ 1359.680507] env[62023]: _type = "Task" [ 1359.680507] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.692556] env[62023]: DEBUG oslo_vmware.api [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': task-1757764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.746116] env[62023]: DEBUG nova.compute.manager [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1359.780316] env[62023]: DEBUG nova.virt.hardware [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1359.780606] env[62023]: DEBUG nova.virt.hardware [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1359.780728] env[62023]: DEBUG nova.virt.hardware [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1359.780902] env[62023]: DEBUG nova.virt.hardware [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1359.781055] env[62023]: DEBUG nova.virt.hardware [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1359.781200] env[62023]: DEBUG nova.virt.hardware [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1359.781405] env[62023]: DEBUG nova.virt.hardware [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1359.781556] env[62023]: DEBUG nova.virt.hardware [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1359.781716] env[62023]: DEBUG nova.virt.hardware [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1359.781874] env[62023]: DEBUG nova.virt.hardware [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1359.782055] env[62023]: DEBUG nova.virt.hardware [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1359.782969] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9a7929-0cd8-4bd1-ad66-1336ca49060c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.792453] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d90e8cc-6ff0-41fc-83f0-57ecb2a2c303 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.995235] env[62023]: DEBUG nova.scheduler.client.report [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.007606] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757762, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.026405] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1360.026861] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04aad8e4-6fb8-432f-9e02-024c48e6f337 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.035738] env[62023]: DEBUG oslo_vmware.api [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1360.035738] env[62023]: value = "task-1757765" [ 1360.035738] env[62023]: _type = "Task" [ 1360.035738] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.049977] env[62023]: DEBUG oslo_vmware.api [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.191873] env[62023]: DEBUG oslo_vmware.api [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Task: {'id': task-1757764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455791} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.192136] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.192331] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.192538] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.192702] env[62023]: INFO nova.compute.manager [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1360.192949] env[62023]: DEBUG oslo.service.loopingcall [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1360.193158] env[62023]: DEBUG nova.compute.manager [-] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1360.193255] env[62023]: DEBUG nova.network.neutron [-] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1360.502546] env[62023]: DEBUG oslo_concurrency.lockutils [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.502970] env[62023]: DEBUG nova.compute.manager [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1360.506044] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.901s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.506044] env[62023]: DEBUG nova.objects.instance [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Lazy-loading 'resources' on Instance uuid 89ade661-9570-4b30-8dec-3f2842c43af0 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.515873] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56585} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.516253] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 292ba894-b22c-4ef9-83a8-ceb884b71bd8/292ba894-b22c-4ef9-83a8-ceb884b71bd8.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1360.516650] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1360.517037] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f43d7836-9164-4317-8e8f-54bc099fc4be {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.528985] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1360.528985] env[62023]: value = "task-1757766" [ 1360.528985] env[62023]: _type = "Task" [ 1360.528985] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.538571] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.548589] env[62023]: DEBUG oslo_vmware.api [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757765, 'name': PowerOffVM_Task, 'duration_secs': 0.188814} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.548892] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.549106] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Updating instance 'b4249275-18dc-4d4b-9e6a-9e97cd84325a' progress to 17 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1360.593384] env[62023]: DEBUG nova.compute.manager [req-98298cd1-e37e-4fb9-b0fe-8fc94fe93804 req-d6fff694-9166-4b9f-9982-44192c65f754 service nova] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Received event network-vif-deleted-3d08176b-db9f-4bde-9417-21629c14dae2 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1360.593586] env[62023]: INFO nova.compute.manager [req-98298cd1-e37e-4fb9-b0fe-8fc94fe93804 req-d6fff694-9166-4b9f-9982-44192c65f754 service nova] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Neutron deleted interface 3d08176b-db9f-4bde-9417-21629c14dae2; detaching it from the instance and deleting it from the info cache [ 1360.593819] env[62023]: DEBUG nova.network.neutron [req-98298cd1-e37e-4fb9-b0fe-8fc94fe93804 req-d6fff694-9166-4b9f-9982-44192c65f754 service nova] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.889201] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquiring lock "8738aede-3817-4117-a482-a77db3db46a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.889430] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "8738aede-3817-4117-a482-a77db3db46a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.963367] env[62023]: DEBUG nova.network.neutron [-] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.972445] env[62023]: DEBUG nova.network.neutron [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Successfully updated port: f16bf4b2-dade-4b28-907c-27fd0f238ad1 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1361.009588] env[62023]: DEBUG nova.compute.utils [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1361.011548] env[62023]: DEBUG nova.compute.manager [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1361.011738] env[62023]: DEBUG nova.network.neutron [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1361.039607] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066838} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.039886] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1361.040949] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ff7b30-c568-43cd-b7de-5191bb87aa49 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.062234] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.062472] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.063095] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.063095] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.063095] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.063095] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.063363] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.063440] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.063593] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.063736] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.063910] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.077137] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 292ba894-b22c-4ef9-83a8-ceb884b71bd8/292ba894-b22c-4ef9-83a8-ceb884b71bd8.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1361.078737] env[62023]: DEBUG nova.policy [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd07c505d6ae44d7096837051ea16ce5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd495fe97f2764c24845062c14d5ffa17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1361.083109] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18352e88-e14b-42f2-9a0f-f2c0f805e6ba {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.092907] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97a4d178-1637-4e27-b689-d6d8c73290d0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.108576] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4cd5c47-f45c-45fb-8ec1-105238b79b1d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.115910] env[62023]: DEBUG oslo_vmware.api [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1361.115910] env[62023]: value = "task-1757767" [ 1361.115910] env[62023]: _type = "Task" [ 1361.115910] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.120858] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1361.120858] env[62023]: value = "task-1757768" [ 1361.120858] env[62023]: _type = "Task" [ 1361.120858] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.130942] env[62023]: DEBUG oslo_vmware.api [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.134375] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea63a74-5344-4a56-baf7-0d3721d14c68 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.154564] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757768, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.178447] env[62023]: DEBUG nova.compute.manager [req-98298cd1-e37e-4fb9-b0fe-8fc94fe93804 req-d6fff694-9166-4b9f-9982-44192c65f754 service nova] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Detach interface failed, port_id=3d08176b-db9f-4bde-9417-21629c14dae2, reason: Instance 27e46a4e-9554-4604-b7df-62893dd1f2e9 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1361.463216] env[62023]: DEBUG nova.network.neutron [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Successfully created port: 843a2596-622c-4b8c-9e68-f3b0ea6050a3 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1361.465618] env[62023]: INFO nova.compute.manager [-] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Took 1.27 seconds to deallocate network for instance. [ 1361.481388] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Acquiring lock "refresh_cache-e1d37f7c-e412-43f8-be47-20f0d5159fa6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.482669] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Acquired lock "refresh_cache-e1d37f7c-e412-43f8-be47-20f0d5159fa6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.482669] env[62023]: DEBUG nova.network.neutron [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.518315] env[62023]: DEBUG nova.compute.manager [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1361.629938] env[62023]: DEBUG oslo_vmware.api [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757767, 'name': ReconfigVM_Task, 'duration_secs': 0.29498} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.630814] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Updating instance 'b4249275-18dc-4d4b-9e6a-9e97cd84325a' progress to 33 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1361.642771] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757768, 'name': ReconfigVM_Task, 'duration_secs': 0.47559} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.644415] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 292ba894-b22c-4ef9-83a8-ceb884b71bd8/292ba894-b22c-4ef9-83a8-ceb884b71bd8.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1361.645103] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea83a1c5-b7d5-4515-8f16-814845c6e650 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.654561] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1361.654561] env[62023]: value = "task-1757769" [ 1361.654561] env[62023]: _type = "Task" [ 1361.654561] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.667391] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757769, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.689283] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca672a08-def5-4d25-8419-82c06b58ca71 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.698031] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e3caed-36e9-4cd1-a69b-909e3897a595 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.730454] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee0b95d-88a4-4562-a22f-f3cb6ffe0e5d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.739388] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54db140d-6d3a-4b52-a3f6-b7314e8f77da {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.754188] env[62023]: DEBUG nova.compute.provider_tree [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.985058] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.015104] env[62023]: DEBUG nova.network.neutron [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1362.147077] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1362.147077] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.147367] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.147681] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.149403] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.149403] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1362.149403] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1362.149403] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1362.149403] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1362.149763] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1362.149763] env[62023]: DEBUG nova.virt.hardware [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1362.155825] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Reconfiguring VM instance instance-00000014 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1362.156353] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35c0a2e2-4992-4a4a-a18c-986ed02c3c2c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.171746] env[62023]: DEBUG nova.network.neutron [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Updating instance_info_cache with network_info: [{"id": "f16bf4b2-dade-4b28-907c-27fd0f238ad1", "address": "fa:16:3e:cb:de:f7", "network": {"id": "043ccdcb-1a61-4dde-95b0-44eff3c7d579", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1202399434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ac12614ac01433d8300f207b865b5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16bf4b2-da", "ovs_interfaceid": "f16bf4b2-dade-4b28-907c-27fd0f238ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.182610] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757769, 'name': Rename_Task, 'duration_secs': 0.156855} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.184062] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1362.184521] env[62023]: DEBUG oslo_vmware.api [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1362.184521] env[62023]: value = "task-1757770" [ 1362.184521] env[62023]: _type = "Task" [ 1362.184521] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.184908] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5a30892-4287-424b-92f5-dbc6a7b0283e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.196544] env[62023]: DEBUG oslo_vmware.api [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757770, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.197880] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1362.197880] env[62023]: value = "task-1757771" [ 1362.197880] env[62023]: _type = "Task" [ 1362.197880] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.206521] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.259785] env[62023]: DEBUG nova.scheduler.client.report [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.530177] env[62023]: DEBUG nova.compute.manager [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1362.555838] env[62023]: DEBUG nova.virt.hardware [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1362.556177] env[62023]: DEBUG nova.virt.hardware [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.556529] env[62023]: DEBUG nova.virt.hardware [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.556789] env[62023]: DEBUG nova.virt.hardware [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.557050] env[62023]: DEBUG nova.virt.hardware [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.557308] env[62023]: DEBUG nova.virt.hardware [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1362.557671] env[62023]: DEBUG nova.virt.hardware [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1362.557928] env[62023]: DEBUG nova.virt.hardware [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1362.558135] env[62023]: DEBUG nova.virt.hardware [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1362.558311] env[62023]: DEBUG nova.virt.hardware [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1362.558509] env[62023]: DEBUG nova.virt.hardware [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1362.559410] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cf92d7-41e2-443f-a90d-d3447892df73 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.573059] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385fc817-040c-48ee-bd76-be1186680387 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.667033] env[62023]: DEBUG nova.compute.manager [req-cb00f04c-a9c4-4293-bdc8-5b2a52c722c2 req-7d55c68e-6bdb-41b5-b4ca-648d4109996a service nova] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Received event network-vif-plugged-f16bf4b2-dade-4b28-907c-27fd0f238ad1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1362.667217] env[62023]: DEBUG oslo_concurrency.lockutils [req-cb00f04c-a9c4-4293-bdc8-5b2a52c722c2 req-7d55c68e-6bdb-41b5-b4ca-648d4109996a service nova] Acquiring lock "e1d37f7c-e412-43f8-be47-20f0d5159fa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.667400] env[62023]: DEBUG oslo_concurrency.lockutils [req-cb00f04c-a9c4-4293-bdc8-5b2a52c722c2 req-7d55c68e-6bdb-41b5-b4ca-648d4109996a service nova] Lock "e1d37f7c-e412-43f8-be47-20f0d5159fa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.667646] env[62023]: DEBUG oslo_concurrency.lockutils [req-cb00f04c-a9c4-4293-bdc8-5b2a52c722c2 req-7d55c68e-6bdb-41b5-b4ca-648d4109996a service nova] Lock "e1d37f7c-e412-43f8-be47-20f0d5159fa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.667874] env[62023]: DEBUG nova.compute.manager [req-cb00f04c-a9c4-4293-bdc8-5b2a52c722c2 req-7d55c68e-6bdb-41b5-b4ca-648d4109996a service nova] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] No waiting events found dispatching network-vif-plugged-f16bf4b2-dade-4b28-907c-27fd0f238ad1 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1362.668118] env[62023]: WARNING nova.compute.manager [req-cb00f04c-a9c4-4293-bdc8-5b2a52c722c2 req-7d55c68e-6bdb-41b5-b4ca-648d4109996a service nova] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Received unexpected event network-vif-plugged-f16bf4b2-dade-4b28-907c-27fd0f238ad1 for instance with vm_state building and task_state spawning. [ 1362.668320] env[62023]: DEBUG nova.compute.manager [req-cb00f04c-a9c4-4293-bdc8-5b2a52c722c2 req-7d55c68e-6bdb-41b5-b4ca-648d4109996a service nova] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Received event network-changed-f16bf4b2-dade-4b28-907c-27fd0f238ad1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1362.668404] env[62023]: DEBUG nova.compute.manager [req-cb00f04c-a9c4-4293-bdc8-5b2a52c722c2 req-7d55c68e-6bdb-41b5-b4ca-648d4109996a service nova] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Refreshing instance network info cache due to event network-changed-f16bf4b2-dade-4b28-907c-27fd0f238ad1. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1362.668575] env[62023]: DEBUG oslo_concurrency.lockutils [req-cb00f04c-a9c4-4293-bdc8-5b2a52c722c2 req-7d55c68e-6bdb-41b5-b4ca-648d4109996a service nova] Acquiring lock "refresh_cache-e1d37f7c-e412-43f8-be47-20f0d5159fa6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.678403] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Releasing lock "refresh_cache-e1d37f7c-e412-43f8-be47-20f0d5159fa6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.678802] env[62023]: DEBUG nova.compute.manager [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Instance network_info: |[{"id": "f16bf4b2-dade-4b28-907c-27fd0f238ad1", "address": "fa:16:3e:cb:de:f7", "network": {"id": "043ccdcb-1a61-4dde-95b0-44eff3c7d579", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1202399434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ac12614ac01433d8300f207b865b5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16bf4b2-da", "ovs_interfaceid": "f16bf4b2-dade-4b28-907c-27fd0f238ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1362.679114] env[62023]: DEBUG oslo_concurrency.lockutils [req-cb00f04c-a9c4-4293-bdc8-5b2a52c722c2 req-7d55c68e-6bdb-41b5-b4ca-648d4109996a service nova] Acquired lock "refresh_cache-e1d37f7c-e412-43f8-be47-20f0d5159fa6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.679363] env[62023]: DEBUG nova.network.neutron [req-cb00f04c-a9c4-4293-bdc8-5b2a52c722c2 req-7d55c68e-6bdb-41b5-b4ca-648d4109996a service nova] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Refreshing network info cache for port f16bf4b2-dade-4b28-907c-27fd0f238ad1 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.680684] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:de:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f16bf4b2-dade-4b28-907c-27fd0f238ad1', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.689212] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Creating folder: Project (3ac12614ac01433d8300f207b865b5a0). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1362.689328] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cec6d7a5-eac9-4d66-b55d-20221d6285d7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.707097] env[62023]: DEBUG oslo_vmware.api [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757770, 'name': ReconfigVM_Task, 'duration_secs': 0.173747} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.709418] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Reconfigured VM instance instance-00000014 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1362.709882] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Created folder: Project (3ac12614ac01433d8300f207b865b5a0) in parent group-v365170. [ 1362.710839] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Creating folder: Instances. Parent ref: group-v365266. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1362.712146] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ae6a97-002c-4b83-b8de-ca1e5ed5f1c9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.713844] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bd31681-3513-4271-a6d1-da08c1d0622b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.718968] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757771, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.741055] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] b4249275-18dc-4d4b-9e6a-9e97cd84325a/b4249275-18dc-4d4b-9e6a-9e97cd84325a.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.743058] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-050a9ad3-e605-4447-9d16-2ccfe4f03a1d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.758091] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Created folder: Instances in parent group-v365266. [ 1362.758091] env[62023]: DEBUG oslo.service.loopingcall [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.758091] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.758377] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98866845-fc93-4b98-930d-444c5369ef28 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.774969] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.777054] env[62023]: DEBUG oslo_vmware.api [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1362.777054] env[62023]: value = "task-1757774" [ 1362.777054] env[62023]: _type = "Task" [ 1362.777054] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.777790] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.214s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.778042] env[62023]: DEBUG nova.objects.instance [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lazy-loading 'resources' on Instance uuid 79e46bde-6072-4afb-aa46-79f8c0a929bb {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.785298] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.785298] env[62023]: value = "task-1757775" [ 1362.785298] env[62023]: _type = "Task" [ 1362.785298] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.789149] env[62023]: DEBUG oslo_vmware.api [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.800892] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757775, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.808504] env[62023]: INFO nova.scheduler.client.report [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Deleted allocations for instance 89ade661-9570-4b30-8dec-3f2842c43af0 [ 1363.161539] env[62023]: DEBUG nova.network.neutron [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Successfully updated port: 843a2596-622c-4b8c-9e68-f3b0ea6050a3 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1363.211525] env[62023]: DEBUG oslo_vmware.api [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757771, 'name': PowerOnVM_Task, 'duration_secs': 0.677328} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.211859] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1363.212108] env[62023]: INFO nova.compute.manager [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1363.212843] env[62023]: DEBUG nova.compute.manager [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1363.213395] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17e7f27-dc39-4f41-9abd-3448e9e595b8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.297879] env[62023]: DEBUG oslo_vmware.api [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757774, 'name': ReconfigVM_Task, 'duration_secs': 0.324639} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.298638] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Reconfigured VM instance instance-00000014 to attach disk [datastore1] b4249275-18dc-4d4b-9e6a-9e97cd84325a/b4249275-18dc-4d4b-9e6a-9e97cd84325a.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1363.298928] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Updating instance 'b4249275-18dc-4d4b-9e6a-9e97cd84325a' progress to 50 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1363.306656] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757775, 'name': CreateVM_Task, 'duration_secs': 0.362186} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.309776] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.310529] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.310692] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.311018] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1363.311271] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27fee51f-f756-4749-ab50-69f101062ab8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.318139] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Waiting for the task: (returnval){ [ 1363.318139] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e71831-e1a1-97ed-6d1a-8b6499bab23c" [ 1363.318139] env[62023]: _type = "Task" [ 1363.318139] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.318632] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9cadf34e-0d74-498f-af85-eafceee0a6ca tempest-ImagesOneServerTestJSON-777748191 tempest-ImagesOneServerTestJSON-777748191-project-member] Lock "89ade661-9570-4b30-8dec-3f2842c43af0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.650s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.332280] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e71831-e1a1-97ed-6d1a-8b6499bab23c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.457199] env[62023]: DEBUG nova.network.neutron [req-cb00f04c-a9c4-4293-bdc8-5b2a52c722c2 req-7d55c68e-6bdb-41b5-b4ca-648d4109996a service nova] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Updated VIF entry in instance network info cache for port f16bf4b2-dade-4b28-907c-27fd0f238ad1. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.458132] env[62023]: DEBUG nova.network.neutron [req-cb00f04c-a9c4-4293-bdc8-5b2a52c722c2 req-7d55c68e-6bdb-41b5-b4ca-648d4109996a service nova] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Updating instance_info_cache with network_info: [{"id": "f16bf4b2-dade-4b28-907c-27fd0f238ad1", "address": "fa:16:3e:cb:de:f7", "network": {"id": "043ccdcb-1a61-4dde-95b0-44eff3c7d579", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1202399434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ac12614ac01433d8300f207b865b5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16bf4b2-da", "ovs_interfaceid": "f16bf4b2-dade-4b28-907c-27fd0f238ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.664198] env[62023]: DEBUG oslo_concurrency.lockutils [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Acquiring lock "refresh_cache-af0df3a1-42b6-4979-999a-88ba5cd64568" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.664353] env[62023]: DEBUG oslo_concurrency.lockutils [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Acquired lock "refresh_cache-af0df3a1-42b6-4979-999a-88ba5cd64568" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.664573] env[62023]: DEBUG nova.network.neutron [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.735365] env[62023]: INFO nova.compute.manager [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Took 40.33 seconds to build instance. [ 1363.771174] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae161f1-c905-4847-9882-9b3f41cc3525 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.779465] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e582e6-a8cb-4d4d-8a17-bd57219f9cfa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.813970] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6724c9b5-2930-40d6-bd87-8e93c2ef0172 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.817100] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a41fe9b-0ac6-49bc-b1b3-835079e23122 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.839881] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34b2943-9eb8-4b4d-8c21-c1410f46a545 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.848871] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b1ef75-aab2-406b-a75a-18e47e253d67 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.851563] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e71831-e1a1-97ed-6d1a-8b6499bab23c, 'name': SearchDatastore_Task, 'duration_secs': 0.013471} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.852227] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.852463] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.852691] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.852833] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.853020] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.853564] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f721e02-eef4-4dd5-888f-c285fc1572aa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.863385] env[62023]: DEBUG nova.compute.provider_tree [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.879530] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Updating instance 'b4249275-18dc-4d4b-9e6a-9e97cd84325a' progress to 67 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1363.884028] env[62023]: DEBUG nova.scheduler.client.report [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.890775] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.890775] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.891414] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d8484b-71ee-4e72-a1d3-05a66ae11a35 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.897518] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Waiting for the task: (returnval){ [ 1363.897518] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520946e9-d8f4-446a-8269-aa048d2768f5" [ 1363.897518] env[62023]: _type = "Task" [ 1363.897518] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.907179] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520946e9-d8f4-446a-8269-aa048d2768f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.962019] env[62023]: DEBUG oslo_concurrency.lockutils [req-cb00f04c-a9c4-4293-bdc8-5b2a52c722c2 req-7d55c68e-6bdb-41b5-b4ca-648d4109996a service nova] Releasing lock "refresh_cache-e1d37f7c-e412-43f8-be47-20f0d5159fa6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.205679] env[62023]: DEBUG nova.network.neutron [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1364.237451] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6b3b1a86-79de-4097-a66a-7fbd705b6ce8 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lock "292ba894-b22c-4ef9-83a8-ceb884b71bd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.404s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.351211] env[62023]: DEBUG nova.network.neutron [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Updating instance_info_cache with network_info: [{"id": "843a2596-622c-4b8c-9e68-f3b0ea6050a3", "address": "fa:16:3e:2a:f7:86", "network": {"id": "e879fe8e-8b86-4535-90dd-58b1623c3975", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-779474827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d495fe97f2764c24845062c14d5ffa17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843a2596-62", "ovs_interfaceid": "843a2596-622c-4b8c-9e68-f3b0ea6050a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.393583] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.395577] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.092s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.397023] env[62023]: INFO nova.compute.claims [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1364.412362] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520946e9-d8f4-446a-8269-aa048d2768f5, 'name': SearchDatastore_Task, 'duration_secs': 0.025284} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.412362] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-720799e2-c27e-49fa-86d0-93a23260901b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.417379] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Waiting for the task: (returnval){ [ 1364.417379] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f8a6e4-2da4-7a6a-e059-5db9bece4476" [ 1364.417379] env[62023]: _type = "Task" [ 1364.417379] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.427684] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f8a6e4-2da4-7a6a-e059-5db9bece4476, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.428926] env[62023]: INFO nova.scheduler.client.report [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Deleted allocations for instance 79e46bde-6072-4afb-aa46-79f8c0a929bb [ 1364.477122] env[62023]: DEBUG nova.network.neutron [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Port 831e96e0-6a80-4eb7-b6ad-60a7fefc81ff binding to destination host cpu-1 is already ACTIVE {{(pid=62023) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1364.744089] env[62023]: DEBUG nova.compute.manager [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1364.854038] env[62023]: DEBUG oslo_concurrency.lockutils [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Releasing lock "refresh_cache-af0df3a1-42b6-4979-999a-88ba5cd64568" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.854367] env[62023]: DEBUG nova.compute.manager [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Instance network_info: |[{"id": "843a2596-622c-4b8c-9e68-f3b0ea6050a3", "address": "fa:16:3e:2a:f7:86", "network": {"id": "e879fe8e-8b86-4535-90dd-58b1623c3975", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-779474827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d495fe97f2764c24845062c14d5ffa17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843a2596-62", "ovs_interfaceid": "843a2596-622c-4b8c-9e68-f3b0ea6050a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1364.855069] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:f7:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '843a2596-622c-4b8c-9e68-f3b0ea6050a3', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.862729] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Creating folder: Project (d495fe97f2764c24845062c14d5ffa17). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.862987] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32d15ae6-31ab-4d6d-a7b2-aaf9ca4771f1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.879308] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Created folder: Project (d495fe97f2764c24845062c14d5ffa17) in parent group-v365170. [ 1364.879492] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Creating folder: Instances. Parent ref: group-v365269. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.879902] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-724d9dde-6131-4265-b2a6-c15c67c1ca5b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.891769] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Created folder: Instances in parent group-v365269. [ 1364.892023] env[62023]: DEBUG oslo.service.loopingcall [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1364.892548] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.893039] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4575ea64-2008-4a1a-acd0-99b4ea43dc1f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.914233] env[62023]: DEBUG nova.compute.manager [req-f8d542fd-1983-4749-af99-f0f5ece43393 req-e19efa06-93fb-475c-a727-c4799b005773 service nova] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Received event network-vif-plugged-843a2596-622c-4b8c-9e68-f3b0ea6050a3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1364.914456] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8d542fd-1983-4749-af99-f0f5ece43393 req-e19efa06-93fb-475c-a727-c4799b005773 service nova] Acquiring lock "af0df3a1-42b6-4979-999a-88ba5cd64568-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.914660] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8d542fd-1983-4749-af99-f0f5ece43393 req-e19efa06-93fb-475c-a727-c4799b005773 service nova] Lock "af0df3a1-42b6-4979-999a-88ba5cd64568-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.914828] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8d542fd-1983-4749-af99-f0f5ece43393 req-e19efa06-93fb-475c-a727-c4799b005773 service nova] Lock "af0df3a1-42b6-4979-999a-88ba5cd64568-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.914994] env[62023]: DEBUG nova.compute.manager [req-f8d542fd-1983-4749-af99-f0f5ece43393 req-e19efa06-93fb-475c-a727-c4799b005773 service nova] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] No waiting events found dispatching network-vif-plugged-843a2596-622c-4b8c-9e68-f3b0ea6050a3 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1364.915175] env[62023]: WARNING nova.compute.manager [req-f8d542fd-1983-4749-af99-f0f5ece43393 req-e19efa06-93fb-475c-a727-c4799b005773 service nova] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Received unexpected event network-vif-plugged-843a2596-622c-4b8c-9e68-f3b0ea6050a3 for instance with vm_state building and task_state spawning. [ 1364.915333] env[62023]: DEBUG nova.compute.manager [req-f8d542fd-1983-4749-af99-f0f5ece43393 req-e19efa06-93fb-475c-a727-c4799b005773 service nova] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Received event network-changed-843a2596-622c-4b8c-9e68-f3b0ea6050a3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1364.915482] env[62023]: DEBUG nova.compute.manager [req-f8d542fd-1983-4749-af99-f0f5ece43393 req-e19efa06-93fb-475c-a727-c4799b005773 service nova] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Refreshing instance network info cache due to event network-changed-843a2596-622c-4b8c-9e68-f3b0ea6050a3. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1364.915659] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8d542fd-1983-4749-af99-f0f5ece43393 req-e19efa06-93fb-475c-a727-c4799b005773 service nova] Acquiring lock "refresh_cache-af0df3a1-42b6-4979-999a-88ba5cd64568" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.915793] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8d542fd-1983-4749-af99-f0f5ece43393 req-e19efa06-93fb-475c-a727-c4799b005773 service nova] Acquired lock "refresh_cache-af0df3a1-42b6-4979-999a-88ba5cd64568" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.917176] env[62023]: DEBUG nova.network.neutron [req-f8d542fd-1983-4749-af99-f0f5ece43393 req-e19efa06-93fb-475c-a727-c4799b005773 service nova] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Refreshing network info cache for port 843a2596-622c-4b8c-9e68-f3b0ea6050a3 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.923845] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.923845] env[62023]: value = "task-1757778" [ 1364.923845] env[62023]: _type = "Task" [ 1364.923845] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.928404] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f8a6e4-2da4-7a6a-e059-5db9bece4476, 'name': SearchDatastore_Task, 'duration_secs': 0.010577} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.931414] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.931750] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] e1d37f7c-e412-43f8-be47-20f0d5159fa6/e1d37f7c-e412-43f8-be47-20f0d5159fa6.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.936279] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c4eb2a7-553b-4795-bb83-3de3a0d796d8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.952771] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757778, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.954256] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f72b97f1-e297-4d53-b45d-1d9d180dd6d3 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "79e46bde-6072-4afb-aa46-79f8c0a929bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.893s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.961189] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Waiting for the task: (returnval){ [ 1364.961189] env[62023]: value = "task-1757779" [ 1364.961189] env[62023]: _type = "Task" [ 1364.961189] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.971948] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': task-1757779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.078551] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquiring lock "515c9cc6-3b46-4e72-8bfa-6b345ab97f38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.078820] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Lock "515c9cc6-3b46-4e72-8bfa-6b345ab97f38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.079065] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquiring lock "515c9cc6-3b46-4e72-8bfa-6b345ab97f38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.079260] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Lock "515c9cc6-3b46-4e72-8bfa-6b345ab97f38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.079430] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Lock "515c9cc6-3b46-4e72-8bfa-6b345ab97f38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.081451] env[62023]: INFO nova.compute.manager [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Terminating instance [ 1365.285064] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.313275] env[62023]: DEBUG nova.compute.manager [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.318024] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e565b0e-f017-4428-8435-7d597661c62a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.381308] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "397e10b6-bddb-4f4b-aab4-108bf9f14c72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.381622] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "397e10b6-bddb-4f4b-aab4-108bf9f14c72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.381778] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "397e10b6-bddb-4f4b-aab4-108bf9f14c72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.381959] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "397e10b6-bddb-4f4b-aab4-108bf9f14c72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.382144] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "397e10b6-bddb-4f4b-aab4-108bf9f14c72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.384326] env[62023]: INFO nova.compute.manager [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Terminating instance [ 1365.445498] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757778, 'name': CreateVM_Task, 'duration_secs': 0.430446} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.445616] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.446342] env[62023]: DEBUG oslo_concurrency.lockutils [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.446630] env[62023]: DEBUG oslo_concurrency.lockutils [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.447056] env[62023]: DEBUG oslo_concurrency.lockutils [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1365.450121] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-911817fc-6ff5-4c60-83dc-82d82363ccb4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.460541] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Waiting for the task: (returnval){ [ 1365.460541] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521d688c-4635-aadd-a245-93b3b7914958" [ 1365.460541] env[62023]: _type = "Task" [ 1365.460541] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.487489] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': task-1757779, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.502406] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521d688c-4635-aadd-a245-93b3b7914958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.515517] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "b4249275-18dc-4d4b-9e6a-9e97cd84325a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.515517] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "b4249275-18dc-4d4b-9e6a-9e97cd84325a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.515517] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "b4249275-18dc-4d4b-9e6a-9e97cd84325a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.585024] env[62023]: DEBUG nova.compute.manager [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1365.585277] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1365.586213] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d89b09-d541-48f3-967a-06f1a63cf751 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.598211] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.598458] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ee8dbc6-9e98-47a6-bdd7-d07af5fdb5ca {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.612191] env[62023]: DEBUG oslo_vmware.api [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1365.612191] env[62023]: value = "task-1757780" [ 1365.612191] env[62023]: _type = "Task" [ 1365.612191] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.626957] env[62023]: DEBUG oslo_vmware.api [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.774948] env[62023]: DEBUG nova.network.neutron [req-f8d542fd-1983-4749-af99-f0f5ece43393 req-e19efa06-93fb-475c-a727-c4799b005773 service nova] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Updated VIF entry in instance network info cache for port 843a2596-622c-4b8c-9e68-f3b0ea6050a3. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1365.775363] env[62023]: DEBUG nova.network.neutron [req-f8d542fd-1983-4749-af99-f0f5ece43393 req-e19efa06-93fb-475c-a727-c4799b005773 service nova] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Updating instance_info_cache with network_info: [{"id": "843a2596-622c-4b8c-9e68-f3b0ea6050a3", "address": "fa:16:3e:2a:f7:86", "network": {"id": "e879fe8e-8b86-4535-90dd-58b1623c3975", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-779474827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d495fe97f2764c24845062c14d5ffa17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843a2596-62", "ovs_interfaceid": "843a2596-622c-4b8c-9e68-f3b0ea6050a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.837185] env[62023]: INFO nova.compute.manager [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] instance snapshotting [ 1365.843719] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7d1d4e-8560-4284-926e-f2f917bc5eed {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.865760] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c932ab22-cb41-4ff7-892f-95d15492eb57 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.889931] env[62023]: DEBUG nova.compute.manager [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1365.890664] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1365.891365] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61892d6-68e9-4699-9fad-2a644200396f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.900921] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.904321] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d61948d3-7231-4437-9383-243d848f8fb5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.912985] env[62023]: DEBUG oslo_vmware.api [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1365.912985] env[62023]: value = "task-1757781" [ 1365.912985] env[62023]: _type = "Task" [ 1365.912985] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.925162] env[62023]: DEBUG oslo_vmware.api [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.940679] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquiring lock "9fe841fd-6e67-4739-95fb-afc7939edaea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.940918] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Lock "9fe841fd-6e67-4739-95fb-afc7939edaea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.980022] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521d688c-4635-aadd-a245-93b3b7914958, 'name': SearchDatastore_Task, 'duration_secs': 0.036536} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.980022] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': task-1757779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556957} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.980022] env[62023]: DEBUG oslo_concurrency.lockutils [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.980022] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1365.980278] env[62023]: DEBUG oslo_concurrency.lockutils [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.980278] env[62023]: DEBUG oslo_concurrency.lockutils [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.980278] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.980278] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] e1d37f7c-e412-43f8-be47-20f0d5159fa6/e1d37f7c-e412-43f8-be47-20f0d5159fa6.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.980423] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.980423] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27212277-f050-421a-9358-deab470f8255 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.981919] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5efe701-7df0-4985-a024-dcf45eb3a8ac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.992692] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Waiting for the task: (returnval){ [ 1365.992692] env[62023]: value = "task-1757782" [ 1365.992692] env[62023]: _type = "Task" [ 1365.992692] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.997059] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.997249] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.999103] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7cebbd8-cb5c-4e37-bd35-e287bac2de18 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.001807] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebf6a78-1a3e-47ef-8012-b93d643cec67 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.007976] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': task-1757782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.013435] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Waiting for the task: (returnval){ [ 1366.013435] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5232d46c-898d-5392-7d28-7bc294ea0111" [ 1366.013435] env[62023]: _type = "Task" [ 1366.013435] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.014354] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6265c2e-06b6-4722-b073-711f5dd77061 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.028192] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5232d46c-898d-5392-7d28-7bc294ea0111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.053984] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8153e7cf-c006-4947-9685-b7d3d9fadfa5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.063995] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7f0630-6066-4732-b5e7-5969dbeb3286 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.078814] env[62023]: DEBUG nova.compute.provider_tree [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.120359] env[62023]: DEBUG oslo_vmware.api [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.278177] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8d542fd-1983-4749-af99-f0f5ece43393 req-e19efa06-93fb-475c-a727-c4799b005773 service nova] Releasing lock "refresh_cache-af0df3a1-42b6-4979-999a-88ba5cd64568" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.378089] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Creating Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1366.378445] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ef313751-6bdc-4725-8b41-80941e7c6da3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.387215] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1366.387215] env[62023]: value = "task-1757783" [ 1366.387215] env[62023]: _type = "Task" [ 1366.387215] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.396485] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757783, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.424299] env[62023]: DEBUG oslo_vmware.api [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.503927] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': task-1757782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.445354} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.504974] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.505545] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cea32c5-cfb2-47e0-9a97-cdc66bb6c58f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.531236] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] e1d37f7c-e412-43f8-be47-20f0d5159fa6/e1d37f7c-e412-43f8-be47-20f0d5159fa6.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.537648] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8835bc0-6f42-467f-9ea9-5e3552ddc4bb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.559737] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5232d46c-898d-5392-7d28-7bc294ea0111, 'name': SearchDatastore_Task, 'duration_secs': 0.04926} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.561907] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Waiting for the task: (returnval){ [ 1366.561907] env[62023]: value = "task-1757784" [ 1366.561907] env[62023]: _type = "Task" [ 1366.561907] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.562145] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd18449c-b723-47c2-b879-521168a543a8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.571552] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Waiting for the task: (returnval){ [ 1366.571552] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cdea69-9922-b554-056b-a6b2014a5eb0" [ 1366.571552] env[62023]: _type = "Task" [ 1366.571552] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.575212] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': task-1757784, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.585881] env[62023]: DEBUG nova.scheduler.client.report [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.590243] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cdea69-9922-b554-056b-a6b2014a5eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.625140] env[62023]: DEBUG oslo_vmware.api [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757780, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.634074] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "refresh_cache-b4249275-18dc-4d4b-9e6a-9e97cd84325a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.634074] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquired lock "refresh_cache-b4249275-18dc-4d4b-9e6a-9e97cd84325a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.634245] env[62023]: DEBUG nova.network.neutron [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1366.897976] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757783, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.923690] env[62023]: DEBUG oslo_vmware.api [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757781, 'name': PowerOffVM_Task, 'duration_secs': 0.761557} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.923976] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.924307] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1366.924571] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5042b0e-fd20-4862-b8a2-56af71aa3835 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.000213] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1367.000448] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1367.000630] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Deleting the datastore file [datastore1] 397e10b6-bddb-4f4b-aab4-108bf9f14c72 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.004299] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc607177-4cca-44c3-af38-1902fe1ab6d2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.011894] env[62023]: DEBUG oslo_vmware.api [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1367.011894] env[62023]: value = "task-1757786" [ 1367.011894] env[62023]: _type = "Task" [ 1367.011894] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.020676] env[62023]: DEBUG oslo_vmware.api [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.075533] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': task-1757784, 'name': ReconfigVM_Task, 'duration_secs': 0.276421} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.078730] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Reconfigured VM instance instance-0000001f to attach disk [datastore1] e1d37f7c-e412-43f8-be47-20f0d5159fa6/e1d37f7c-e412-43f8-be47-20f0d5159fa6.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.079344] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9124072-1943-479d-9e07-a97b83ddc69e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.085992] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cdea69-9922-b554-056b-a6b2014a5eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.017679} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.087152] env[62023]: DEBUG oslo_concurrency.lockutils [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.087477] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] af0df3a1-42b6-4979-999a-88ba5cd64568/af0df3a1-42b6-4979-999a-88ba5cd64568.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.088087] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Waiting for the task: (returnval){ [ 1367.088087] env[62023]: value = "task-1757787" [ 1367.088087] env[62023]: _type = "Task" [ 1367.088087] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.088087] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71af037a-a1c0-4f47-b086-1dc1637b4ad1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.094017] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.094017] env[62023]: DEBUG nova.compute.manager [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1367.097881] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.508s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.099316] env[62023]: INFO nova.compute.claims [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.102825] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Waiting for the task: (returnval){ [ 1367.102825] env[62023]: value = "task-1757788" [ 1367.102825] env[62023]: _type = "Task" [ 1367.102825] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.109726] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': task-1757787, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.115298] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': task-1757788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.123819] env[62023]: DEBUG oslo_vmware.api [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757780, 'name': PowerOffVM_Task, 'duration_secs': 1.068217} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.124130] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.124267] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1367.124540] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b768b29-e7da-4b6f-9c35-4346bd0393e6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.202882] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1367.203194] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1367.203470] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Deleting the datastore file [datastore1] 515c9cc6-3b46-4e72-8bfa-6b345ab97f38 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.204172] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7b51aab-a7b4-4258-9927-121d2f0b74a9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.212394] env[62023]: DEBUG oslo_vmware.api [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1367.212394] env[62023]: value = "task-1757790" [ 1367.212394] env[62023]: _type = "Task" [ 1367.212394] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.220896] env[62023]: DEBUG oslo_vmware.api [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.400851] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757783, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.517987] env[62023]: DEBUG nova.network.neutron [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Updating instance_info_cache with network_info: [{"id": "831e96e0-6a80-4eb7-b6ad-60a7fefc81ff", "address": "fa:16:3e:84:0b:88", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831e96e0-6a", "ovs_interfaceid": "831e96e0-6a80-4eb7-b6ad-60a7fefc81ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.525401] env[62023]: DEBUG oslo_vmware.api [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364954} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.525673] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.525857] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.526052] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.526384] env[62023]: INFO nova.compute.manager [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1367.526726] env[62023]: DEBUG oslo.service.loopingcall [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1367.526939] env[62023]: DEBUG nova.compute.manager [-] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1367.527049] env[62023]: DEBUG nova.network.neutron [-] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1367.608940] env[62023]: DEBUG nova.compute.utils [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1367.610969] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': task-1757787, 'name': Rename_Task, 'duration_secs': 0.16291} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.611738] env[62023]: DEBUG nova.compute.manager [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1367.611923] env[62023]: DEBUG nova.network.neutron [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1367.617198] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.617602] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cef60f42-da0c-46de-842f-fbaf0f847327 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.629111] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': task-1757788, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.630854] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Waiting for the task: (returnval){ [ 1367.630854] env[62023]: value = "task-1757791" [ 1367.630854] env[62023]: _type = "Task" [ 1367.630854] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.643023] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': task-1757791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.723828] env[62023]: DEBUG oslo_vmware.api [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40516} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.724298] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.724343] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.724484] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.724693] env[62023]: INFO nova.compute.manager [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1367.724932] env[62023]: DEBUG oslo.service.loopingcall [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1367.725138] env[62023]: DEBUG nova.compute.manager [-] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1367.725230] env[62023]: DEBUG nova.network.neutron [-] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1367.900859] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757783, 'name': CreateSnapshot_Task, 'duration_secs': 1.096522} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.900976] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Created Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1367.901802] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068d5f9f-15c0-4be3-95c7-4f1c90ece25a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.923184] env[62023]: DEBUG nova.policy [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44c5d97942ea4a92a5f2bb7e11a8560b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bbdfbd74a8d47fdbfea23871bb0bf4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1368.020793] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Releasing lock "refresh_cache-b4249275-18dc-4d4b-9e6a-9e97cd84325a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.119629] env[62023]: DEBUG nova.compute.manager [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1368.130981] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': task-1757788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658775} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.131373] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] af0df3a1-42b6-4979-999a-88ba5cd64568/af0df3a1-42b6-4979-999a-88ba5cd64568.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.131685] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1368.135310] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90a30290-82d2-4455-aa3b-5e58e9c3a1b9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.144913] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': task-1757791, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.146586] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Waiting for the task: (returnval){ [ 1368.146586] env[62023]: value = "task-1757792" [ 1368.146586] env[62023]: _type = "Task" [ 1368.146586] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.159439] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': task-1757792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.421445] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Creating linked-clone VM from snapshot {{(pid=62023) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1368.423950] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-61b3f968-c163-49e5-849b-a07dd4a09000 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.437028] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1368.437028] env[62023]: value = "task-1757793" [ 1368.437028] env[62023]: _type = "Task" [ 1368.437028] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.448470] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757793, 'name': CloneVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.554365] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73710a6-ec6e-46bb-a4b0-d49f5023d63a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.577406] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b163478-e0c6-471a-ad76-429d729e3df0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.585224] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Updating instance 'b4249275-18dc-4d4b-9e6a-9e97cd84325a' progress to 83 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1368.641746] env[62023]: DEBUG oslo_vmware.api [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': task-1757791, 'name': PowerOnVM_Task, 'duration_secs': 0.712279} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.641901] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.642073] env[62023]: INFO nova.compute.manager [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1368.642295] env[62023]: DEBUG nova.compute.manager [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.643233] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fee59a-ea4d-444b-903a-200c0defbad5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.663010] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': task-1757792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236664} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.665698] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.666751] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c646cec-6fc5-4a60-bb27-d9a2d6a8377d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.693020] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] af0df3a1-42b6-4979-999a-88ba5cd64568/af0df3a1-42b6-4979-999a-88ba5cd64568.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.693616] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c43684b6-0686-41ce-b9dd-17505aa06c88 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.728262] env[62023]: DEBUG nova.compute.manager [req-5ba5ac95-22e4-4542-88fa-fe87175544f3 req-00bdd392-7efa-4eb8-a6b0-32d16ca8fad1 service nova] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Received event network-vif-deleted-9edf0788-14b4-4c14-876a-a32ee34146d7 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1368.728451] env[62023]: INFO nova.compute.manager [req-5ba5ac95-22e4-4542-88fa-fe87175544f3 req-00bdd392-7efa-4eb8-a6b0-32d16ca8fad1 service nova] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Neutron deleted interface 9edf0788-14b4-4c14-876a-a32ee34146d7; detaching it from the instance and deleting it from the info cache [ 1368.728886] env[62023]: DEBUG nova.network.neutron [req-5ba5ac95-22e4-4542-88fa-fe87175544f3 req-00bdd392-7efa-4eb8-a6b0-32d16ca8fad1 service nova] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.730167] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Waiting for the task: (returnval){ [ 1368.730167] env[62023]: value = "task-1757794" [ 1368.730167] env[62023]: _type = "Task" [ 1368.730167] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.741570] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': task-1757794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.853175] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3eea7b-dfef-4e41-9a71-42e9678ef1f7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.862154] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306176a2-d1f3-44b9-943e-ac95c683d5fa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.898033] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2639b59f-4ea6-4e6c-bd4c-b9cfbddbe343 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.906873] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815e1b5f-a72b-4cd8-8fbe-54bcf174431f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.923509] env[62023]: DEBUG nova.compute.provider_tree [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.946530] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757793, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.004387] env[62023]: DEBUG nova.network.neutron [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Successfully created port: bbecf98b-97c8-4535-b0c9-d507c038178d {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1369.093194] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.093503] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7e67082-066d-43ce-91af-5feb6331c4d0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.104908] env[62023]: DEBUG oslo_vmware.api [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1369.104908] env[62023]: value = "task-1757795" [ 1369.104908] env[62023]: _type = "Task" [ 1369.104908] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.122528] env[62023]: DEBUG oslo_vmware.api [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.132859] env[62023]: DEBUG nova.compute.manager [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1369.172585] env[62023]: INFO nova.compute.manager [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Took 43.69 seconds to build instance. [ 1369.187135] env[62023]: DEBUG nova.virt.hardware [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1369.187135] env[62023]: DEBUG nova.virt.hardware [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1369.187135] env[62023]: DEBUG nova.virt.hardware [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1369.187349] env[62023]: DEBUG nova.virt.hardware [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1369.187349] env[62023]: DEBUG nova.virt.hardware [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1369.187349] env[62023]: DEBUG nova.virt.hardware [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1369.187349] env[62023]: DEBUG nova.virt.hardware [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1369.187349] env[62023]: DEBUG nova.virt.hardware [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1369.188751] env[62023]: DEBUG nova.virt.hardware [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1369.188751] env[62023]: DEBUG nova.virt.hardware [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1369.191150] env[62023]: DEBUG nova.virt.hardware [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1369.191150] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276e1cef-df1f-4042-b390-8db8b1500af3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.200427] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4928183-8f5d-456e-9ac1-fe1d3562b10b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.225932] env[62023]: DEBUG nova.network.neutron [-] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.232179] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d647795-89a9-4a5a-933b-b6ba62ad3da9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.249212] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': task-1757794, 'name': ReconfigVM_Task, 'duration_secs': 0.457459} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.249515] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Reconfigured VM instance instance-00000020 to attach disk [datastore1] af0df3a1-42b6-4979-999a-88ba5cd64568/af0df3a1-42b6-4979-999a-88ba5cd64568.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.250206] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e694ae3-da77-4ebe-a16f-0027088bdfb3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.254613] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4891d3-e1ea-4e7a-8164-acc50ddd36f1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.273226] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Waiting for the task: (returnval){ [ 1369.273226] env[62023]: value = "task-1757796" [ 1369.273226] env[62023]: _type = "Task" [ 1369.273226] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.291571] env[62023]: DEBUG nova.compute.manager [req-5ba5ac95-22e4-4542-88fa-fe87175544f3 req-00bdd392-7efa-4eb8-a6b0-32d16ca8fad1 service nova] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Detach interface failed, port_id=9edf0788-14b4-4c14-876a-a32ee34146d7, reason: Instance 397e10b6-bddb-4f4b-aab4-108bf9f14c72 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1369.295812] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': task-1757796, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.427593] env[62023]: DEBUG nova.scheduler.client.report [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.446161] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757793, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.617990] env[62023]: DEBUG oslo_vmware.api [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.680999] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a71dbed0-e7c2-4bf7-a476-0294cef73c40 tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Lock "e1d37f7c-e412-43f8-be47-20f0d5159fa6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.822s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.730682] env[62023]: INFO nova.compute.manager [-] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Took 2.20 seconds to deallocate network for instance. [ 1369.784557] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': task-1757796, 'name': Rename_Task, 'duration_secs': 0.217343} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.784861] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.785167] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94530223-c15f-4fcf-b94d-8bb37395363b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.792150] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Waiting for the task: (returnval){ [ 1369.792150] env[62023]: value = "task-1757797" [ 1369.792150] env[62023]: _type = "Task" [ 1369.792150] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.801624] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': task-1757797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.933128] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.933905] env[62023]: DEBUG nova.compute.manager [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1369.937065] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.300s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.937065] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.937198] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1369.937484] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.665s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.939238] env[62023]: INFO nova.compute.claims [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1369.944034] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8b7f4b-6ea5-4fd0-87f0-9a70746584fc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.960030] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757793, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.962268] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05514be0-028c-4dc1-a75d-38776763a3a2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.966359] env[62023]: DEBUG nova.network.neutron [-] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.977836] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962cd9e2-2b8b-4abc-ac97-79fed3087023 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.985625] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0f501e-10db-40ce-abb0-0995efb732f0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.019968] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179408MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1370.020141] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.118059] env[62023]: DEBUG oslo_vmware.api [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1757795, 'name': PowerOnVM_Task, 'duration_secs': 0.566941} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.118347] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.118527] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b29017-96d9-4e5f-b205-e658ec368242 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Updating instance 'b4249275-18dc-4d4b-9e6a-9e97cd84325a' progress to 100 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1370.183825] env[62023]: DEBUG nova.compute.manager [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1370.238822] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.308992] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': task-1757797, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.446352] env[62023]: DEBUG nova.compute.utils [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1370.456738] env[62023]: DEBUG nova.compute.manager [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1370.456962] env[62023]: DEBUG nova.network.neutron [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1370.465794] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757793, 'name': CloneVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.468650] env[62023]: INFO nova.compute.manager [-] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Took 2.74 seconds to deallocate network for instance. [ 1370.552232] env[62023]: DEBUG nova.policy [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd1d47cf0582423cb507c32c5b7af896', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fec56d07c35428b85ad092d6e541b38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1370.714491] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.807050] env[62023]: DEBUG oslo_vmware.api [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': task-1757797, 'name': PowerOnVM_Task, 'duration_secs': 0.670107} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.809042] env[62023]: DEBUG nova.compute.manager [req-c7e9f780-642c-4eb3-ba62-507cea50fa76 req-8cee327c-9c3b-4620-ae46-09f0b0681b93 service nova] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Received event network-changed-f16bf4b2-dade-4b28-907c-27fd0f238ad1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1370.809042] env[62023]: DEBUG nova.compute.manager [req-c7e9f780-642c-4eb3-ba62-507cea50fa76 req-8cee327c-9c3b-4620-ae46-09f0b0681b93 service nova] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Refreshing instance network info cache due to event network-changed-f16bf4b2-dade-4b28-907c-27fd0f238ad1. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1370.809042] env[62023]: DEBUG oslo_concurrency.lockutils [req-c7e9f780-642c-4eb3-ba62-507cea50fa76 req-8cee327c-9c3b-4620-ae46-09f0b0681b93 service nova] Acquiring lock "refresh_cache-e1d37f7c-e412-43f8-be47-20f0d5159fa6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.809195] env[62023]: DEBUG oslo_concurrency.lockutils [req-c7e9f780-642c-4eb3-ba62-507cea50fa76 req-8cee327c-9c3b-4620-ae46-09f0b0681b93 service nova] Acquired lock "refresh_cache-e1d37f7c-e412-43f8-be47-20f0d5159fa6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.809264] env[62023]: DEBUG nova.network.neutron [req-c7e9f780-642c-4eb3-ba62-507cea50fa76 req-8cee327c-9c3b-4620-ae46-09f0b0681b93 service nova] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Refreshing network info cache for port f16bf4b2-dade-4b28-907c-27fd0f238ad1 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.811080] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.811080] env[62023]: INFO nova.compute.manager [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1370.811080] env[62023]: DEBUG nova.compute.manager [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.812976] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd63d88d-98e0-4257-a5f9-3a3681442f21 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.862071] env[62023]: DEBUG nova.compute.manager [req-2bc8c94f-cdea-4a42-a444-2739590bedca req-f209089a-2550-4311-a971-30e47a9fe056 service nova] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Received event network-vif-deleted-0cf756ce-23dc-4c79-9201-b1a3958a0390 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1370.953282] env[62023]: DEBUG nova.compute.manager [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1370.967080] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757793, 'name': CloneVM_Task, 'duration_secs': 2.05781} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.967080] env[62023]: INFO nova.virt.vmwareapi.vmops [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Created linked-clone VM from snapshot [ 1370.967080] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d116ec-ba3b-4874-a5fe-7368d296bc06 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.977854] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.978395] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Uploading image 5c7f8da7-db92-475b-88c4-0465377657da {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1371.023369] env[62023]: DEBUG oslo_vmware.rw_handles [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1371.023369] env[62023]: value = "vm-365273" [ 1371.023369] env[62023]: _type = "VirtualMachine" [ 1371.023369] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1371.024192] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ac0d44e8-8b1d-4693-97aa-e52ef3e203ea {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.036655] env[62023]: DEBUG oslo_vmware.rw_handles [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lease: (returnval){ [ 1371.036655] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5289b450-1b52-9930-df88-30f86bd7b225" [ 1371.036655] env[62023]: _type = "HttpNfcLease" [ 1371.036655] env[62023]: } obtained for exporting VM: (result){ [ 1371.036655] env[62023]: value = "vm-365273" [ 1371.036655] env[62023]: _type = "VirtualMachine" [ 1371.036655] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1371.037414] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the lease: (returnval){ [ 1371.037414] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5289b450-1b52-9930-df88-30f86bd7b225" [ 1371.037414] env[62023]: _type = "HttpNfcLease" [ 1371.037414] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1371.045019] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1371.045019] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5289b450-1b52-9930-df88-30f86bd7b225" [ 1371.045019] env[62023]: _type = "HttpNfcLease" [ 1371.045019] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1371.162594] env[62023]: DEBUG nova.network.neutron [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Successfully created port: 0416b1de-da11-4f72-92d6-ace52981e54b {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1371.321812] env[62023]: DEBUG nova.network.neutron [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Successfully updated port: bbecf98b-97c8-4535-b0c9-d507c038178d {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1371.337990] env[62023]: INFO nova.compute.manager [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Took 42.90 seconds to build instance. [ 1371.545811] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1371.545811] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5289b450-1b52-9930-df88-30f86bd7b225" [ 1371.545811] env[62023]: _type = "HttpNfcLease" [ 1371.545811] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1371.545811] env[62023]: DEBUG oslo_vmware.rw_handles [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1371.545811] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5289b450-1b52-9930-df88-30f86bd7b225" [ 1371.545811] env[62023]: _type = "HttpNfcLease" [ 1371.545811] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1371.549115] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2c0c63-364c-43dd-8cd8-5f5e12f2395a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.556920] env[62023]: DEBUG oslo_vmware.rw_handles [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a52e1-6d0b-e945-e093-9ce8977b466d/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1371.557127] env[62023]: DEBUG oslo_vmware.rw_handles [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a52e1-6d0b-e945-e093-9ce8977b466d/disk-0.vmdk for reading. {{(pid=62023) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1371.656300] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a329e010-1028-4fda-89bf-ffa5b5ce3743 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.717419] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24bc33c-c5f4-4acd-923e-cc952a0a74aa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.724574] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2672d73c-e7fc-4b71-956e-5b79667dea7a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.761436] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099fc012-3039-4441-aa88-716bed0ad26b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.772166] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b27d7f6-7b52-431c-9b19-e08003d18ded {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.786837] env[62023]: DEBUG nova.compute.provider_tree [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1371.815421] env[62023]: DEBUG nova.network.neutron [req-c7e9f780-642c-4eb3-ba62-507cea50fa76 req-8cee327c-9c3b-4620-ae46-09f0b0681b93 service nova] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Updated VIF entry in instance network info cache for port f16bf4b2-dade-4b28-907c-27fd0f238ad1. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.815421] env[62023]: DEBUG nova.network.neutron [req-c7e9f780-642c-4eb3-ba62-507cea50fa76 req-8cee327c-9c3b-4620-ae46-09f0b0681b93 service nova] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Updating instance_info_cache with network_info: [{"id": "f16bf4b2-dade-4b28-907c-27fd0f238ad1", "address": "fa:16:3e:cb:de:f7", "network": {"id": "043ccdcb-1a61-4dde-95b0-44eff3c7d579", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1202399434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ac12614ac01433d8300f207b865b5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16bf4b2-da", "ovs_interfaceid": "f16bf4b2-dade-4b28-907c-27fd0f238ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.825540] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquiring lock "refresh_cache-a2d65502-c3f4-41f2-9842-4d228dd91776" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.825540] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquired lock "refresh_cache-a2d65502-c3f4-41f2-9842-4d228dd91776" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.825540] env[62023]: DEBUG nova.network.neutron [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.841197] env[62023]: DEBUG oslo_concurrency.lockutils [None req-847c4802-5183-4dfe-87e9-8672319d88c1 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Lock "af0df3a1-42b6-4979-999a-88ba5cd64568" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.723s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.963752] env[62023]: DEBUG nova.compute.manager [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1371.990323] env[62023]: DEBUG nova.virt.hardware [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1371.991051] env[62023]: DEBUG nova.virt.hardware [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1371.991051] env[62023]: DEBUG nova.virt.hardware [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1371.991239] env[62023]: DEBUG nova.virt.hardware [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1371.991385] env[62023]: DEBUG nova.virt.hardware [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1371.992028] env[62023]: DEBUG nova.virt.hardware [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1371.992028] env[62023]: DEBUG nova.virt.hardware [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1371.992028] env[62023]: DEBUG nova.virt.hardware [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1371.992164] env[62023]: DEBUG nova.virt.hardware [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1371.992277] env[62023]: DEBUG nova.virt.hardware [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1371.992495] env[62023]: DEBUG nova.virt.hardware [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1371.993519] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9487cfed-d2f9-4220-8af4-5f8ff39b2200 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.003109] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7b6194-58d7-4015-bcfc-e1fa0a648248 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.315862] env[62023]: ERROR nova.scheduler.client.report [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [req-7fddfad7-1e20-4c75-8540-07aca5eb722e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7fddfad7-1e20-4c75-8540-07aca5eb722e"}]} [ 1372.320174] env[62023]: DEBUG oslo_concurrency.lockutils [req-c7e9f780-642c-4eb3-ba62-507cea50fa76 req-8cee327c-9c3b-4620-ae46-09f0b0681b93 service nova] Releasing lock "refresh_cache-e1d37f7c-e412-43f8-be47-20f0d5159fa6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.336280] env[62023]: DEBUG nova.scheduler.client.report [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1372.345547] env[62023]: DEBUG nova.compute.manager [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1372.352690] env[62023]: DEBUG nova.scheduler.client.report [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1372.352922] env[62023]: DEBUG nova.compute.provider_tree [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1372.366110] env[62023]: DEBUG nova.scheduler.client.report [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1372.381085] env[62023]: DEBUG nova.network.neutron [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1372.401034] env[62023]: DEBUG nova.scheduler.client.report [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1372.600331] env[62023]: DEBUG nova.network.neutron [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Updating instance_info_cache with network_info: [{"id": "bbecf98b-97c8-4535-b0c9-d507c038178d", "address": "fa:16:3e:04:2b:f6", "network": {"id": "dd25c219-bc99-4d5b-aa60-7ec8e0a6486a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-33431726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bbdfbd74a8d47fdbfea23871bb0bf4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbecf98b-97", "ovs_interfaceid": "bbecf98b-97c8-4535-b0c9-d507c038178d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.601918] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "b4249275-18dc-4d4b-9e6a-9e97cd84325a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.602596] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "b4249275-18dc-4d4b-9e6a-9e97cd84325a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.603339] env[62023]: DEBUG nova.compute.manager [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Going to confirm migration 1 {{(pid=62023) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1372.876317] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.889190] env[62023]: DEBUG nova.compute.manager [req-ba134b1d-7cca-4ed6-8d26-459a47fe2f98 req-9ed040bc-f71c-4af4-8196-94a5525cfdaf service nova] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Received event network-changed-843a2596-622c-4b8c-9e68-f3b0ea6050a3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1372.889445] env[62023]: DEBUG nova.compute.manager [req-ba134b1d-7cca-4ed6-8d26-459a47fe2f98 req-9ed040bc-f71c-4af4-8196-94a5525cfdaf service nova] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Refreshing instance network info cache due to event network-changed-843a2596-622c-4b8c-9e68-f3b0ea6050a3. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1372.889924] env[62023]: DEBUG oslo_concurrency.lockutils [req-ba134b1d-7cca-4ed6-8d26-459a47fe2f98 req-9ed040bc-f71c-4af4-8196-94a5525cfdaf service nova] Acquiring lock "refresh_cache-af0df3a1-42b6-4979-999a-88ba5cd64568" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.889924] env[62023]: DEBUG oslo_concurrency.lockutils [req-ba134b1d-7cca-4ed6-8d26-459a47fe2f98 req-9ed040bc-f71c-4af4-8196-94a5525cfdaf service nova] Acquired lock "refresh_cache-af0df3a1-42b6-4979-999a-88ba5cd64568" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.890098] env[62023]: DEBUG nova.network.neutron [req-ba134b1d-7cca-4ed6-8d26-459a47fe2f98 req-9ed040bc-f71c-4af4-8196-94a5525cfdaf service nova] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Refreshing network info cache for port 843a2596-622c-4b8c-9e68-f3b0ea6050a3 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.969832] env[62023]: DEBUG nova.compute.manager [req-94aeb2e6-8af5-451d-b4a4-9727c3901997 req-d751e4ea-e4bb-44e4-9e61-9c8157209cf6 service nova] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Received event network-vif-plugged-bbecf98b-97c8-4535-b0c9-d507c038178d {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1372.970227] env[62023]: DEBUG oslo_concurrency.lockutils [req-94aeb2e6-8af5-451d-b4a4-9727c3901997 req-d751e4ea-e4bb-44e4-9e61-9c8157209cf6 service nova] Acquiring lock "a2d65502-c3f4-41f2-9842-4d228dd91776-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.970519] env[62023]: DEBUG oslo_concurrency.lockutils [req-94aeb2e6-8af5-451d-b4a4-9727c3901997 req-d751e4ea-e4bb-44e4-9e61-9c8157209cf6 service nova] Lock "a2d65502-c3f4-41f2-9842-4d228dd91776-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.970776] env[62023]: DEBUG oslo_concurrency.lockutils [req-94aeb2e6-8af5-451d-b4a4-9727c3901997 req-d751e4ea-e4bb-44e4-9e61-9c8157209cf6 service nova] Lock "a2d65502-c3f4-41f2-9842-4d228dd91776-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.971448] env[62023]: DEBUG nova.compute.manager [req-94aeb2e6-8af5-451d-b4a4-9727c3901997 req-d751e4ea-e4bb-44e4-9e61-9c8157209cf6 service nova] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] No waiting events found dispatching network-vif-plugged-bbecf98b-97c8-4535-b0c9-d507c038178d {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1372.971760] env[62023]: WARNING nova.compute.manager [req-94aeb2e6-8af5-451d-b4a4-9727c3901997 req-d751e4ea-e4bb-44e4-9e61-9c8157209cf6 service nova] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Received unexpected event network-vif-plugged-bbecf98b-97c8-4535-b0c9-d507c038178d for instance with vm_state building and task_state spawning. [ 1372.971963] env[62023]: DEBUG nova.compute.manager [req-94aeb2e6-8af5-451d-b4a4-9727c3901997 req-d751e4ea-e4bb-44e4-9e61-9c8157209cf6 service nova] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Received event network-changed-bbecf98b-97c8-4535-b0c9-d507c038178d {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1372.972160] env[62023]: DEBUG nova.compute.manager [req-94aeb2e6-8af5-451d-b4a4-9727c3901997 req-d751e4ea-e4bb-44e4-9e61-9c8157209cf6 service nova] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Refreshing instance network info cache due to event network-changed-bbecf98b-97c8-4535-b0c9-d507c038178d. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1372.972336] env[62023]: DEBUG oslo_concurrency.lockutils [req-94aeb2e6-8af5-451d-b4a4-9727c3901997 req-d751e4ea-e4bb-44e4-9e61-9c8157209cf6 service nova] Acquiring lock "refresh_cache-a2d65502-c3f4-41f2-9842-4d228dd91776" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.987936] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76195d8-7929-451d-aa9b-7d3213f6e19c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.997576] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8177407-3642-49dc-a68f-0e84926747fa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.034013] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e01d757-b314-4b51-8c38-037407f904a7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.043543] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a6a7be-a6bd-4078-8d9e-24688acc7a0a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.058792] env[62023]: DEBUG nova.compute.provider_tree [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1373.106045] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Releasing lock "refresh_cache-a2d65502-c3f4-41f2-9842-4d228dd91776" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.106380] env[62023]: DEBUG nova.compute.manager [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Instance network_info: |[{"id": "bbecf98b-97c8-4535-b0c9-d507c038178d", "address": "fa:16:3e:04:2b:f6", "network": {"id": "dd25c219-bc99-4d5b-aa60-7ec8e0a6486a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-33431726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bbdfbd74a8d47fdbfea23871bb0bf4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbecf98b-97", "ovs_interfaceid": "bbecf98b-97c8-4535-b0c9-d507c038178d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1373.106708] env[62023]: DEBUG oslo_concurrency.lockutils [req-94aeb2e6-8af5-451d-b4a4-9727c3901997 req-d751e4ea-e4bb-44e4-9e61-9c8157209cf6 service nova] Acquired lock "refresh_cache-a2d65502-c3f4-41f2-9842-4d228dd91776" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.106896] env[62023]: DEBUG nova.network.neutron [req-94aeb2e6-8af5-451d-b4a4-9727c3901997 req-d751e4ea-e4bb-44e4-9e61-9c8157209cf6 service nova] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Refreshing network info cache for port bbecf98b-97c8-4535-b0c9-d507c038178d {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.108192] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:2b:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbecf98b-97c8-4535-b0c9-d507c038178d', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1373.115885] env[62023]: DEBUG oslo.service.loopingcall [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1373.120517] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1373.123465] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27555221-241d-4076-b049-98826eedc488 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.147049] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1373.147049] env[62023]: value = "task-1757799" [ 1373.147049] env[62023]: _type = "Task" [ 1373.147049] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.156099] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757799, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.200754] env[62023]: DEBUG nova.network.neutron [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Successfully updated port: 0416b1de-da11-4f72-92d6-ace52981e54b {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1373.222941] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "refresh_cache-b4249275-18dc-4d4b-9e6a-9e97cd84325a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.223489] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquired lock "refresh_cache-b4249275-18dc-4d4b-9e6a-9e97cd84325a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.223489] env[62023]: DEBUG nova.network.neutron [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.223710] env[62023]: DEBUG nova.objects.instance [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lazy-loading 'info_cache' on Instance uuid b4249275-18dc-4d4b-9e6a-9e97cd84325a {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.584880] env[62023]: ERROR nova.scheduler.client.report [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [req-78731f9b-d558-4b37-8e8d-1db81884c59c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-78731f9b-d558-4b37-8e8d-1db81884c59c"}]} [ 1373.608699] env[62023]: DEBUG nova.scheduler.client.report [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1373.622577] env[62023]: DEBUG nova.scheduler.client.report [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1373.622797] env[62023]: DEBUG nova.compute.provider_tree [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1373.635426] env[62023]: DEBUG nova.scheduler.client.report [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1373.660339] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757799, 'name': CreateVM_Task, 'duration_secs': 0.414825} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.661305] env[62023]: DEBUG nova.scheduler.client.report [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1373.663779] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1373.664851] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.665750] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.666149] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1373.666456] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d734f7c-8787-4ae6-939e-85c13dee1ba2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.672368] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1373.672368] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523bcfdc-ef74-7142-f1fd-cf03db9e0092" [ 1373.672368] env[62023]: _type = "Task" [ 1373.672368] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.685801] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523bcfdc-ef74-7142-f1fd-cf03db9e0092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.704102] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquiring lock "refresh_cache-850e4493-1a78-473d-8f24-1627ba115ad1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.704102] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquired lock "refresh_cache-850e4493-1a78-473d-8f24-1627ba115ad1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.704102] env[62023]: DEBUG nova.network.neutron [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.811234] env[62023]: DEBUG nova.network.neutron [req-ba134b1d-7cca-4ed6-8d26-459a47fe2f98 req-9ed040bc-f71c-4af4-8196-94a5525cfdaf service nova] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Updated VIF entry in instance network info cache for port 843a2596-622c-4b8c-9e68-f3b0ea6050a3. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.811632] env[62023]: DEBUG nova.network.neutron [req-ba134b1d-7cca-4ed6-8d26-459a47fe2f98 req-9ed040bc-f71c-4af4-8196-94a5525cfdaf service nova] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Updating instance_info_cache with network_info: [{"id": "843a2596-622c-4b8c-9e68-f3b0ea6050a3", "address": "fa:16:3e:2a:f7:86", "network": {"id": "e879fe8e-8b86-4535-90dd-58b1623c3975", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-779474827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d495fe97f2764c24845062c14d5ffa17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843a2596-62", "ovs_interfaceid": "843a2596-622c-4b8c-9e68-f3b0ea6050a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.948310] env[62023]: DEBUG nova.network.neutron [req-94aeb2e6-8af5-451d-b4a4-9727c3901997 req-d751e4ea-e4bb-44e4-9e61-9c8157209cf6 service nova] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Updated VIF entry in instance network info cache for port bbecf98b-97c8-4535-b0c9-d507c038178d. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.948772] env[62023]: DEBUG nova.network.neutron [req-94aeb2e6-8af5-451d-b4a4-9727c3901997 req-d751e4ea-e4bb-44e4-9e61-9c8157209cf6 service nova] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Updating instance_info_cache with network_info: [{"id": "bbecf98b-97c8-4535-b0c9-d507c038178d", "address": "fa:16:3e:04:2b:f6", "network": {"id": "dd25c219-bc99-4d5b-aa60-7ec8e0a6486a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-33431726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bbdfbd74a8d47fdbfea23871bb0bf4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbecf98b-97", "ovs_interfaceid": "bbecf98b-97c8-4535-b0c9-d507c038178d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.000379] env[62023]: DEBUG oslo_concurrency.lockutils [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Acquiring lock "9504eac7-6d65-437d-9209-d7a369d87507" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.000620] env[62023]: DEBUG oslo_concurrency.lockutils [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Lock "9504eac7-6d65-437d-9209-d7a369d87507" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.167193] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048b6871-9a57-4886-a0cb-873fee5d7c2e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.176061] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f301a9-e2a6-4131-8e40-47c63cce01ba {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.189522] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523bcfdc-ef74-7142-f1fd-cf03db9e0092, 'name': SearchDatastore_Task, 'duration_secs': 0.018125} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.217081] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.217081] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1374.217440] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.217440] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.217440] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1374.219828] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7631ffe4-b28f-481b-9062-707c74ccfa95 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.222160] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f219fbee-d067-4514-92c3-6905dee0d937 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.232129] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b16c0d6-5b4e-434c-8296-e5080773b198 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.239366] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1374.239540] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1374.240696] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2946e69-64f4-4068-8bcb-d234e31ccc4c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.251362] env[62023]: DEBUG nova.compute.provider_tree [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1374.253706] env[62023]: DEBUG nova.network.neutron [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1374.257369] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1374.257369] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52364e96-5c35-f198-36b3-b0718f480459" [ 1374.257369] env[62023]: _type = "Task" [ 1374.257369] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.267170] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52364e96-5c35-f198-36b3-b0718f480459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.317409] env[62023]: DEBUG oslo_concurrency.lockutils [req-ba134b1d-7cca-4ed6-8d26-459a47fe2f98 req-9ed040bc-f71c-4af4-8196-94a5525cfdaf service nova] Releasing lock "refresh_cache-af0df3a1-42b6-4979-999a-88ba5cd64568" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.452050] env[62023]: DEBUG oslo_concurrency.lockutils [req-94aeb2e6-8af5-451d-b4a4-9727c3901997 req-d751e4ea-e4bb-44e4-9e61-9c8157209cf6 service nova] Releasing lock "refresh_cache-a2d65502-c3f4-41f2-9842-4d228dd91776" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.541774] env[62023]: DEBUG nova.network.neutron [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Updating instance_info_cache with network_info: [{"id": "0416b1de-da11-4f72-92d6-ace52981e54b", "address": "fa:16:3e:96:9d:b4", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0416b1de-da", "ovs_interfaceid": "0416b1de-da11-4f72-92d6-ace52981e54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.610284] env[62023]: DEBUG nova.network.neutron [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Updating instance_info_cache with network_info: [{"id": "831e96e0-6a80-4eb7-b6ad-60a7fefc81ff", "address": "fa:16:3e:84:0b:88", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831e96e0-6a", "ovs_interfaceid": "831e96e0-6a80-4eb7-b6ad-60a7fefc81ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.770093] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52364e96-5c35-f198-36b3-b0718f480459, 'name': SearchDatastore_Task, 'duration_secs': 0.011283} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.770889] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34665f75-5b35-441c-ba0a-7af5102b8dde {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.776841] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1374.776841] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520e2126-65cc-9f8b-1a06-9e719784d4ad" [ 1374.776841] env[62023]: _type = "Task" [ 1374.776841] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.785631] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520e2126-65cc-9f8b-1a06-9e719784d4ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.789822] env[62023]: DEBUG nova.scheduler.client.report [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1374.790144] env[62023]: DEBUG nova.compute.provider_tree [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 56 to 57 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1374.790373] env[62023]: DEBUG nova.compute.provider_tree [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1375.013600] env[62023]: DEBUG nova.compute.manager [req-2b554fa2-e518-4469-9d9f-8cdc674c4f0e req-55217b19-9387-4c98-9478-d053f16a9e20 service nova] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Received event network-vif-plugged-0416b1de-da11-4f72-92d6-ace52981e54b {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1375.013800] env[62023]: DEBUG oslo_concurrency.lockutils [req-2b554fa2-e518-4469-9d9f-8cdc674c4f0e req-55217b19-9387-4c98-9478-d053f16a9e20 service nova] Acquiring lock "850e4493-1a78-473d-8f24-1627ba115ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.014024] env[62023]: DEBUG oslo_concurrency.lockutils [req-2b554fa2-e518-4469-9d9f-8cdc674c4f0e req-55217b19-9387-4c98-9478-d053f16a9e20 service nova] Lock "850e4493-1a78-473d-8f24-1627ba115ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.014198] env[62023]: DEBUG oslo_concurrency.lockutils [req-2b554fa2-e518-4469-9d9f-8cdc674c4f0e req-55217b19-9387-4c98-9478-d053f16a9e20 service nova] Lock "850e4493-1a78-473d-8f24-1627ba115ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.014443] env[62023]: DEBUG nova.compute.manager [req-2b554fa2-e518-4469-9d9f-8cdc674c4f0e req-55217b19-9387-4c98-9478-d053f16a9e20 service nova] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] No waiting events found dispatching network-vif-plugged-0416b1de-da11-4f72-92d6-ace52981e54b {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1375.014653] env[62023]: WARNING nova.compute.manager [req-2b554fa2-e518-4469-9d9f-8cdc674c4f0e req-55217b19-9387-4c98-9478-d053f16a9e20 service nova] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Received unexpected event network-vif-plugged-0416b1de-da11-4f72-92d6-ace52981e54b for instance with vm_state building and task_state spawning. [ 1375.014834] env[62023]: DEBUG nova.compute.manager [req-2b554fa2-e518-4469-9d9f-8cdc674c4f0e req-55217b19-9387-4c98-9478-d053f16a9e20 service nova] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Received event network-changed-0416b1de-da11-4f72-92d6-ace52981e54b {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1375.014990] env[62023]: DEBUG nova.compute.manager [req-2b554fa2-e518-4469-9d9f-8cdc674c4f0e req-55217b19-9387-4c98-9478-d053f16a9e20 service nova] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Refreshing instance network info cache due to event network-changed-0416b1de-da11-4f72-92d6-ace52981e54b. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1375.015171] env[62023]: DEBUG oslo_concurrency.lockutils [req-2b554fa2-e518-4469-9d9f-8cdc674c4f0e req-55217b19-9387-4c98-9478-d053f16a9e20 service nova] Acquiring lock "refresh_cache-850e4493-1a78-473d-8f24-1627ba115ad1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.047224] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Releasing lock "refresh_cache-850e4493-1a78-473d-8f24-1627ba115ad1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.047564] env[62023]: DEBUG nova.compute.manager [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Instance network_info: |[{"id": "0416b1de-da11-4f72-92d6-ace52981e54b", "address": "fa:16:3e:96:9d:b4", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0416b1de-da", "ovs_interfaceid": "0416b1de-da11-4f72-92d6-ace52981e54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1375.048223] env[62023]: DEBUG oslo_concurrency.lockutils [req-2b554fa2-e518-4469-9d9f-8cdc674c4f0e req-55217b19-9387-4c98-9478-d053f16a9e20 service nova] Acquired lock "refresh_cache-850e4493-1a78-473d-8f24-1627ba115ad1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.048422] env[62023]: DEBUG nova.network.neutron [req-2b554fa2-e518-4469-9d9f-8cdc674c4f0e req-55217b19-9387-4c98-9478-d053f16a9e20 service nova] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Refreshing network info cache for port 0416b1de-da11-4f72-92d6-ace52981e54b {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.049722] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:9d:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0416b1de-da11-4f72-92d6-ace52981e54b', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1375.059154] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Creating folder: Project (7fec56d07c35428b85ad092d6e541b38). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1375.059664] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb27ad26-32fa-4c2b-92a6-350673102f03 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.074059] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Created folder: Project (7fec56d07c35428b85ad092d6e541b38) in parent group-v365170. [ 1375.074059] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Creating folder: Instances. Parent ref: group-v365275. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1375.074059] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-086656c5-30a3-43bd-94d1-823dc040cccf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.083436] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Created folder: Instances in parent group-v365275. [ 1375.083661] env[62023]: DEBUG oslo.service.loopingcall [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1375.083871] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1375.084089] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a472a273-2576-444c-a64d-4f8a40331e07 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.102841] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1375.102841] env[62023]: value = "task-1757802" [ 1375.102841] env[62023]: _type = "Task" [ 1375.102841] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.110227] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757802, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.112804] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Releasing lock "refresh_cache-b4249275-18dc-4d4b-9e6a-9e97cd84325a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.113061] env[62023]: DEBUG nova.objects.instance [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lazy-loading 'migration_context' on Instance uuid b4249275-18dc-4d4b-9e6a-9e97cd84325a {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.288393] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520e2126-65cc-9f8b-1a06-9e719784d4ad, 'name': SearchDatastore_Task, 'duration_secs': 0.014801} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.288697] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.288962] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] a2d65502-c3f4-41f2-9842-4d228dd91776/a2d65502-c3f4-41f2-9842-4d228dd91776.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1375.289277] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db6c0d71-7afd-41e9-bb45-77a89e10eb7b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.296734] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1375.296734] env[62023]: value = "task-1757803" [ 1375.296734] env[62023]: _type = "Task" [ 1375.296734] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.297623] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.360s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.298045] env[62023]: DEBUG nova.compute.manager [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1375.304545] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.886s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.304791] env[62023]: DEBUG nova.objects.instance [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Lazy-loading 'resources' on Instance uuid ab1208a4-b991-4706-8205-88fa9c0fe96c {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.311861] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.612625] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757802, 'name': CreateVM_Task, 'duration_secs': 0.402189} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.613148] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1375.613495] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.613662] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.613975] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1375.614235] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e55e995e-9fd4-4936-9604-cb239a75afbc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.616416] env[62023]: DEBUG nova.objects.base [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1375.617235] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dbae84-3711-4180-869f-bb196590ce98 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.622529] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for the task: (returnval){ [ 1375.622529] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525ba849-48df-d2d2-3996-bdd1f9e50bd2" [ 1375.622529] env[62023]: _type = "Task" [ 1375.622529] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.639582] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8918f49-2116-462b-90a5-52fd35f75ac6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.647677] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525ba849-48df-d2d2-3996-bdd1f9e50bd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.648542] env[62023]: DEBUG oslo_vmware.api [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1375.648542] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d10f9e-b0a6-788e-c2a4-d29a06a2dc82" [ 1375.648542] env[62023]: _type = "Task" [ 1375.648542] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.659022] env[62023]: DEBUG oslo_vmware.api [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d10f9e-b0a6-788e-c2a4-d29a06a2dc82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.810312] env[62023]: DEBUG nova.compute.utils [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1375.811697] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757803, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.814385] env[62023]: DEBUG nova.compute.manager [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1375.814562] env[62023]: DEBUG nova.network.neutron [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1375.895915] env[62023]: DEBUG nova.network.neutron [req-2b554fa2-e518-4469-9d9f-8cdc674c4f0e req-55217b19-9387-4c98-9478-d053f16a9e20 service nova] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Updated VIF entry in instance network info cache for port 0416b1de-da11-4f72-92d6-ace52981e54b. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.896251] env[62023]: DEBUG nova.network.neutron [req-2b554fa2-e518-4469-9d9f-8cdc674c4f0e req-55217b19-9387-4c98-9478-d053f16a9e20 service nova] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Updating instance_info_cache with network_info: [{"id": "0416b1de-da11-4f72-92d6-ace52981e54b", "address": "fa:16:3e:96:9d:b4", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0416b1de-da", "ovs_interfaceid": "0416b1de-da11-4f72-92d6-ace52981e54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.902494] env[62023]: DEBUG nova.policy [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4756241ae6ed4bacb309197b15b78faa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1f36c9dc4c0405d931c5d2afd291012', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1376.148033] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525ba849-48df-d2d2-3996-bdd1f9e50bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.091197} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.148747] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.148747] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1376.148889] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.148993] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.149132] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1376.149460] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62da98d6-449f-4b89-800f-1aab0e3b307e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.162598] env[62023]: DEBUG oslo_vmware.api [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d10f9e-b0a6-788e-c2a4-d29a06a2dc82, 'name': SearchDatastore_Task, 'duration_secs': 0.064634} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.162912] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.164215] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1376.164366] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1376.165081] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-005aeb17-00e3-4848-8706-4e8730dd9d6b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.173615] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for the task: (returnval){ [ 1376.173615] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527e4eec-941f-05ba-5cc4-62fe8e56f186" [ 1376.173615] env[62023]: _type = "Task" [ 1376.173615] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.182384] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527e4eec-941f-05ba-5cc4-62fe8e56f186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.272600] env[62023]: DEBUG nova.network.neutron [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Successfully created port: e1187afc-5612-4427-9d0c-06c1ef4c0be7 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1376.308177] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770616} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.308429] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] a2d65502-c3f4-41f2-9842-4d228dd91776/a2d65502-c3f4-41f2-9842-4d228dd91776.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1376.308653] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1376.308931] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae1a5c07-161e-4ad2-af8d-9e1a468a1688 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.317498] env[62023]: DEBUG nova.compute.manager [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1376.321807] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1376.321807] env[62023]: value = "task-1757804" [ 1376.321807] env[62023]: _type = "Task" [ 1376.321807] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.330652] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.379302] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59962c7b-4ba1-43ad-a938-03e6b106b507 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.388382] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9972bdb-981d-4d81-9cdd-d5283814a712 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.426716] env[62023]: DEBUG oslo_concurrency.lockutils [req-2b554fa2-e518-4469-9d9f-8cdc674c4f0e req-55217b19-9387-4c98-9478-d053f16a9e20 service nova] Releasing lock "refresh_cache-850e4493-1a78-473d-8f24-1627ba115ad1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.427825] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb69839-f6d2-468e-8539-98de6b4faee7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.436044] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff60b008-fc08-41f6-9771-2be1352c41f5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.449985] env[62023]: DEBUG nova.compute.provider_tree [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1376.684644] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527e4eec-941f-05ba-5cc4-62fe8e56f186, 'name': SearchDatastore_Task, 'duration_secs': 0.014392} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.685450] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1bff44a-5095-4e20-82d6-617a82c264f0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.690893] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for the task: (returnval){ [ 1376.690893] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524756f4-ddef-e89e-aef9-f394207e554d" [ 1376.690893] env[62023]: _type = "Task" [ 1376.690893] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.699666] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524756f4-ddef-e89e-aef9-f394207e554d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.825151] env[62023]: INFO nova.virt.block_device [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Booting with volume 4fb9fb98-e60b-4c31-89c9-de2b524eb944 at /dev/sda [ 1376.837299] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096279} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.837299] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1376.838903] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a350623b-45e1-40b3-a9ab-a5f5de8fc6ca {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.862416] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] a2d65502-c3f4-41f2-9842-4d228dd91776/a2d65502-c3f4-41f2-9842-4d228dd91776.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.862416] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2bd0e0f-0e01-4870-8da3-6ad00d572711 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.879125] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b16f16ec-d3bd-4014-a36d-b4469f652ea6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.885226] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1376.885226] env[62023]: value = "task-1757805" [ 1376.885226] env[62023]: _type = "Task" [ 1376.885226] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.891766] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4590fb9a-3493-4513-8946-dea4831d12ce {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.909468] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.924526] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b21937f9-c8f5-4568-bb3c-6628a9d46047 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.933464] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93206d3f-6848-4142-97d5-a46ee59940f9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.968128] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e84b88-a2ca-435b-8515-97dc776fcfc4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.975140] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7be4d6d-c0df-4381-8dc7-aaebe8f20cec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.989819] env[62023]: DEBUG nova.virt.block_device [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Updating existing volume attachment record: 2b798bea-e046-45db-8232-4784ba735118 {{(pid=62023) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1376.995060] env[62023]: DEBUG nova.scheduler.client.report [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1376.995320] env[62023]: DEBUG nova.compute.provider_tree [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 57 to 58 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1376.995503] env[62023]: DEBUG nova.compute.provider_tree [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1377.205748] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524756f4-ddef-e89e-aef9-f394207e554d, 'name': SearchDatastore_Task, 'duration_secs': 0.013207} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.206240] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.206682] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 850e4493-1a78-473d-8f24-1627ba115ad1/850e4493-1a78-473d-8f24-1627ba115ad1.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1377.207017] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbf3e5a8-d4ae-4e12-b78c-8f4f2eaf6571 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.215719] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for the task: (returnval){ [ 1377.215719] env[62023]: value = "task-1757806" [ 1377.215719] env[62023]: _type = "Task" [ 1377.215719] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.227769] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1757806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.396133] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757805, 'name': ReconfigVM_Task, 'duration_secs': 0.314261} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.396406] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Reconfigured VM instance instance-00000021 to attach disk [datastore1] a2d65502-c3f4-41f2-9842-4d228dd91776/a2d65502-c3f4-41f2-9842-4d228dd91776.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.397086] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35e234ed-cd0f-4a96-a9a3-dca2b7582d47 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.404406] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1377.404406] env[62023]: value = "task-1757807" [ 1377.404406] env[62023]: _type = "Task" [ 1377.404406] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.414966] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757807, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.500903] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.504035] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.129s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.504035] env[62023]: DEBUG nova.objects.instance [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Lazy-loading 'resources' on Instance uuid b1111972-8a27-44da-8f20-98808abadbb8 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.526692] env[62023]: INFO nova.scheduler.client.report [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Deleted allocations for instance ab1208a4-b991-4706-8205-88fa9c0fe96c [ 1377.727366] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1757806, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.810913] env[62023]: DEBUG nova.compute.manager [req-d767ced0-5ee4-49a3-af50-6eb351d60561 req-66283603-8d2a-485a-904a-a9147127f513 service nova] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Received event network-vif-plugged-e1187afc-5612-4427-9d0c-06c1ef4c0be7 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1377.811207] env[62023]: DEBUG oslo_concurrency.lockutils [req-d767ced0-5ee4-49a3-af50-6eb351d60561 req-66283603-8d2a-485a-904a-a9147127f513 service nova] Acquiring lock "22302d12-a374-41c5-8651-87df72726e2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.811455] env[62023]: DEBUG oslo_concurrency.lockutils [req-d767ced0-5ee4-49a3-af50-6eb351d60561 req-66283603-8d2a-485a-904a-a9147127f513 service nova] Lock "22302d12-a374-41c5-8651-87df72726e2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.811628] env[62023]: DEBUG oslo_concurrency.lockutils [req-d767ced0-5ee4-49a3-af50-6eb351d60561 req-66283603-8d2a-485a-904a-a9147127f513 service nova] Lock "22302d12-a374-41c5-8651-87df72726e2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.811797] env[62023]: DEBUG nova.compute.manager [req-d767ced0-5ee4-49a3-af50-6eb351d60561 req-66283603-8d2a-485a-904a-a9147127f513 service nova] [instance: 22302d12-a374-41c5-8651-87df72726e2f] No waiting events found dispatching network-vif-plugged-e1187afc-5612-4427-9d0c-06c1ef4c0be7 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1377.811964] env[62023]: WARNING nova.compute.manager [req-d767ced0-5ee4-49a3-af50-6eb351d60561 req-66283603-8d2a-485a-904a-a9147127f513 service nova] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Received unexpected event network-vif-plugged-e1187afc-5612-4427-9d0c-06c1ef4c0be7 for instance with vm_state building and task_state block_device_mapping. [ 1377.928782] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757807, 'name': Rename_Task, 'duration_secs': 0.232035} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.929052] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.929313] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-581a7690-4037-4514-a48b-2df952b0e0b5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.945600] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1377.945600] env[62023]: value = "task-1757808" [ 1377.945600] env[62023]: _type = "Task" [ 1377.945600] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.954421] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.967388] env[62023]: DEBUG nova.network.neutron [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Successfully updated port: e1187afc-5612-4427-9d0c-06c1ef4c0be7 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1378.036265] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6d421f7e-807e-431d-bc4c-33cb6c1a929a tempest-DeleteServersAdminTestJSON-1758758567 tempest-DeleteServersAdminTestJSON-1758758567-project-member] Lock "ab1208a4-b991-4706-8205-88fa9c0fe96c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.310s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.231099] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1757806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631271} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.233942] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 850e4493-1a78-473d-8f24-1627ba115ad1/850e4493-1a78-473d-8f24-1627ba115ad1.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1378.234667] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1378.235152] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42db1d84-0856-4e05-b87f-affeada5872d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.243322] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for the task: (returnval){ [ 1378.243322] env[62023]: value = "task-1757809" [ 1378.243322] env[62023]: _type = "Task" [ 1378.243322] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.255875] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1757809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.460809] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757808, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.470058] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Acquiring lock "refresh_cache-22302d12-a374-41c5-8651-87df72726e2f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.470388] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Acquired lock "refresh_cache-22302d12-a374-41c5-8651-87df72726e2f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.470772] env[62023]: DEBUG nova.network.neutron [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.563944] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aefad4-1ddf-4609-994b-3feeab4eec41 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.573283] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6653e564-83c3-4a33-9171-d55a0e69a15f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.606282] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adfd066-5c6e-4f4f-a7f4-a3a708c1be1e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.614806] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bc92c1-a2ef-4408-b318-1b3d0517fede {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.631896] env[62023]: DEBUG nova.compute.provider_tree [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.753946] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1757809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095706} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.754250] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1378.755046] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3cfc96-1c21-4aae-9ea3-791f38a07e3d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.778158] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 850e4493-1a78-473d-8f24-1627ba115ad1/850e4493-1a78-473d-8f24-1627ba115ad1.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1378.778462] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ef11363-d25d-4c35-82a0-eadf8a074221 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.800123] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for the task: (returnval){ [ 1378.800123] env[62023]: value = "task-1757810" [ 1378.800123] env[62023]: _type = "Task" [ 1378.800123] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.808637] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1757810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.955430] env[62023]: DEBUG oslo_vmware.api [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757808, 'name': PowerOnVM_Task, 'duration_secs': 0.553346} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.955722] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.955936] env[62023]: INFO nova.compute.manager [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1378.956129] env[62023]: DEBUG nova.compute.manager [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1378.956942] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b64619-3b8e-4445-b724-ab387a82a809 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.127180] env[62023]: DEBUG nova.compute.manager [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1379.127180] env[62023]: DEBUG nova.virt.hardware [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1379.127180] env[62023]: DEBUG nova.virt.hardware [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.127180] env[62023]: DEBUG nova.virt.hardware [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1379.127433] env[62023]: DEBUG nova.virt.hardware [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.127433] env[62023]: DEBUG nova.virt.hardware [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1379.127433] env[62023]: DEBUG nova.virt.hardware [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1379.127433] env[62023]: DEBUG nova.virt.hardware [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1379.127698] env[62023]: DEBUG nova.virt.hardware [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1379.128027] env[62023]: DEBUG nova.virt.hardware [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1379.128341] env[62023]: DEBUG nova.virt.hardware [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1379.128657] env[62023]: DEBUG nova.virt.hardware [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1379.129675] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5b82f9-9232-4bfb-a536-de4ec156aa17 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.134323] env[62023]: DEBUG nova.scheduler.client.report [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.141934] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bacf15-1bdd-49a2-9812-ef5599909e87 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.254041] env[62023]: DEBUG nova.network.neutron [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1379.310624] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1757810, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.446752] env[62023]: DEBUG nova.network.neutron [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Updating instance_info_cache with network_info: [{"id": "e1187afc-5612-4427-9d0c-06c1ef4c0be7", "address": "fa:16:3e:ec:80:31", "network": {"id": "392fae98-e6ef-4935-89bb-e99ee38b9522", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-884802866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1f36c9dc4c0405d931c5d2afd291012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1187afc-56", "ovs_interfaceid": "e1187afc-5612-4427-9d0c-06c1ef4c0be7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.476954] env[62023]: INFO nova.compute.manager [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Took 45.19 seconds to build instance. [ 1379.643730] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.645150] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.425s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.645504] env[62023]: DEBUG nova.objects.instance [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lazy-loading 'resources' on Instance uuid b352bc01-cf53-4fe9-a444-116186919b67 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.671385] env[62023]: INFO nova.scheduler.client.report [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Deleted allocations for instance b1111972-8a27-44da-8f20-98808abadbb8 [ 1379.811749] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1757810, 'name': ReconfigVM_Task, 'duration_secs': 0.526815} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.812099] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 850e4493-1a78-473d-8f24-1627ba115ad1/850e4493-1a78-473d-8f24-1627ba115ad1.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1379.812677] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4e0e3f9-00c1-4b2b-b579-3075ddeb87f4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.819446] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for the task: (returnval){ [ 1379.819446] env[62023]: value = "task-1757811" [ 1379.819446] env[62023]: _type = "Task" [ 1379.819446] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.828629] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1757811, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.952504] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Releasing lock "refresh_cache-22302d12-a374-41c5-8651-87df72726e2f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.952903] env[62023]: DEBUG nova.compute.manager [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Instance network_info: |[{"id": "e1187afc-5612-4427-9d0c-06c1ef4c0be7", "address": "fa:16:3e:ec:80:31", "network": {"id": "392fae98-e6ef-4935-89bb-e99ee38b9522", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-884802866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1f36c9dc4c0405d931c5d2afd291012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1187afc-56", "ovs_interfaceid": "e1187afc-5612-4427-9d0c-06c1ef4c0be7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1379.953390] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:80:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1187afc-5612-4427-9d0c-06c1ef4c0be7', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.967831] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Creating folder: Project (d1f36c9dc4c0405d931c5d2afd291012). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1379.968461] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d90824d1-5187-4740-ab49-de96ed079f44 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.980944] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5833b2e0-c787-4dbf-bdba-45168386d281 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "a2d65502-c3f4-41f2-9842-4d228dd91776" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.672s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.982723] env[62023]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1379.982895] env[62023]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62023) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1379.984846] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Folder already exists: Project (d1f36c9dc4c0405d931c5d2afd291012). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1379.984927] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Creating folder: Instances. Parent ref: group-v365225. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1379.985355] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c423fdb-c021-4e54-8205-b0a0d572d065 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.997065] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Created folder: Instances in parent group-v365225. [ 1379.997412] env[62023]: DEBUG oslo.service.loopingcall [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.998974] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1380.001466] env[62023]: DEBUG nova.compute.manager [req-e7ceadc7-c7c8-4817-9252-855b2a4f7d4a req-bc3ea004-c12b-46b0-a7a0-3082183d32c9 service nova] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Received event network-changed-e1187afc-5612-4427-9d0c-06c1ef4c0be7 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1380.001622] env[62023]: DEBUG nova.compute.manager [req-e7ceadc7-c7c8-4817-9252-855b2a4f7d4a req-bc3ea004-c12b-46b0-a7a0-3082183d32c9 service nova] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Refreshing instance network info cache due to event network-changed-e1187afc-5612-4427-9d0c-06c1ef4c0be7. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1380.001887] env[62023]: DEBUG oslo_concurrency.lockutils [req-e7ceadc7-c7c8-4817-9252-855b2a4f7d4a req-bc3ea004-c12b-46b0-a7a0-3082183d32c9 service nova] Acquiring lock "refresh_cache-22302d12-a374-41c5-8651-87df72726e2f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.002084] env[62023]: DEBUG oslo_concurrency.lockutils [req-e7ceadc7-c7c8-4817-9252-855b2a4f7d4a req-bc3ea004-c12b-46b0-a7a0-3082183d32c9 service nova] Acquired lock "refresh_cache-22302d12-a374-41c5-8651-87df72726e2f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.002303] env[62023]: DEBUG nova.network.neutron [req-e7ceadc7-c7c8-4817-9252-855b2a4f7d4a req-bc3ea004-c12b-46b0-a7a0-3082183d32c9 service nova] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Refreshing network info cache for port e1187afc-5612-4427-9d0c-06c1ef4c0be7 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.007894] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad898f3a-4c4f-496e-a68e-cfe8760f655b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.030169] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1380.030169] env[62023]: value = "task-1757814" [ 1380.030169] env[62023]: _type = "Task" [ 1380.030169] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.044263] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757814, 'name': CreateVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.056454] env[62023]: DEBUG nova.compute.manager [req-fbe78621-cb17-4467-9b32-2858e95f1e42 req-f3d2fc23-2faa-4853-9eec-143a481dd636 service nova] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Received event network-changed-bbecf98b-97c8-4535-b0c9-d507c038178d {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1380.056654] env[62023]: DEBUG nova.compute.manager [req-fbe78621-cb17-4467-9b32-2858e95f1e42 req-f3d2fc23-2faa-4853-9eec-143a481dd636 service nova] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Refreshing instance network info cache due to event network-changed-bbecf98b-97c8-4535-b0c9-d507c038178d. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1380.056876] env[62023]: DEBUG oslo_concurrency.lockutils [req-fbe78621-cb17-4467-9b32-2858e95f1e42 req-f3d2fc23-2faa-4853-9eec-143a481dd636 service nova] Acquiring lock "refresh_cache-a2d65502-c3f4-41f2-9842-4d228dd91776" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.057049] env[62023]: DEBUG oslo_concurrency.lockutils [req-fbe78621-cb17-4467-9b32-2858e95f1e42 req-f3d2fc23-2faa-4853-9eec-143a481dd636 service nova] Acquired lock "refresh_cache-a2d65502-c3f4-41f2-9842-4d228dd91776" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.057190] env[62023]: DEBUG nova.network.neutron [req-fbe78621-cb17-4467-9b32-2858e95f1e42 req-f3d2fc23-2faa-4853-9eec-143a481dd636 service nova] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Refreshing network info cache for port bbecf98b-97c8-4535-b0c9-d507c038178d {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.181975] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2d230f7e-8d5d-4f47-ae22-22c6e157b53c tempest-ServerDiagnosticsV248Test-212406066 tempest-ServerDiagnosticsV248Test-212406066-project-member] Lock "b1111972-8a27-44da-8f20-98808abadbb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.169s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.331966] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1757811, 'name': Rename_Task, 'duration_secs': 0.317188} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.334012] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.334458] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbdbc2f7-5593-4cfd-ab83-430832010309 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.341637] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for the task: (returnval){ [ 1380.341637] env[62023]: value = "task-1757815" [ 1380.341637] env[62023]: _type = "Task" [ 1380.341637] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.349447] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1757815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.478346] env[62023]: DEBUG oslo_vmware.rw_handles [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a52e1-6d0b-e945-e093-9ce8977b466d/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1380.479233] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d065b8f-4e48-4230-b44f-be3f183b7d04 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.486830] env[62023]: DEBUG nova.compute.manager [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1380.489599] env[62023]: DEBUG oslo_vmware.rw_handles [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a52e1-6d0b-e945-e093-9ce8977b466d/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1380.491593] env[62023]: ERROR oslo_vmware.rw_handles [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a52e1-6d0b-e945-e093-9ce8977b466d/disk-0.vmdk due to incomplete transfer. [ 1380.496813] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d1208c1f-ba27-4d14-9b97-f40918df8186 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.507020] env[62023]: DEBUG oslo_vmware.rw_handles [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a52e1-6d0b-e945-e093-9ce8977b466d/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1380.507020] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Uploaded image 5c7f8da7-db92-475b-88c4-0465377657da to the Glance image server {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1380.509476] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Destroying the VM {{(pid=62023) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1380.511995] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a0623e8e-3620-4d92-ab3a-68b475ad84ec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.523029] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1380.523029] env[62023]: value = "task-1757816" [ 1380.523029] env[62023]: _type = "Task" [ 1380.523029] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.532965] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757816, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.548090] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757814, 'name': CreateVM_Task, 'duration_secs': 0.495049} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.548418] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1380.549219] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'mount_device': '/dev/sda', 'attachment_id': '2b798bea-e046-45db-8232-4784ba735118', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365233', 'volume_id': '4fb9fb98-e60b-4c31-89c9-de2b524eb944', 'name': 'volume-4fb9fb98-e60b-4c31-89c9-de2b524eb944', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '22302d12-a374-41c5-8651-87df72726e2f', 'attached_at': '', 'detached_at': '', 'volume_id': '4fb9fb98-e60b-4c31-89c9-de2b524eb944', 'serial': '4fb9fb98-e60b-4c31-89c9-de2b524eb944'}, 'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=62023) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1380.549658] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Root volume attach. Driver type: vmdk {{(pid=62023) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1380.550583] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc533b5-61bc-48e4-92f7-e9945d940eee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.564945] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b289565-5b8a-46ae-a5c3-d4ec197633e2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.575753] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce6fecd-244c-4175-81f9-7d13ab93a6c4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.581986] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-71e9a456-c17f-443a-a0d0-4420f6680f12 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.594390] env[62023]: DEBUG oslo_vmware.api [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Waiting for the task: (returnval){ [ 1380.594390] env[62023]: value = "task-1757817" [ 1380.594390] env[62023]: _type = "Task" [ 1380.594390] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.600957] env[62023]: DEBUG oslo_vmware.api [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Task: {'id': task-1757817, 'name': RelocateVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.702921] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0d5918-0ca6-48d0-b928-da75b7a46b9e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.711985] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c339ae74-66c9-46bf-a6cd-3be9f13dfe76 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.747328] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1f28ad48-f5d8-48db-9636-f6bfe2271a1c tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquiring lock "a2d65502-c3f4-41f2-9842-4d228dd91776" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.747601] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1f28ad48-f5d8-48db-9636-f6bfe2271a1c tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "a2d65502-c3f4-41f2-9842-4d228dd91776" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.747861] env[62023]: INFO nova.compute.manager [None req-1f28ad48-f5d8-48db-9636-f6bfe2271a1c tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Rebooting instance [ 1380.754839] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ed1c94-5e9a-463e-80f2-9fe9e4939876 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.763489] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde34e0d-9890-48df-8941-55f9c5339454 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.777997] env[62023]: DEBUG nova.compute.provider_tree [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1380.853644] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1757815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.017908] env[62023]: DEBUG oslo_concurrency.lockutils [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.018864] env[62023]: DEBUG nova.network.neutron [req-e7ceadc7-c7c8-4817-9252-855b2a4f7d4a req-bc3ea004-c12b-46b0-a7a0-3082183d32c9 service nova] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Updated VIF entry in instance network info cache for port e1187afc-5612-4427-9d0c-06c1ef4c0be7. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.019198] env[62023]: DEBUG nova.network.neutron [req-e7ceadc7-c7c8-4817-9252-855b2a4f7d4a req-bc3ea004-c12b-46b0-a7a0-3082183d32c9 service nova] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Updating instance_info_cache with network_info: [{"id": "e1187afc-5612-4427-9d0c-06c1ef4c0be7", "address": "fa:16:3e:ec:80:31", "network": {"id": "392fae98-e6ef-4935-89bb-e99ee38b9522", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-884802866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1f36c9dc4c0405d931c5d2afd291012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1187afc-56", "ovs_interfaceid": "e1187afc-5612-4427-9d0c-06c1ef4c0be7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.032052] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757816, 'name': Destroy_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.054279] env[62023]: DEBUG nova.network.neutron [req-fbe78621-cb17-4467-9b32-2858e95f1e42 req-f3d2fc23-2faa-4853-9eec-143a481dd636 service nova] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Updated VIF entry in instance network info cache for port bbecf98b-97c8-4535-b0c9-d507c038178d. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.054642] env[62023]: DEBUG nova.network.neutron [req-fbe78621-cb17-4467-9b32-2858e95f1e42 req-f3d2fc23-2faa-4853-9eec-143a481dd636 service nova] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Updating instance_info_cache with network_info: [{"id": "bbecf98b-97c8-4535-b0c9-d507c038178d", "address": "fa:16:3e:04:2b:f6", "network": {"id": "dd25c219-bc99-4d5b-aa60-7ec8e0a6486a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-33431726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bbdfbd74a8d47fdbfea23871bb0bf4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbecf98b-97", "ovs_interfaceid": "bbecf98b-97c8-4535-b0c9-d507c038178d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.104117] env[62023]: DEBUG oslo_vmware.api [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Task: {'id': task-1757817, 'name': RelocateVM_Task, 'duration_secs': 0.408929} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.104536] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Volume attach. Driver type: vmdk {{(pid=62023) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1381.104830] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365233', 'volume_id': '4fb9fb98-e60b-4c31-89c9-de2b524eb944', 'name': 'volume-4fb9fb98-e60b-4c31-89c9-de2b524eb944', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '22302d12-a374-41c5-8651-87df72726e2f', 'attached_at': '', 'detached_at': '', 'volume_id': '4fb9fb98-e60b-4c31-89c9-de2b524eb944', 'serial': '4fb9fb98-e60b-4c31-89c9-de2b524eb944'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1381.105693] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107248ba-c642-4a83-9cd5-54215a75c5b9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.122495] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17274b6b-daa3-4901-979a-8962b3706bef {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.151409] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] volume-4fb9fb98-e60b-4c31-89c9-de2b524eb944/volume-4fb9fb98-e60b-4c31-89c9-de2b524eb944.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1381.151727] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e63f47c3-7412-47d3-afdf-e4f91a348d9d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.173867] env[62023]: DEBUG oslo_vmware.api [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Waiting for the task: (returnval){ [ 1381.173867] env[62023]: value = "task-1757818" [ 1381.173867] env[62023]: _type = "Task" [ 1381.173867] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.181569] env[62023]: DEBUG oslo_vmware.api [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Task: {'id': task-1757818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.289981] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1f28ad48-f5d8-48db-9636-f6bfe2271a1c tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquiring lock "refresh_cache-a2d65502-c3f4-41f2-9842-4d228dd91776" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.314508] env[62023]: DEBUG nova.scheduler.client.report [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1381.315818] env[62023]: DEBUG nova.compute.provider_tree [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 58 to 59 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1381.315818] env[62023]: DEBUG nova.compute.provider_tree [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1381.353668] env[62023]: DEBUG oslo_vmware.api [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1757815, 'name': PowerOnVM_Task, 'duration_secs': 0.815143} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.353914] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1381.354152] env[62023]: INFO nova.compute.manager [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1381.354322] env[62023]: DEBUG nova.compute.manager [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1381.355189] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f753db09-f07e-4344-a698-ca44a6129d10 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.528350] env[62023]: DEBUG oslo_concurrency.lockutils [req-e7ceadc7-c7c8-4817-9252-855b2a4f7d4a req-bc3ea004-c12b-46b0-a7a0-3082183d32c9 service nova] Releasing lock "refresh_cache-22302d12-a374-41c5-8651-87df72726e2f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.532019] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757816, 'name': Destroy_Task, 'duration_secs': 0.516629} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.532355] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Destroyed the VM [ 1381.532740] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Deleting Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1381.533021] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-835a0405-7079-430c-9f38-ba6099d1090c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.540520] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1381.540520] env[62023]: value = "task-1757819" [ 1381.540520] env[62023]: _type = "Task" [ 1381.540520] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.552371] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757819, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.559363] env[62023]: DEBUG oslo_concurrency.lockutils [req-fbe78621-cb17-4467-9b32-2858e95f1e42 req-f3d2fc23-2faa-4853-9eec-143a481dd636 service nova] Releasing lock "refresh_cache-a2d65502-c3f4-41f2-9842-4d228dd91776" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.559972] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1f28ad48-f5d8-48db-9636-f6bfe2271a1c tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquired lock "refresh_cache-a2d65502-c3f4-41f2-9842-4d228dd91776" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.560347] env[62023]: DEBUG nova.network.neutron [None req-1f28ad48-f5d8-48db-9636-f6bfe2271a1c tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.684308] env[62023]: DEBUG oslo_vmware.api [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Task: {'id': task-1757818, 'name': ReconfigVM_Task, 'duration_secs': 0.272416} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.684675] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Reconfigured VM instance instance-00000023 to attach disk [datastore1] volume-4fb9fb98-e60b-4c31-89c9-de2b524eb944/volume-4fb9fb98-e60b-4c31-89c9-de2b524eb944.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.690420] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba6611b7-9d7d-482d-9611-33a1eccae38c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.708866] env[62023]: DEBUG oslo_vmware.api [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Waiting for the task: (returnval){ [ 1381.708866] env[62023]: value = "task-1757820" [ 1381.708866] env[62023]: _type = "Task" [ 1381.708866] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.719123] env[62023]: DEBUG oslo_vmware.api [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Task: {'id': task-1757820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.823061] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.824224] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.914s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.824321] env[62023]: DEBUG nova.objects.instance [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62023) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1381.877470] env[62023]: INFO nova.compute.manager [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Took 46.32 seconds to build instance. [ 1381.884232] env[62023]: INFO nova.scheduler.client.report [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Deleted allocations for instance b352bc01-cf53-4fe9-a444-116186919b67 [ 1382.055372] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757819, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.219421] env[62023]: DEBUG oslo_vmware.api [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Task: {'id': task-1757820, 'name': ReconfigVM_Task, 'duration_secs': 0.130184} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.223355] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365233', 'volume_id': '4fb9fb98-e60b-4c31-89c9-de2b524eb944', 'name': 'volume-4fb9fb98-e60b-4c31-89c9-de2b524eb944', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '22302d12-a374-41c5-8651-87df72726e2f', 'attached_at': '', 'detached_at': '', 'volume_id': '4fb9fb98-e60b-4c31-89c9-de2b524eb944', 'serial': '4fb9fb98-e60b-4c31-89c9-de2b524eb944'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1382.223775] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38b48a34-f47e-4144-9198-366e57a5da88 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.230473] env[62023]: DEBUG oslo_vmware.api [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Waiting for the task: (returnval){ [ 1382.230473] env[62023]: value = "task-1757821" [ 1382.230473] env[62023]: _type = "Task" [ 1382.230473] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.238710] env[62023]: DEBUG oslo_vmware.api [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Task: {'id': task-1757821, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.378614] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0398170f-52e4-47db-a383-2723d7f300ba tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lock "850e4493-1a78-473d-8f24-1627ba115ad1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.865s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.397160] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8dca5111-570b-4a36-b823-bc75b14041d0 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "b352bc01-cf53-4fe9-a444-116186919b67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.103s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.498629] env[62023]: DEBUG nova.network.neutron [None req-1f28ad48-f5d8-48db-9636-f6bfe2271a1c tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Updating instance_info_cache with network_info: [{"id": "bbecf98b-97c8-4535-b0c9-d507c038178d", "address": "fa:16:3e:04:2b:f6", "network": {"id": "dd25c219-bc99-4d5b-aa60-7ec8e0a6486a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-33431726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bbdfbd74a8d47fdbfea23871bb0bf4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbecf98b-97", "ovs_interfaceid": "bbecf98b-97c8-4535-b0c9-d507c038178d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.558903] env[62023]: DEBUG oslo_vmware.api [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757819, 'name': RemoveSnapshot_Task, 'duration_secs': 0.609116} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.558903] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Deleted Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1382.558903] env[62023]: INFO nova.compute.manager [None req-edb97090-8ec8-42fc-9275-c1fe65052587 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Took 16.72 seconds to snapshot the instance on the hypervisor. [ 1382.749020] env[62023]: DEBUG oslo_vmware.api [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Task: {'id': task-1757821, 'name': Rename_Task, 'duration_secs': 0.128495} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.749020] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.749159] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-501ec681-085f-4efc-b8cd-1c4d0082fb17 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.758554] env[62023]: DEBUG oslo_vmware.api [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Waiting for the task: (returnval){ [ 1382.758554] env[62023]: value = "task-1757822" [ 1382.758554] env[62023]: _type = "Task" [ 1382.758554] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.767598] env[62023]: DEBUG oslo_vmware.api [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Task: {'id': task-1757822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.836010] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b9743e-14cf-469e-ae7a-1f165d3b72a5 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.836010] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.587s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.837621] env[62023]: INFO nova.compute.claims [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1382.883461] env[62023]: DEBUG nova.compute.manager [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1383.005019] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1f28ad48-f5d8-48db-9636-f6bfe2271a1c tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Releasing lock "refresh_cache-a2d65502-c3f4-41f2-9842-4d228dd91776" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.274792] env[62023]: DEBUG oslo_vmware.api [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Task: {'id': task-1757822, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.408117] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.511179] env[62023]: DEBUG nova.compute.manager [None req-1f28ad48-f5d8-48db-9636-f6bfe2271a1c tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1383.513611] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfedf746-27a3-4ac6-9bf8-604072b45311 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.697877] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquiring lock "eb4794e9-66c4-47cc-9e33-ffe69685df66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.697877] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lock "eb4794e9-66c4-47cc-9e33-ffe69685df66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.773948] env[62023]: DEBUG oslo_vmware.api [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Task: {'id': task-1757822, 'name': PowerOnVM_Task, 'duration_secs': 0.764082} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.774565] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.776927] env[62023]: INFO nova.compute.manager [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Took 4.65 seconds to spawn the instance on the hypervisor. [ 1383.776927] env[62023]: DEBUG nova.compute.manager [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1383.777334] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3085286-02be-446c-8e65-06394cc9de59 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.307038] env[62023]: INFO nova.compute.manager [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Took 45.06 seconds to build instance. [ 1384.451832] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ee55bd-c27b-4b36-b04c-3d88d12b4a02 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.461161] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b67b479-a117-4ba7-8162-e154877af8e8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.494161] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20564c7-ea77-4c2a-ac23-edf01041e511 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.502552] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e762985f-9bcf-4e0f-bf48-a8301be9ef48 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.518276] env[62023]: DEBUG nova.compute.provider_tree [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.536142] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9627869e-6a69-41e9-8438-f6469c33e010 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.544560] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1f28ad48-f5d8-48db-9636-f6bfe2271a1c tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Doing hard reboot of VM {{(pid=62023) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1384.544870] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4d0b337c-9649-4ffc-bacf-b38668bb82f4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.551649] env[62023]: DEBUG oslo_vmware.api [None req-1f28ad48-f5d8-48db-9636-f6bfe2271a1c tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1384.551649] env[62023]: value = "task-1757823" [ 1384.551649] env[62023]: _type = "Task" [ 1384.551649] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.561809] env[62023]: DEBUG oslo_vmware.api [None req-1f28ad48-f5d8-48db-9636-f6bfe2271a1c tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757823, 'name': ResetVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.812378] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4c7c52ed-8387-4505-92fe-d568096d943b tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Lock "22302d12-a374-41c5-8651-87df72726e2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.033s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.022988] env[62023]: DEBUG nova.scheduler.client.report [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.064029] env[62023]: DEBUG oslo_vmware.api [None req-1f28ad48-f5d8-48db-9636-f6bfe2271a1c tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757823, 'name': ResetVM_Task, 'duration_secs': 0.137341} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.064307] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1f28ad48-f5d8-48db-9636-f6bfe2271a1c tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Did hard reboot of VM {{(pid=62023) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1385.064466] env[62023]: DEBUG nova.compute.manager [None req-1f28ad48-f5d8-48db-9636-f6bfe2271a1c tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1385.065490] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae01f16-ba55-4c18-bec2-c513b2e56999 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.320284] env[62023]: DEBUG nova.compute.manager [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1385.376252] env[62023]: DEBUG nova.compute.manager [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1385.376405] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaa5223-6e37-448e-a85a-73b9cb646dbc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.528862] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.529385] env[62023]: DEBUG nova.compute.manager [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1385.531925] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.844s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.532167] env[62023]: DEBUG nova.objects.instance [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lazy-loading 'resources' on Instance uuid af16d463-02a2-43d0-953b-269ce88f02e3 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.578021] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1f28ad48-f5d8-48db-9636-f6bfe2271a1c tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "a2d65502-c3f4-41f2-9842-4d228dd91776" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.830s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.849709] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.890171] env[62023]: INFO nova.compute.manager [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] instance snapshotting [ 1385.893051] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c48d8f-7663-42c8-9ffe-c5255399bbb0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.916402] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9865849-8bf4-4d63-9bec-a9fc6645fb9c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.035253] env[62023]: DEBUG nova.compute.utils [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1386.036711] env[62023]: DEBUG nova.compute.manager [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1386.041381] env[62023]: DEBUG nova.network.neutron [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1386.071159] env[62023]: DEBUG nova.compute.manager [req-02edddf2-d098-494b-a028-d2f5608136b3 req-096dd0b0-4f4a-40e1-a27b-03cd6e0f2a90 service nova] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Received event network-changed-e1187afc-5612-4427-9d0c-06c1ef4c0be7 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1386.071159] env[62023]: DEBUG nova.compute.manager [req-02edddf2-d098-494b-a028-d2f5608136b3 req-096dd0b0-4f4a-40e1-a27b-03cd6e0f2a90 service nova] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Refreshing instance network info cache due to event network-changed-e1187afc-5612-4427-9d0c-06c1ef4c0be7. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1386.071159] env[62023]: DEBUG oslo_concurrency.lockutils [req-02edddf2-d098-494b-a028-d2f5608136b3 req-096dd0b0-4f4a-40e1-a27b-03cd6e0f2a90 service nova] Acquiring lock "refresh_cache-22302d12-a374-41c5-8651-87df72726e2f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.071159] env[62023]: DEBUG oslo_concurrency.lockutils [req-02edddf2-d098-494b-a028-d2f5608136b3 req-096dd0b0-4f4a-40e1-a27b-03cd6e0f2a90 service nova] Acquired lock "refresh_cache-22302d12-a374-41c5-8651-87df72726e2f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.071159] env[62023]: DEBUG nova.network.neutron [req-02edddf2-d098-494b-a028-d2f5608136b3 req-096dd0b0-4f4a-40e1-a27b-03cd6e0f2a90 service nova] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Refreshing network info cache for port e1187afc-5612-4427-9d0c-06c1ef4c0be7 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1386.175773] env[62023]: DEBUG nova.policy [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57362a2a31aa485b8fb5d237797afd7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8024759e022f4ab9a08945f1cb472371', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1386.428513] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Creating Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1386.428513] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6fbf309c-5240-4877-b03d-53e45e1771c7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.442696] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1386.442696] env[62023]: value = "task-1757824" [ 1386.442696] env[62023]: _type = "Task" [ 1386.442696] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.460688] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757824, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.547347] env[62023]: DEBUG nova.compute.manager [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1386.678437] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4baa0b7-a5bb-4da8-94e9-cd1586e9e5f0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.687102] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e343d608-3899-43c5-b6c5-b549807639ec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.726972] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74ac12e-37c5-4810-9919-73c5ed5da126 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.735516] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b878173-fe8e-4db4-8786-7d629c6f424d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.754748] env[62023]: DEBUG nova.compute.provider_tree [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.953704] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757824, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.150802] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "385bc4de-fa59-41d0-9201-e1a6acdab485" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.151147] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "385bc4de-fa59-41d0-9201-e1a6acdab485" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.258641] env[62023]: DEBUG nova.scheduler.client.report [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.273412] env[62023]: DEBUG nova.network.neutron [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Successfully created port: 817767e4-f9cf-4cf3-bb3c-ffa7eb9f93f8 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1387.310293] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquiring lock "a2d65502-c3f4-41f2-9842-4d228dd91776" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.310527] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "a2d65502-c3f4-41f2-9842-4d228dd91776" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.310724] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquiring lock "a2d65502-c3f4-41f2-9842-4d228dd91776-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.310911] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "a2d65502-c3f4-41f2-9842-4d228dd91776-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.311100] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "a2d65502-c3f4-41f2-9842-4d228dd91776-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.313711] env[62023]: INFO nova.compute.manager [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Terminating instance [ 1387.408733] env[62023]: DEBUG nova.network.neutron [req-02edddf2-d098-494b-a028-d2f5608136b3 req-096dd0b0-4f4a-40e1-a27b-03cd6e0f2a90 service nova] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Updated VIF entry in instance network info cache for port e1187afc-5612-4427-9d0c-06c1ef4c0be7. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.409078] env[62023]: DEBUG nova.network.neutron [req-02edddf2-d098-494b-a028-d2f5608136b3 req-096dd0b0-4f4a-40e1-a27b-03cd6e0f2a90 service nova] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Updating instance_info_cache with network_info: [{"id": "e1187afc-5612-4427-9d0c-06c1ef4c0be7", "address": "fa:16:3e:ec:80:31", "network": {"id": "392fae98-e6ef-4935-89bb-e99ee38b9522", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-884802866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1f36c9dc4c0405d931c5d2afd291012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1187afc-56", "ovs_interfaceid": "e1187afc-5612-4427-9d0c-06c1ef4c0be7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.455431] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757824, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.564025] env[62023]: DEBUG nova.compute.manager [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1387.594042] env[62023]: DEBUG nova.virt.hardware [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.594296] env[62023]: DEBUG nova.virt.hardware [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.594538] env[62023]: DEBUG nova.virt.hardware [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.594763] env[62023]: DEBUG nova.virt.hardware [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.594979] env[62023]: DEBUG nova.virt.hardware [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.595305] env[62023]: DEBUG nova.virt.hardware [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.595305] env[62023]: DEBUG nova.virt.hardware [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.595477] env[62023]: DEBUG nova.virt.hardware [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.595640] env[62023]: DEBUG nova.virt.hardware [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.595726] env[62023]: DEBUG nova.virt.hardware [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.595897] env[62023]: DEBUG nova.virt.hardware [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.596921] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0aa16b2-a29c-41ad-95d4-e02d2af0e88d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.605738] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff4e0b4-225b-41f5-803b-24178f2d0bbf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.770984] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.775858] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.126s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.778636] env[62023]: INFO nova.compute.claims [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1387.812800] env[62023]: INFO nova.scheduler.client.report [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleted allocations for instance af16d463-02a2-43d0-953b-269ce88f02e3 [ 1387.819772] env[62023]: DEBUG nova.compute.manager [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.819772] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.820200] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f49166-aaf6-43e6-a3b6-a273c9e2f380 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.834342] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.834707] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4c2c517-a4ad-4a45-b1cc-ec2db5ac8d57 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.842767] env[62023]: DEBUG oslo_vmware.api [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1387.842767] env[62023]: value = "task-1757825" [ 1387.842767] env[62023]: _type = "Task" [ 1387.842767] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.852626] env[62023]: DEBUG oslo_vmware.api [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.913253] env[62023]: DEBUG oslo_concurrency.lockutils [req-02edddf2-d098-494b-a028-d2f5608136b3 req-096dd0b0-4f4a-40e1-a27b-03cd6e0f2a90 service nova] Releasing lock "refresh_cache-22302d12-a374-41c5-8651-87df72726e2f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.955937] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757824, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.308923] env[62023]: DEBUG nova.compute.manager [req-43fb88cb-22a2-4f17-9183-69adfea31cc9 req-7c49c0fd-8e02-42cd-ad1f-79141cd01091 service nova] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Received event network-changed-bbecf98b-97c8-4535-b0c9-d507c038178d {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1388.309140] env[62023]: DEBUG nova.compute.manager [req-43fb88cb-22a2-4f17-9183-69adfea31cc9 req-7c49c0fd-8e02-42cd-ad1f-79141cd01091 service nova] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Refreshing instance network info cache due to event network-changed-bbecf98b-97c8-4535-b0c9-d507c038178d. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1388.309314] env[62023]: DEBUG oslo_concurrency.lockutils [req-43fb88cb-22a2-4f17-9183-69adfea31cc9 req-7c49c0fd-8e02-42cd-ad1f-79141cd01091 service nova] Acquiring lock "refresh_cache-a2d65502-c3f4-41f2-9842-4d228dd91776" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.309454] env[62023]: DEBUG oslo_concurrency.lockutils [req-43fb88cb-22a2-4f17-9183-69adfea31cc9 req-7c49c0fd-8e02-42cd-ad1f-79141cd01091 service nova] Acquired lock "refresh_cache-a2d65502-c3f4-41f2-9842-4d228dd91776" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.309608] env[62023]: DEBUG nova.network.neutron [req-43fb88cb-22a2-4f17-9183-69adfea31cc9 req-7c49c0fd-8e02-42cd-ad1f-79141cd01091 service nova] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Refreshing network info cache for port bbecf98b-97c8-4535-b0c9-d507c038178d {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.335021] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929db1f-9530-4fa5-b89b-246c602f2491 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "af16d463-02a2-43d0-953b-269ce88f02e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.426s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.353727] env[62023]: DEBUG oslo_vmware.api [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757825, 'name': PowerOffVM_Task, 'duration_secs': 0.289192} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.354169] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.354379] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.354629] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6226d4f6-81a9-4db9-91ab-9db767d5123f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.410194] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Acquiring lock "9f4cfc0a-2048-45b2-b96c-2b1dce5607b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.410194] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Lock "9f4cfc0a-2048-45b2-b96c-2b1dce5607b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.441302] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.441533] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.442030] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Deleting the datastore file [datastore1] a2d65502-c3f4-41f2-9842-4d228dd91776 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.442432] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6e41ec3-646a-4e46-a564-54d2a7fd6986 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.450597] env[62023]: DEBUG oslo_vmware.api [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1388.450597] env[62023]: value = "task-1757827" [ 1388.450597] env[62023]: _type = "Task" [ 1388.450597] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.459146] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757824, 'name': CreateSnapshot_Task, 'duration_secs': 1.624788} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.459698] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Created Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1388.460884] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686d144b-08d1-4212-9a51-eef25f9056dc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.467357] env[62023]: DEBUG oslo_vmware.api [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.524706] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "71e7298b-dfd3-4857-abbd-15de2aadad07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.525204] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "71e7298b-dfd3-4857-abbd-15de2aadad07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.962399] env[62023]: DEBUG oslo_vmware.api [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203993} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.962645] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.962833] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.964480] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.965237] env[62023]: INFO nova.compute.manager [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1388.965237] env[62023]: DEBUG oslo.service.loopingcall [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1388.965402] env[62023]: DEBUG nova.compute.manager [-] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1388.965402] env[62023]: DEBUG nova.network.neutron [-] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.982136] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Creating linked-clone VM from snapshot {{(pid=62023) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1388.986872] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fca0bd25-b66a-480b-a051-3b4f66f28b9f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.996567] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1388.996567] env[62023]: value = "task-1757828" [ 1388.996567] env[62023]: _type = "Task" [ 1388.996567] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.003886] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757828, 'name': CloneVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.065692] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "a47f9087-1194-4a41-93d8-dcf026b2eca5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.066041] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "a47f9087-1194-4a41-93d8-dcf026b2eca5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.071103] env[62023]: DEBUG nova.compute.manager [req-3105b8cf-6748-4b22-92ac-dca02cd6b0df req-9675d54b-cab5-4950-8b9c-c934e38dc5f2 service nova] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Received event network-vif-plugged-817767e4-f9cf-4cf3-bb3c-ffa7eb9f93f8 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1389.071361] env[62023]: DEBUG oslo_concurrency.lockutils [req-3105b8cf-6748-4b22-92ac-dca02cd6b0df req-9675d54b-cab5-4950-8b9c-c934e38dc5f2 service nova] Acquiring lock "31220d7a-9294-46d7-8052-8f7693183392-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.071581] env[62023]: DEBUG oslo_concurrency.lockutils [req-3105b8cf-6748-4b22-92ac-dca02cd6b0df req-9675d54b-cab5-4950-8b9c-c934e38dc5f2 service nova] Lock "31220d7a-9294-46d7-8052-8f7693183392-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.071756] env[62023]: DEBUG oslo_concurrency.lockutils [req-3105b8cf-6748-4b22-92ac-dca02cd6b0df req-9675d54b-cab5-4950-8b9c-c934e38dc5f2 service nova] Lock "31220d7a-9294-46d7-8052-8f7693183392-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.072836] env[62023]: DEBUG nova.compute.manager [req-3105b8cf-6748-4b22-92ac-dca02cd6b0df req-9675d54b-cab5-4950-8b9c-c934e38dc5f2 service nova] [instance: 31220d7a-9294-46d7-8052-8f7693183392] No waiting events found dispatching network-vif-plugged-817767e4-f9cf-4cf3-bb3c-ffa7eb9f93f8 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1389.072836] env[62023]: WARNING nova.compute.manager [req-3105b8cf-6748-4b22-92ac-dca02cd6b0df req-9675d54b-cab5-4950-8b9c-c934e38dc5f2 service nova] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Received unexpected event network-vif-plugged-817767e4-f9cf-4cf3-bb3c-ffa7eb9f93f8 for instance with vm_state building and task_state spawning. [ 1389.310313] env[62023]: DEBUG nova.network.neutron [req-43fb88cb-22a2-4f17-9183-69adfea31cc9 req-7c49c0fd-8e02-42cd-ad1f-79141cd01091 service nova] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Updated VIF entry in instance network info cache for port bbecf98b-97c8-4535-b0c9-d507c038178d. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.310680] env[62023]: DEBUG nova.network.neutron [req-43fb88cb-22a2-4f17-9183-69adfea31cc9 req-7c49c0fd-8e02-42cd-ad1f-79141cd01091 service nova] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Updating instance_info_cache with network_info: [{"id": "bbecf98b-97c8-4535-b0c9-d507c038178d", "address": "fa:16:3e:04:2b:f6", "network": {"id": "dd25c219-bc99-4d5b-aa60-7ec8e0a6486a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-33431726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bbdfbd74a8d47fdbfea23871bb0bf4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbecf98b-97", "ovs_interfaceid": "bbecf98b-97c8-4535-b0c9-d507c038178d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.353975] env[62023]: DEBUG nova.network.neutron [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Successfully updated port: 817767e4-f9cf-4cf3-bb3c-ffa7eb9f93f8 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1389.451653] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef84834c-0be0-4fa9-8889-2a2460268d20 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.462074] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73832628-66b9-4dde-a7df-8e31735b3015 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.511722] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a213672-e6fc-47be-825a-891385671d6a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.522405] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757828, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.525816] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2e7cac-dffa-4c1d-9e78-2e453f9f379e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.543023] env[62023]: DEBUG nova.compute.provider_tree [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1389.814670] env[62023]: DEBUG oslo_concurrency.lockutils [req-43fb88cb-22a2-4f17-9183-69adfea31cc9 req-7c49c0fd-8e02-42cd-ad1f-79141cd01091 service nova] Releasing lock "refresh_cache-a2d65502-c3f4-41f2-9842-4d228dd91776" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.857512] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "refresh_cache-31220d7a-9294-46d7-8052-8f7693183392" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.857669] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "refresh_cache-31220d7a-9294-46d7-8052-8f7693183392" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.857845] env[62023]: DEBUG nova.network.neutron [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1390.015453] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757828, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.015725] env[62023]: DEBUG nova.network.neutron [-] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.064020] env[62023]: ERROR nova.scheduler.client.report [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [req-923ceef3-f371-471e-b6bc-bffc68e7f748] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-923ceef3-f371-471e-b6bc-bffc68e7f748"}]} [ 1390.079835] env[62023]: DEBUG nova.scheduler.client.report [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1390.095205] env[62023]: DEBUG nova.scheduler.client.report [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1390.095205] env[62023]: DEBUG nova.compute.provider_tree [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1390.107313] env[62023]: DEBUG nova.scheduler.client.report [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1390.129392] env[62023]: DEBUG nova.scheduler.client.report [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1390.394688] env[62023]: DEBUG nova.network.neutron [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1390.517818] env[62023]: INFO nova.compute.manager [-] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Took 1.55 seconds to deallocate network for instance. [ 1390.518204] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757828, 'name': CloneVM_Task, 'duration_secs': 1.518581} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.519829] env[62023]: INFO nova.virt.vmwareapi.vmops [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Created linked-clone VM from snapshot [ 1390.520739] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50b9aa5-f244-4eee-870a-3882a114cdc9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.540511] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Uploading image a8d03ee4-9ed4-41f3-ad40-54507266034b {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1390.575523] env[62023]: DEBUG oslo_vmware.rw_handles [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1390.575523] env[62023]: value = "vm-365281" [ 1390.575523] env[62023]: _type = "VirtualMachine" [ 1390.575523] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1390.576356] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2368f479-4e8c-431d-9897-d5a97ee6a4fb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.589240] env[62023]: DEBUG oslo_vmware.rw_handles [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lease: (returnval){ [ 1390.589240] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526d347e-9cf8-73b0-7e6d-7edd692d470d" [ 1390.589240] env[62023]: _type = "HttpNfcLease" [ 1390.589240] env[62023]: } obtained for exporting VM: (result){ [ 1390.589240] env[62023]: value = "vm-365281" [ 1390.589240] env[62023]: _type = "VirtualMachine" [ 1390.589240] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1390.589240] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the lease: (returnval){ [ 1390.589240] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526d347e-9cf8-73b0-7e6d-7edd692d470d" [ 1390.589240] env[62023]: _type = "HttpNfcLease" [ 1390.589240] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1390.600378] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1390.600378] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526d347e-9cf8-73b0-7e6d-7edd692d470d" [ 1390.600378] env[62023]: _type = "HttpNfcLease" [ 1390.600378] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1390.600378] env[62023]: DEBUG oslo_vmware.rw_handles [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1390.600378] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526d347e-9cf8-73b0-7e6d-7edd692d470d" [ 1390.600378] env[62023]: _type = "HttpNfcLease" [ 1390.600378] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1390.600378] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0103268a-5132-45cc-ad95-7c61fc59401a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.611051] env[62023]: DEBUG oslo_vmware.rw_handles [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52baee9c-02fe-d3ad-c899-465b634a0ce5/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1390.611051] env[62023]: DEBUG oslo_vmware.rw_handles [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52baee9c-02fe-d3ad-c899-465b634a0ce5/disk-0.vmdk for reading. {{(pid=62023) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1390.673655] env[62023]: DEBUG nova.network.neutron [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Updating instance_info_cache with network_info: [{"id": "817767e4-f9cf-4cf3-bb3c-ffa7eb9f93f8", "address": "fa:16:3e:03:5a:22", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817767e4-f9", "ovs_interfaceid": "817767e4-f9cf-4cf3-bb3c-ffa7eb9f93f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.706698] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-369eaa9c-f389-49f1-b904-747530dd7d73 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.716710] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc767b73-1eea-4eeb-9f7e-ba6ecd41637b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.729937] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb19265-23b3-4252-ac4a-bf4436d2216a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.765402] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9fa445-1152-4be4-ac56-bde9ad71406c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.776019] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696bb3e5-85ae-4d71-ba3c-c699472364d9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.788725] env[62023]: DEBUG nova.compute.provider_tree [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1391.034450] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.097179] env[62023]: DEBUG nova.compute.manager [req-46408980-a33b-45d6-985d-7d7b3f6103aa req-c335fd39-b245-43c4-ac4a-8225e3d46990 service nova] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Received event network-changed-817767e4-f9cf-4cf3-bb3c-ffa7eb9f93f8 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1391.097478] env[62023]: DEBUG nova.compute.manager [req-46408980-a33b-45d6-985d-7d7b3f6103aa req-c335fd39-b245-43c4-ac4a-8225e3d46990 service nova] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Refreshing instance network info cache due to event network-changed-817767e4-f9cf-4cf3-bb3c-ffa7eb9f93f8. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1391.097723] env[62023]: DEBUG oslo_concurrency.lockutils [req-46408980-a33b-45d6-985d-7d7b3f6103aa req-c335fd39-b245-43c4-ac4a-8225e3d46990 service nova] Acquiring lock "refresh_cache-31220d7a-9294-46d7-8052-8f7693183392" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.179844] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "refresh_cache-31220d7a-9294-46d7-8052-8f7693183392" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.182193] env[62023]: DEBUG nova.compute.manager [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Instance network_info: |[{"id": "817767e4-f9cf-4cf3-bb3c-ffa7eb9f93f8", "address": "fa:16:3e:03:5a:22", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817767e4-f9", "ovs_interfaceid": "817767e4-f9cf-4cf3-bb3c-ffa7eb9f93f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1391.182526] env[62023]: DEBUG oslo_concurrency.lockutils [req-46408980-a33b-45d6-985d-7d7b3f6103aa req-c335fd39-b245-43c4-ac4a-8225e3d46990 service nova] Acquired lock "refresh_cache-31220d7a-9294-46d7-8052-8f7693183392" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.182719] env[62023]: DEBUG nova.network.neutron [req-46408980-a33b-45d6-985d-7d7b3f6103aa req-c335fd39-b245-43c4-ac4a-8225e3d46990 service nova] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Refreshing network info cache for port 817767e4-f9cf-4cf3-bb3c-ffa7eb9f93f8 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.184219] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:5a:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '817767e4-f9cf-4cf3-bb3c-ffa7eb9f93f8', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1391.192277] env[62023]: DEBUG oslo.service.loopingcall [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1391.193453] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1391.193744] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80d26430-c729-4d13-9217-8419e7e90ab9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.215740] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1391.215740] env[62023]: value = "task-1757830" [ 1391.215740] env[62023]: _type = "Task" [ 1391.215740] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.225052] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757830, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.324018] env[62023]: DEBUG nova.scheduler.client.report [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1391.324590] env[62023]: DEBUG nova.compute.provider_tree [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 64 to 65 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1391.324982] env[62023]: DEBUG nova.compute.provider_tree [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1391.733803] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757830, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.833054] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.055s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.833054] env[62023]: DEBUG nova.compute.manager [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1391.838048] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.910s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.838048] env[62023]: DEBUG nova.objects.instance [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Lazy-loading 'resources' on Instance uuid e6b7759d-7a12-457b-90a4-98d72bacf94f {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.987607] env[62023]: DEBUG nova.network.neutron [req-46408980-a33b-45d6-985d-7d7b3f6103aa req-c335fd39-b245-43c4-ac4a-8225e3d46990 service nova] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Updated VIF entry in instance network info cache for port 817767e4-f9cf-4cf3-bb3c-ffa7eb9f93f8. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.988036] env[62023]: DEBUG nova.network.neutron [req-46408980-a33b-45d6-985d-7d7b3f6103aa req-c335fd39-b245-43c4-ac4a-8225e3d46990 service nova] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Updating instance_info_cache with network_info: [{"id": "817767e4-f9cf-4cf3-bb3c-ffa7eb9f93f8", "address": "fa:16:3e:03:5a:22", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817767e4-f9", "ovs_interfaceid": "817767e4-f9cf-4cf3-bb3c-ffa7eb9f93f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.229740] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757830, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.338468] env[62023]: DEBUG nova.compute.utils [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1392.339876] env[62023]: DEBUG nova.compute.manager [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1392.340451] env[62023]: DEBUG nova.network.neutron [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1392.384021] env[62023]: DEBUG nova.policy [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '996f84d5582541c98823338d5a54edf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6521254c730404cb42c5a6b482578ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1392.491632] env[62023]: DEBUG oslo_concurrency.lockutils [req-46408980-a33b-45d6-985d-7d7b3f6103aa req-c335fd39-b245-43c4-ac4a-8225e3d46990 service nova] Releasing lock "refresh_cache-31220d7a-9294-46d7-8052-8f7693183392" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.491632] env[62023]: DEBUG nova.compute.manager [req-46408980-a33b-45d6-985d-7d7b3f6103aa req-c335fd39-b245-43c4-ac4a-8225e3d46990 service nova] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Received event network-vif-deleted-bbecf98b-97c8-4535-b0c9-d507c038178d {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1392.736169] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757830, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.739943] env[62023]: DEBUG nova.network.neutron [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Successfully created port: a1683762-9b67-435f-a325-9f5643a5b732 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1392.826441] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd42d918-0d1e-4933-9549-8816d4b02966 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.833509] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd8c406-06cb-4127-8939-bffd19b50001 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.866440] env[62023]: DEBUG nova.compute.manager [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1392.870307] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2166be0-bcce-409f-bf80-cb3c3e9279c3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.878439] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6dba32-d9f1-4f05-85b6-158cb562d9b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.892671] env[62023]: DEBUG nova.compute.provider_tree [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.233539] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757830, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.395960] env[62023]: DEBUG nova.scheduler.client.report [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.734511] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757830, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.876337] env[62023]: DEBUG nova.compute.manager [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1393.900521] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.905170] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.308s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.906667] env[62023]: INFO nova.compute.claims [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1393.914767] env[62023]: DEBUG nova.virt.hardware [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.914921] env[62023]: DEBUG nova.virt.hardware [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.915236] env[62023]: DEBUG nova.virt.hardware [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.915512] env[62023]: DEBUG nova.virt.hardware [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.915700] env[62023]: DEBUG nova.virt.hardware [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.915867] env[62023]: DEBUG nova.virt.hardware [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.916090] env[62023]: DEBUG nova.virt.hardware [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.916256] env[62023]: DEBUG nova.virt.hardware [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.916906] env[62023]: DEBUG nova.virt.hardware [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.916906] env[62023]: DEBUG nova.virt.hardware [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.916906] env[62023]: DEBUG nova.virt.hardware [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.917821] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25db9ae0-4574-446a-b86b-daae7e837c22 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.926890] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03715e0d-9623-49f6-ac7c-1c5a38e8bd42 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.931292] env[62023]: INFO nova.scheduler.client.report [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Deleted allocations for instance e6b7759d-7a12-457b-90a4-98d72bacf94f [ 1394.237156] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757830, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.275120] env[62023]: DEBUG nova.compute.manager [req-715a3ab8-7c9c-4161-9d36-4695a0e454c4 req-abb844d0-6c72-4424-b180-14e3874deeb7 service nova] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Received event network-vif-plugged-a1683762-9b67-435f-a325-9f5643a5b732 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1394.275464] env[62023]: DEBUG oslo_concurrency.lockutils [req-715a3ab8-7c9c-4161-9d36-4695a0e454c4 req-abb844d0-6c72-4424-b180-14e3874deeb7 service nova] Acquiring lock "ab51edb8-8b43-4d99-af81-b2e7813b329d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.275614] env[62023]: DEBUG oslo_concurrency.lockutils [req-715a3ab8-7c9c-4161-9d36-4695a0e454c4 req-abb844d0-6c72-4424-b180-14e3874deeb7 service nova] Lock "ab51edb8-8b43-4d99-af81-b2e7813b329d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.275714] env[62023]: DEBUG oslo_concurrency.lockutils [req-715a3ab8-7c9c-4161-9d36-4695a0e454c4 req-abb844d0-6c72-4424-b180-14e3874deeb7 service nova] Lock "ab51edb8-8b43-4d99-af81-b2e7813b329d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.275885] env[62023]: DEBUG nova.compute.manager [req-715a3ab8-7c9c-4161-9d36-4695a0e454c4 req-abb844d0-6c72-4424-b180-14e3874deeb7 service nova] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] No waiting events found dispatching network-vif-plugged-a1683762-9b67-435f-a325-9f5643a5b732 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1394.276139] env[62023]: WARNING nova.compute.manager [req-715a3ab8-7c9c-4161-9d36-4695a0e454c4 req-abb844d0-6c72-4424-b180-14e3874deeb7 service nova] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Received unexpected event network-vif-plugged-a1683762-9b67-435f-a325-9f5643a5b732 for instance with vm_state building and task_state spawning. [ 1394.385553] env[62023]: DEBUG nova.network.neutron [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Successfully updated port: a1683762-9b67-435f-a325-9f5643a5b732 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1394.439469] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5d529bd9-dfe1-4e2b-a3d9-93344c96cdb1 tempest-AttachInterfacesV270Test-1735784715 tempest-AttachInterfacesV270Test-1735784715-project-member] Lock "e6b7759d-7a12-457b-90a4-98d72bacf94f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.067s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.741116] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757830, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.888627] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Acquiring lock "refresh_cache-ab51edb8-8b43-4d99-af81-b2e7813b329d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.888978] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Acquired lock "refresh_cache-ab51edb8-8b43-4d99-af81-b2e7813b329d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.888978] env[62023]: DEBUG nova.network.neutron [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.241643] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757830, 'name': CreateVM_Task, 'duration_secs': 3.843549} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.245170] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1395.246345] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.246511] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.246932] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1395.247261] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bfbf066-8d9e-410d-bbe6-395805f2f8e7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.253379] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1395.253379] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527cbc45-0a2c-7971-1f4b-0f9ff06efc8c" [ 1395.253379] env[62023]: _type = "Task" [ 1395.253379] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.267360] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527cbc45-0a2c-7971-1f4b-0f9ff06efc8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.448433] env[62023]: DEBUG nova.network.neutron [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1395.505994] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec2ca03-5344-4fa6-9998-b4e24d5d2e79 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.519020] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77272348-cfb7-463f-b802-2868eaadcb8f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.553245] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf46fafc-be39-4cc3-a1fa-a48744a19d9b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.562430] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e026831-cde8-432c-9490-225a2d37f96d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.577767] env[62023]: DEBUG nova.compute.provider_tree [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.638137] env[62023]: DEBUG nova.network.neutron [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Updating instance_info_cache with network_info: [{"id": "a1683762-9b67-435f-a325-9f5643a5b732", "address": "fa:16:3e:17:be:99", "network": {"id": "51a9b01d-5007-4057-9ffd-9ed558cc0aba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1174836666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6521254c730404cb42c5a6b482578ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1683762-9b", "ovs_interfaceid": "a1683762-9b67-435f-a325-9f5643a5b732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.768378] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527cbc45-0a2c-7971-1f4b-0f9ff06efc8c, 'name': SearchDatastore_Task, 'duration_secs': 0.017686} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.768707] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.768951] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1395.769314] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.769613] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.769792] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1395.770173] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e41ca29-7255-48ac-9eee-82f8e7b7aa8e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.778378] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1395.778550] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1395.779295] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5660d7b-acce-4dc5-92a7-06977d1aa988 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.784743] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1395.784743] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527b04d3-63ee-7396-590d-e0cfe53990a4" [ 1395.784743] env[62023]: _type = "Task" [ 1395.784743] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.792732] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527b04d3-63ee-7396-590d-e0cfe53990a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.082430] env[62023]: DEBUG nova.scheduler.client.report [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.142415] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Releasing lock "refresh_cache-ab51edb8-8b43-4d99-af81-b2e7813b329d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.142415] env[62023]: DEBUG nova.compute.manager [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Instance network_info: |[{"id": "a1683762-9b67-435f-a325-9f5643a5b732", "address": "fa:16:3e:17:be:99", "network": {"id": "51a9b01d-5007-4057-9ffd-9ed558cc0aba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1174836666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6521254c730404cb42c5a6b482578ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1683762-9b", "ovs_interfaceid": "a1683762-9b67-435f-a325-9f5643a5b732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1396.142579] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:be:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1683762-9b67-435f-a325-9f5643a5b732', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1396.152590] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Creating folder: Project (f6521254c730404cb42c5a6b482578ba). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1396.153601] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dc80c01-a6d5-46f4-b94b-4b891a3f9733 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.166596] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Created folder: Project (f6521254c730404cb42c5a6b482578ba) in parent group-v365170. [ 1396.166596] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Creating folder: Instances. Parent ref: group-v365283. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1396.166596] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bdb1416-50ae-4b86-9a1d-50c05dc410bf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.178007] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Created folder: Instances in parent group-v365283. [ 1396.178284] env[62023]: DEBUG oslo.service.loopingcall [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1396.178479] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1396.178684] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53e9d13a-9f4c-402c-a028-f49d35707a78 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.198952] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1396.198952] env[62023]: value = "task-1757833" [ 1396.198952] env[62023]: _type = "Task" [ 1396.198952] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.206933] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757833, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.296589] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527b04d3-63ee-7396-590d-e0cfe53990a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010821} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.297505] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae271ae-6f47-46a8-b438-22a66b6139f9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.303125] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1396.303125] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5269d74a-fb1c-1b59-4691-e33641121f3f" [ 1396.303125] env[62023]: _type = "Task" [ 1396.303125] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.311474] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5269d74a-fb1c-1b59-4691-e33641121f3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.348957] env[62023]: DEBUG nova.compute.manager [req-83ce6cb3-2cb2-4e99-b069-53f59a655091 req-76c12728-07ca-4f6f-abef-983974516aee service nova] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Received event network-changed-a1683762-9b67-435f-a325-9f5643a5b732 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1396.349140] env[62023]: DEBUG nova.compute.manager [req-83ce6cb3-2cb2-4e99-b069-53f59a655091 req-76c12728-07ca-4f6f-abef-983974516aee service nova] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Refreshing instance network info cache due to event network-changed-a1683762-9b67-435f-a325-9f5643a5b732. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1396.349383] env[62023]: DEBUG oslo_concurrency.lockutils [req-83ce6cb3-2cb2-4e99-b069-53f59a655091 req-76c12728-07ca-4f6f-abef-983974516aee service nova] Acquiring lock "refresh_cache-ab51edb8-8b43-4d99-af81-b2e7813b329d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.349530] env[62023]: DEBUG oslo_concurrency.lockutils [req-83ce6cb3-2cb2-4e99-b069-53f59a655091 req-76c12728-07ca-4f6f-abef-983974516aee service nova] Acquired lock "refresh_cache-ab51edb8-8b43-4d99-af81-b2e7813b329d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.349752] env[62023]: DEBUG nova.network.neutron [req-83ce6cb3-2cb2-4e99-b069-53f59a655091 req-76c12728-07ca-4f6f-abef-983974516aee service nova] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Refreshing network info cache for port a1683762-9b67-435f-a325-9f5643a5b732 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.589198] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.589763] env[62023]: DEBUG nova.compute.manager [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1396.592712] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.427s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.594241] env[62023]: INFO nova.compute.claims [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1396.709197] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757833, 'name': CreateVM_Task, 'duration_secs': 0.398319} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.709814] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1396.710447] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.710447] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.710670] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1396.710757] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81816fae-b803-47b5-8df7-7727ffd82df8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.715455] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Waiting for the task: (returnval){ [ 1396.715455] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52dbb592-7c7f-cfbc-aa2a-87ef37c3b097" [ 1396.715455] env[62023]: _type = "Task" [ 1396.715455] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.723404] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52dbb592-7c7f-cfbc-aa2a-87ef37c3b097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.813873] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5269d74a-fb1c-1b59-4691-e33641121f3f, 'name': SearchDatastore_Task, 'duration_secs': 0.012142} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.814161] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.814431] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 31220d7a-9294-46d7-8052-8f7693183392/31220d7a-9294-46d7-8052-8f7693183392.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1396.814690] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff6a1c6a-3368-4c52-9267-3ae5286db1ae {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.821242] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1396.821242] env[62023]: value = "task-1757834" [ 1396.821242] env[62023]: _type = "Task" [ 1396.821242] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.829719] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.073937] env[62023]: DEBUG nova.network.neutron [req-83ce6cb3-2cb2-4e99-b069-53f59a655091 req-76c12728-07ca-4f6f-abef-983974516aee service nova] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Updated VIF entry in instance network info cache for port a1683762-9b67-435f-a325-9f5643a5b732. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1397.074336] env[62023]: DEBUG nova.network.neutron [req-83ce6cb3-2cb2-4e99-b069-53f59a655091 req-76c12728-07ca-4f6f-abef-983974516aee service nova] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Updating instance_info_cache with network_info: [{"id": "a1683762-9b67-435f-a325-9f5643a5b732", "address": "fa:16:3e:17:be:99", "network": {"id": "51a9b01d-5007-4057-9ffd-9ed558cc0aba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1174836666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6521254c730404cb42c5a6b482578ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1683762-9b", "ovs_interfaceid": "a1683762-9b67-435f-a325-9f5643a5b732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.098713] env[62023]: DEBUG nova.compute.utils [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1397.106048] env[62023]: DEBUG nova.compute.manager [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1397.106279] env[62023]: DEBUG nova.network.neutron [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1397.151731] env[62023]: DEBUG nova.policy [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ec1c3303e9c45f4afcedd1e7b0c9a4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abdc7d2697554d1e9df2f57aac1ac3a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1397.230020] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52dbb592-7c7f-cfbc-aa2a-87ef37c3b097, 'name': SearchDatastore_Task, 'duration_secs': 0.013425} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.230370] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.230606] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1397.230860] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.230976] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.231169] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1397.231439] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5341ff77-8870-4906-9592-728295cfaf64 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.249836] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1397.250084] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1397.250862] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71d99b6-b045-420b-b403-ebf6ec56d1b4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.257537] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Waiting for the task: (returnval){ [ 1397.257537] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52442596-c39f-1cc3-3e02-17aa8ee53576" [ 1397.257537] env[62023]: _type = "Task" [ 1397.257537] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.266154] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52442596-c39f-1cc3-3e02-17aa8ee53576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.334023] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757834, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.484514] env[62023]: DEBUG nova.network.neutron [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Successfully created port: fb2b587b-ff87-4726-989f-7dca5391a325 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1397.576706] env[62023]: DEBUG oslo_concurrency.lockutils [req-83ce6cb3-2cb2-4e99-b069-53f59a655091 req-76c12728-07ca-4f6f-abef-983974516aee service nova] Releasing lock "refresh_cache-ab51edb8-8b43-4d99-af81-b2e7813b329d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.612882] env[62023]: DEBUG nova.compute.manager [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1397.771705] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52442596-c39f-1cc3-3e02-17aa8ee53576, 'name': SearchDatastore_Task, 'duration_secs': 0.055514} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.772379] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-151a61cf-723b-4fdf-bcc3-a63def09bffa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.778862] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Waiting for the task: (returnval){ [ 1397.778862] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52235422-6515-078e-1e23-d16973f5a8a4" [ 1397.778862] env[62023]: _type = "Task" [ 1397.778862] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.788829] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52235422-6515-078e-1e23-d16973f5a8a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.834223] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757834, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.184194] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6559fd-9378-43e3-a6a0-bfa03351099f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.194065] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0b43dc-792e-4c1f-9b9e-e7baab968a1a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.224497] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe5a65a-6a97-406b-b8de-75f4ff0a0fe0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.234356] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50a3a43-66c9-486d-93d1-37db79a196c0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.249902] env[62023]: DEBUG nova.compute.provider_tree [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.290098] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52235422-6515-078e-1e23-d16973f5a8a4, 'name': SearchDatastore_Task, 'duration_secs': 0.017309} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.290479] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.290698] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] ab51edb8-8b43-4d99-af81-b2e7813b329d/ab51edb8-8b43-4d99-af81-b2e7813b329d.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1398.291000] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01954a38-78ff-465a-a0ea-c2648cec0ddc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.299629] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Waiting for the task: (returnval){ [ 1398.299629] env[62023]: value = "task-1757835" [ 1398.299629] env[62023]: _type = "Task" [ 1398.299629] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.310123] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': task-1757835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.334193] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757834, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.625373] env[62023]: DEBUG nova.compute.manager [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1398.655960] env[62023]: DEBUG nova.virt.hardware [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1398.656324] env[62023]: DEBUG nova.virt.hardware [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.656425] env[62023]: DEBUG nova.virt.hardware [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1398.656589] env[62023]: DEBUG nova.virt.hardware [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.656732] env[62023]: DEBUG nova.virt.hardware [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1398.656880] env[62023]: DEBUG nova.virt.hardware [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1398.657783] env[62023]: DEBUG nova.virt.hardware [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1398.658044] env[62023]: DEBUG nova.virt.hardware [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1398.658267] env[62023]: DEBUG nova.virt.hardware [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1398.658453] env[62023]: DEBUG nova.virt.hardware [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1398.658642] env[62023]: DEBUG nova.virt.hardware [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1398.659634] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d505c07-ca0c-4f09-9846-7126dc8f73ca {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.670827] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444cb8fa-da05-4340-ac95-6ed84ab1efc0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.758189] env[62023]: DEBUG nova.scheduler.client.report [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.811916] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': task-1757835, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.834697] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757834, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.595901} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.835068] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 31220d7a-9294-46d7-8052-8f7693183392/31220d7a-9294-46d7-8052-8f7693183392.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1398.835395] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1398.835712] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5316e906-20fa-4732-981c-0744780641ac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.844594] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1398.844594] env[62023]: value = "task-1757836" [ 1398.844594] env[62023]: _type = "Task" [ 1398.844594] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.855667] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.265055] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.265580] env[62023]: DEBUG nova.compute.manager [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1399.273233] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.288s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.273531] env[62023]: DEBUG nova.objects.instance [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Lazy-loading 'resources' on Instance uuid 27e46a4e-9554-4604-b7df-62893dd1f2e9 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.315710] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': task-1757835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641059} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.318987] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] ab51edb8-8b43-4d99-af81-b2e7813b329d/ab51edb8-8b43-4d99-af81-b2e7813b329d.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1399.318987] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1399.318987] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-853a18e1-1baa-4a2d-9460-3298eb4fb54b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.326287] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Waiting for the task: (returnval){ [ 1399.326287] env[62023]: value = "task-1757837" [ 1399.326287] env[62023]: _type = "Task" [ 1399.326287] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.332708] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': task-1757837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.357141] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096483} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.357141] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1399.357141] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21227ff-f3a3-4bf5-b630-07fafd44c7a2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.386089] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 31220d7a-9294-46d7-8052-8f7693183392/31220d7a-9294-46d7-8052-8f7693183392.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.387101] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c708b00-1eff-4380-a715-328ca220c13e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.409135] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1399.409135] env[62023]: value = "task-1757838" [ 1399.409135] env[62023]: _type = "Task" [ 1399.409135] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.418390] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.586438] env[62023]: DEBUG nova.compute.manager [req-40c546b0-d4a3-45e3-8e1e-d071cf4cd26f req-72642977-bdc1-415e-a886-f9fa9bf71995 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Received event network-vif-plugged-fb2b587b-ff87-4726-989f-7dca5391a325 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1399.586644] env[62023]: DEBUG oslo_concurrency.lockutils [req-40c546b0-d4a3-45e3-8e1e-d071cf4cd26f req-72642977-bdc1-415e-a886-f9fa9bf71995 service nova] Acquiring lock "40d5f33f-13cd-44a7-aab8-9a863604e66c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.588034] env[62023]: DEBUG oslo_concurrency.lockutils [req-40c546b0-d4a3-45e3-8e1e-d071cf4cd26f req-72642977-bdc1-415e-a886-f9fa9bf71995 service nova] Lock "40d5f33f-13cd-44a7-aab8-9a863604e66c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.588034] env[62023]: DEBUG oslo_concurrency.lockutils [req-40c546b0-d4a3-45e3-8e1e-d071cf4cd26f req-72642977-bdc1-415e-a886-f9fa9bf71995 service nova] Lock "40d5f33f-13cd-44a7-aab8-9a863604e66c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.588034] env[62023]: DEBUG nova.compute.manager [req-40c546b0-d4a3-45e3-8e1e-d071cf4cd26f req-72642977-bdc1-415e-a886-f9fa9bf71995 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] No waiting events found dispatching network-vif-plugged-fb2b587b-ff87-4726-989f-7dca5391a325 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1399.588034] env[62023]: WARNING nova.compute.manager [req-40c546b0-d4a3-45e3-8e1e-d071cf4cd26f req-72642977-bdc1-415e-a886-f9fa9bf71995 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Received unexpected event network-vif-plugged-fb2b587b-ff87-4726-989f-7dca5391a325 for instance with vm_state building and task_state spawning. [ 1399.656342] env[62023]: DEBUG nova.network.neutron [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Successfully updated port: fb2b587b-ff87-4726-989f-7dca5391a325 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1399.778044] env[62023]: DEBUG nova.compute.utils [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1399.781510] env[62023]: DEBUG nova.compute.manager [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Not allocating networking since 'none' was specified. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1399.835168] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': task-1757837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.926680] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.160818] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Acquiring lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.163061] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Acquired lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.163061] env[62023]: DEBUG nova.network.neutron [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.284096] env[62023]: DEBUG nova.compute.manager [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1400.333655] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': task-1757837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.680333} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.333898] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1400.335241] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92248916-92bb-4bee-94ef-a7fd2b208e65 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.363840] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] ab51edb8-8b43-4d99-af81-b2e7813b329d/ab51edb8-8b43-4d99-af81-b2e7813b329d.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.366913] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daafa9ed-f7d9-4d0b-ba6d-8c8e621ba4ab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.387463] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Waiting for the task: (returnval){ [ 1400.387463] env[62023]: value = "task-1757839" [ 1400.387463] env[62023]: _type = "Task" [ 1400.387463] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.394191] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7f83ba-3df7-4315-9f3c-9ff8c9d3b2cd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.400318] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': task-1757839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.404920] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae58c0e-3598-4d79-bafa-c6e444f0887b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.444347] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679ea25e-10db-4dfc-adbc-6a6dac7ec302 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.457401] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757838, 'name': ReconfigVM_Task, 'duration_secs': 0.628317} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.458622] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f822302a-43fd-4cc7-aa3d-bb1f006b1e2a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.462746] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 31220d7a-9294-46d7-8052-8f7693183392/31220d7a-9294-46d7-8052-8f7693183392.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1400.463441] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c562095b-7892-431a-b838-10c13b49dbb6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.267991] env[62023]: DEBUG nova.compute.provider_tree [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.272446] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1401.272446] env[62023]: value = "task-1757840" [ 1401.272446] env[62023]: _type = "Task" [ 1401.272446] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.282291] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': task-1757839, 'name': ReconfigVM_Task, 'duration_secs': 0.624988} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.283969] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Reconfigured VM instance instance-00000025 to attach disk [datastore1] ab51edb8-8b43-4d99-af81-b2e7813b329d/ab51edb8-8b43-4d99-af81-b2e7813b329d.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.285119] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d74e8e67-81e6-409d-9aa1-7d20da152c2b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.292677] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757840, 'name': Rename_Task, 'duration_secs': 0.176474} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.293627] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.294015] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e277d1fa-c88a-4823-8775-08d66a0a2c87 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.299289] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Waiting for the task: (returnval){ [ 1401.299289] env[62023]: value = "task-1757841" [ 1401.299289] env[62023]: _type = "Task" [ 1401.299289] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.304796] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1401.304796] env[62023]: value = "task-1757842" [ 1401.304796] env[62023]: _type = "Task" [ 1401.304796] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.313514] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': task-1757841, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.320508] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757842, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.333412] env[62023]: DEBUG nova.network.neutron [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1401.477535] env[62023]: DEBUG nova.network.neutron [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Updating instance_info_cache with network_info: [{"id": "fb2b587b-ff87-4726-989f-7dca5391a325", "address": "fa:16:3e:77:db:42", "network": {"id": "a5049147-7b1c-4f7d-9726-3418c2c28652", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1500224366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abdc7d2697554d1e9df2f57aac1ac3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb2b587b-ff", "ovs_interfaceid": "fb2b587b-ff87-4726-989f-7dca5391a325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.619133] env[62023]: DEBUG nova.compute.manager [req-2e2e18b4-5dd1-47da-a80b-501aaca0b676 req-479d03ba-596e-4268-916d-1eb8753d04d8 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Received event network-changed-fb2b587b-ff87-4726-989f-7dca5391a325 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1401.619283] env[62023]: DEBUG nova.compute.manager [req-2e2e18b4-5dd1-47da-a80b-501aaca0b676 req-479d03ba-596e-4268-916d-1eb8753d04d8 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Refreshing instance network info cache due to event network-changed-fb2b587b-ff87-4726-989f-7dca5391a325. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1401.619473] env[62023]: DEBUG oslo_concurrency.lockutils [req-2e2e18b4-5dd1-47da-a80b-501aaca0b676 req-479d03ba-596e-4268-916d-1eb8753d04d8 service nova] Acquiring lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.749457] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.749714] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.768466] env[62023]: DEBUG nova.compute.manager [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1401.774408] env[62023]: DEBUG nova.scheduler.client.report [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.793932] env[62023]: DEBUG nova.virt.hardware [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1401.794092] env[62023]: DEBUG nova.virt.hardware [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1401.794252] env[62023]: DEBUG nova.virt.hardware [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1401.794431] env[62023]: DEBUG nova.virt.hardware [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1401.794572] env[62023]: DEBUG nova.virt.hardware [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1401.794715] env[62023]: DEBUG nova.virt.hardware [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1401.794916] env[62023]: DEBUG nova.virt.hardware [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1401.795176] env[62023]: DEBUG nova.virt.hardware [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1401.795332] env[62023]: DEBUG nova.virt.hardware [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1401.795512] env[62023]: DEBUG nova.virt.hardware [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1401.795685] env[62023]: DEBUG nova.virt.hardware [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1401.796906] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9a1ed8-bbc0-4564-a7c4-4733bb989419 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.813757] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad3fe3a-bc7e-4f4f-9765-bc65a1f28fbf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.817662] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': task-1757841, 'name': Rename_Task, 'duration_secs': 0.229197} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.818500] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.819353] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7ea0cf1-a979-4196-b288-2d48ce4c3bb5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.832581] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757842, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.833020] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Instance VIF info [] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.838696] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Creating folder: Project (45311ec0489544d290bccb5af7609689). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.840470] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b99e90f2-2d2c-441d-a852-c24aea54df70 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.842284] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Waiting for the task: (returnval){ [ 1401.842284] env[62023]: value = "task-1757843" [ 1401.842284] env[62023]: _type = "Task" [ 1401.842284] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.850973] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': task-1757843, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.852387] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Created folder: Project (45311ec0489544d290bccb5af7609689) in parent group-v365170. [ 1401.852575] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Creating folder: Instances. Parent ref: group-v365286. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.852806] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c29fecec-eb0a-41cc-adad-a876a97a6e53 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.861634] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Created folder: Instances in parent group-v365286. [ 1401.861907] env[62023]: DEBUG oslo.service.loopingcall [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.862124] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1401.862331] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-376b11e9-29dd-42c2-a8ce-2151ba3efd3f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.882049] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.882049] env[62023]: value = "task-1757846" [ 1401.882049] env[62023]: _type = "Task" [ 1401.882049] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.892538] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757846, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.980296] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Releasing lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.980646] env[62023]: DEBUG nova.compute.manager [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Instance network_info: |[{"id": "fb2b587b-ff87-4726-989f-7dca5391a325", "address": "fa:16:3e:77:db:42", "network": {"id": "a5049147-7b1c-4f7d-9726-3418c2c28652", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1500224366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abdc7d2697554d1e9df2f57aac1ac3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb2b587b-ff", "ovs_interfaceid": "fb2b587b-ff87-4726-989f-7dca5391a325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1401.980953] env[62023]: DEBUG oslo_concurrency.lockutils [req-2e2e18b4-5dd1-47da-a80b-501aaca0b676 req-479d03ba-596e-4268-916d-1eb8753d04d8 service nova] Acquired lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.981145] env[62023]: DEBUG nova.network.neutron [req-2e2e18b4-5dd1-47da-a80b-501aaca0b676 req-479d03ba-596e-4268-916d-1eb8753d04d8 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Refreshing network info cache for port fb2b587b-ff87-4726-989f-7dca5391a325 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.982519] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:db:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb2b587b-ff87-4726-989f-7dca5391a325', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.991781] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Creating folder: Project (abdc7d2697554d1e9df2f57aac1ac3a5). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.997154] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a72d7b2-bb30-4ccb-a96b-773e06a8522a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.009153] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Created folder: Project (abdc7d2697554d1e9df2f57aac1ac3a5) in parent group-v365170. [ 1402.009371] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Creating folder: Instances. Parent ref: group-v365289. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1402.009619] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-439dc30b-4fdb-4de9-a6ee-b68b65161335 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.018921] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Created folder: Instances in parent group-v365289. [ 1402.019184] env[62023]: DEBUG oslo.service.loopingcall [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1402.019398] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1402.019611] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9386bde9-f8f4-408d-8595-a1cafb56fe4a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.040346] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1402.040346] env[62023]: value = "task-1757849" [ 1402.040346] env[62023]: _type = "Task" [ 1402.040346] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.048205] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757849, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.219769] env[62023]: DEBUG nova.network.neutron [req-2e2e18b4-5dd1-47da-a80b-501aaca0b676 req-479d03ba-596e-4268-916d-1eb8753d04d8 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Updated VIF entry in instance network info cache for port fb2b587b-ff87-4726-989f-7dca5391a325. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.220220] env[62023]: DEBUG nova.network.neutron [req-2e2e18b4-5dd1-47da-a80b-501aaca0b676 req-479d03ba-596e-4268-916d-1eb8753d04d8 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Updating instance_info_cache with network_info: [{"id": "fb2b587b-ff87-4726-989f-7dca5391a325", "address": "fa:16:3e:77:db:42", "network": {"id": "a5049147-7b1c-4f7d-9726-3418c2c28652", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1500224366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abdc7d2697554d1e9df2f57aac1ac3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb2b587b-ff", "ovs_interfaceid": "fb2b587b-ff87-4726-989f-7dca5391a325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.280821] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.006s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.282931] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.997s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.284798] env[62023]: INFO nova.compute.claims [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1402.307305] env[62023]: INFO nova.scheduler.client.report [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Deleted allocations for instance 27e46a4e-9554-4604-b7df-62893dd1f2e9 [ 1402.322407] env[62023]: DEBUG oslo_vmware.api [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757842, 'name': PowerOnVM_Task, 'duration_secs': 0.600463} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.322672] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.322900] env[62023]: INFO nova.compute.manager [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Took 14.76 seconds to spawn the instance on the hypervisor. [ 1402.325710] env[62023]: DEBUG nova.compute.manager [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.326588] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd26513-3c71-4fe7-a8ad-a5e38aa7f01a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.353181] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': task-1757843, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.393666] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757846, 'name': CreateVM_Task, 'duration_secs': 0.412351} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.393844] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.394393] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.394573] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.394933] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.395268] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c07e194d-8c1d-4dd5-9ddb-e3f6dc2e1371 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.402967] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1402.402967] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52861f90-dfe8-ba04-345b-e80af5914467" [ 1402.402967] env[62023]: _type = "Task" [ 1402.402967] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.412708] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52861f90-dfe8-ba04-345b-e80af5914467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.554033] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757849, 'name': CreateVM_Task, 'duration_secs': 0.495589} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.554033] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.554422] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.722971] env[62023]: DEBUG oslo_concurrency.lockutils [req-2e2e18b4-5dd1-47da-a80b-501aaca0b676 req-479d03ba-596e-4268-916d-1eb8753d04d8 service nova] Releasing lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.750535] env[62023]: DEBUG oslo_vmware.rw_handles [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52baee9c-02fe-d3ad-c899-465b634a0ce5/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1402.751639] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e4827d-6732-4f93-afd0-6c0812e7ffbb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.758066] env[62023]: DEBUG oslo_vmware.rw_handles [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52baee9c-02fe-d3ad-c899-465b634a0ce5/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1402.758263] env[62023]: ERROR oslo_vmware.rw_handles [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52baee9c-02fe-d3ad-c899-465b634a0ce5/disk-0.vmdk due to incomplete transfer. [ 1402.758478] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-14d33317-f400-45e4-93be-d3c7180c77a1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.765276] env[62023]: DEBUG oslo_vmware.rw_handles [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52baee9c-02fe-d3ad-c899-465b634a0ce5/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1402.765504] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Uploaded image a8d03ee4-9ed4-41f3-ad40-54507266034b to the Glance image server {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1402.768253] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Destroying the VM {{(pid=62023) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1402.768526] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e3c04665-10f3-428b-bb1f-5e746d70aa08 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.774608] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1402.774608] env[62023]: value = "task-1757850" [ 1402.774608] env[62023]: _type = "Task" [ 1402.774608] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.785134] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757850, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.819307] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9719a4f9-7f60-4be4-b64a-a74fb7b98784 tempest-TenantUsagesTestJSON-873665770 tempest-TenantUsagesTestJSON-873665770-project-member] Lock "27e46a4e-9554-4604-b7df-62893dd1f2e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.278s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.847420] env[62023]: INFO nova.compute.manager [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Took 55.62 seconds to build instance. [ 1402.853865] env[62023]: DEBUG oslo_vmware.api [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': task-1757843, 'name': PowerOnVM_Task, 'duration_secs': 0.896849} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.854136] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.854385] env[62023]: INFO nova.compute.manager [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1402.854595] env[62023]: DEBUG nova.compute.manager [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.855267] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b3caa7-610a-4bc6-8c05-638e463c4bcb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.916102] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52861f90-dfe8-ba04-345b-e80af5914467, 'name': SearchDatastore_Task, 'duration_secs': 0.018341} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.916102] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.916102] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.916102] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.916284] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.916402] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.916701] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.917050] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.917275] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b6f22ec-c749-4988-969f-79a821e48723 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.919042] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155beb8d-6857-4a5c-9833-80ede076910c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.924896] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Waiting for the task: (returnval){ [ 1402.924896] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e15edc-0320-d945-0033-6d9370d2edd5" [ 1402.924896] env[62023]: _type = "Task" [ 1402.924896] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.931879] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.932277] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.936055] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-918eb447-d760-4376-a8ac-f5caf3010ecb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.938478] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e15edc-0320-d945-0033-6d9370d2edd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.941702] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1402.941702] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f7149d-94df-0a82-e258-428c9af58f63" [ 1402.941702] env[62023]: _type = "Task" [ 1402.941702] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.949648] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f7149d-94df-0a82-e258-428c9af58f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.285926] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757850, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.349738] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fdcb008e-27b2-4d8e-ab0a-8d8c6fb761e2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "31220d7a-9294-46d7-8052-8f7693183392" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.319s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.373987] env[62023]: INFO nova.compute.manager [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Took 49.74 seconds to build instance. [ 1403.437535] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e15edc-0320-d945-0033-6d9370d2edd5, 'name': SearchDatastore_Task, 'duration_secs': 0.040838} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.437836] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.438092] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1403.438312] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.452804] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f7149d-94df-0a82-e258-428c9af58f63, 'name': SearchDatastore_Task, 'duration_secs': 0.062767} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.456122] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d5850f-6864-4163-af17-66772ba4378b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.463027] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1403.463027] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524a91a5-3fac-d8c3-e52b-6656f9617199" [ 1403.463027] env[62023]: _type = "Task" [ 1403.463027] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.472535] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524a91a5-3fac-d8c3-e52b-6656f9617199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.787739] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757850, 'name': Destroy_Task, 'duration_secs': 0.891496} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.788405] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Destroyed the VM [ 1403.788643] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Deleting Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1403.788896] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fbedc314-506f-4ae8-b6c6-4a61918ed4ac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.796746] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1403.796746] env[62023]: value = "task-1757851" [ 1403.796746] env[62023]: _type = "Task" [ 1403.796746] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.804758] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757851, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.811539] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abf432c-c1cc-4933-b0dc-85d33aed9af6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.818516] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c023d06-8616-49df-bce7-382f2d308036 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.849153] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff46055-5077-427d-883b-f7d36414d4eb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.851959] env[62023]: DEBUG nova.compute.manager [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1403.861077] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a4a5e0-e965-4eca-b493-0249234b2059 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.875426] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7964c52a-3b3d-4a4e-85f2-fa0eb4698c71 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Lock "ab51edb8-8b43-4d99-af81-b2e7813b329d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.631s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.875890] env[62023]: DEBUG nova.compute.provider_tree [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1403.975906] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524a91a5-3fac-d8c3-e52b-6656f9617199, 'name': SearchDatastore_Task, 'duration_secs': 0.021023} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.976262] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.976600] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 8cdb3b6e-28a7-495c-8104-54d6548f8812/8cdb3b6e-28a7-495c-8104-54d6548f8812.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1403.976945] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.977250] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.977520] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f15e3641-4a25-4009-887b-0d33d58c047b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.979848] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79c9228d-f06b-4dc7-a05e-a0feb7af49ee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.988924] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1403.988924] env[62023]: value = "task-1757852" [ 1403.988924] env[62023]: _type = "Task" [ 1403.988924] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.990180] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.990361] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1403.993798] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c76176c-e3bd-4997-9e77-58e8e526c367 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.000722] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.001970] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Waiting for the task: (returnval){ [ 1404.001970] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5270bb45-9364-a99c-a269-b324c6a41ebd" [ 1404.001970] env[62023]: _type = "Task" [ 1404.001970] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.009576] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5270bb45-9364-a99c-a269-b324c6a41ebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.305447] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757851, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.373572] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "31220d7a-9294-46d7-8052-8f7693183392" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.374312] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "31220d7a-9294-46d7-8052-8f7693183392" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.378724] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.385145] env[62023]: DEBUG nova.compute.manager [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1404.413636] env[62023]: ERROR nova.scheduler.client.report [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [req-99d9732f-4a54-459f-b8c5-08ef2e1b7e5e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-99d9732f-4a54-459f-b8c5-08ef2e1b7e5e"}]} [ 1404.435470] env[62023]: DEBUG nova.scheduler.client.report [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1404.452581] env[62023]: DEBUG nova.scheduler.client.report [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1404.453254] env[62023]: DEBUG nova.compute.provider_tree [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1404.469485] env[62023]: DEBUG nova.scheduler.client.report [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1404.499047] env[62023]: DEBUG nova.scheduler.client.report [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1404.508947] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757852, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.520611] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5270bb45-9364-a99c-a269-b324c6a41ebd, 'name': SearchDatastore_Task, 'duration_secs': 0.019254} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.521754] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b21d2553-f324-4bd8-ab05-8533d7741d13 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.532465] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Waiting for the task: (returnval){ [ 1404.532465] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52bbef34-b644-87fc-d581-8970f906064d" [ 1404.532465] env[62023]: _type = "Task" [ 1404.532465] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.547935] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52bbef34-b644-87fc-d581-8970f906064d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.654252] env[62023]: DEBUG nova.compute.manager [req-ec4f0126-466b-4e5f-806c-324b107487ad req-a39bd299-154d-47bf-af6b-f8b68d54340a service nova] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Received event network-changed-a1683762-9b67-435f-a325-9f5643a5b732 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1404.654498] env[62023]: DEBUG nova.compute.manager [req-ec4f0126-466b-4e5f-806c-324b107487ad req-a39bd299-154d-47bf-af6b-f8b68d54340a service nova] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Refreshing instance network info cache due to event network-changed-a1683762-9b67-435f-a325-9f5643a5b732. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1404.654830] env[62023]: DEBUG oslo_concurrency.lockutils [req-ec4f0126-466b-4e5f-806c-324b107487ad req-a39bd299-154d-47bf-af6b-f8b68d54340a service nova] Acquiring lock "refresh_cache-ab51edb8-8b43-4d99-af81-b2e7813b329d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.655017] env[62023]: DEBUG oslo_concurrency.lockutils [req-ec4f0126-466b-4e5f-806c-324b107487ad req-a39bd299-154d-47bf-af6b-f8b68d54340a service nova] Acquired lock "refresh_cache-ab51edb8-8b43-4d99-af81-b2e7813b329d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.655195] env[62023]: DEBUG nova.network.neutron [req-ec4f0126-466b-4e5f-806c-324b107487ad req-a39bd299-154d-47bf-af6b-f8b68d54340a service nova] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Refreshing network info cache for port a1683762-9b67-435f-a325-9f5643a5b732 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.810968] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757851, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.877991] env[62023]: DEBUG nova.compute.utils [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1404.909566] env[62023]: DEBUG oslo_concurrency.lockutils [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.003599] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744686} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.004461] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 8cdb3b6e-28a7-495c-8104-54d6548f8812/8cdb3b6e-28a7-495c-8104-54d6548f8812.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1405.004461] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1405.004461] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb5f9e9c-1808-4f1f-99c5-22d08de0a5ab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.014439] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1405.014439] env[62023]: value = "task-1757853" [ 1405.014439] env[62023]: _type = "Task" [ 1405.014439] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.023645] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.043222] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52bbef34-b644-87fc-d581-8970f906064d, 'name': SearchDatastore_Task, 'duration_secs': 0.052227} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.043581] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.045481] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 40d5f33f-13cd-44a7-aab8-9a863604e66c/40d5f33f-13cd-44a7-aab8-9a863604e66c.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1405.045481] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08699f4c-dde9-47ae-8945-18d8082f3aac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.052449] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Waiting for the task: (returnval){ [ 1405.052449] env[62023]: value = "task-1757854" [ 1405.052449] env[62023]: _type = "Task" [ 1405.052449] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.059064] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.097217] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acb11d7-ee03-4812-a460-b50322a0dcc6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.104572] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d567eb-37eb-407a-8fe3-5df9f8251b86 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.135457] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223c3c88-2739-48b4-b2ca-98828b21e004 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.143474] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e91c778-8b33-4444-933d-860c87f03320 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.160633] env[62023]: DEBUG nova.compute.provider_tree [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1405.310914] env[62023]: DEBUG oslo_vmware.api [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757851, 'name': RemoveSnapshot_Task, 'duration_secs': 1.229285} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.311201] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Deleted Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1405.311748] env[62023]: INFO nova.compute.manager [None req-c31a1ce4-4354-4f1d-a45e-a70f801654b1 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Took 19.42 seconds to snapshot the instance on the hypervisor. [ 1405.382270] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "31220d7a-9294-46d7-8052-8f7693183392" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.428247] env[62023]: DEBUG nova.network.neutron [req-ec4f0126-466b-4e5f-806c-324b107487ad req-a39bd299-154d-47bf-af6b-f8b68d54340a service nova] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Updated VIF entry in instance network info cache for port a1683762-9b67-435f-a325-9f5643a5b732. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.428786] env[62023]: DEBUG nova.network.neutron [req-ec4f0126-466b-4e5f-806c-324b107487ad req-a39bd299-154d-47bf-af6b-f8b68d54340a service nova] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Updating instance_info_cache with network_info: [{"id": "a1683762-9b67-435f-a325-9f5643a5b732", "address": "fa:16:3e:17:be:99", "network": {"id": "51a9b01d-5007-4057-9ffd-9ed558cc0aba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1174836666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6521254c730404cb42c5a6b482578ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1683762-9b", "ovs_interfaceid": "a1683762-9b67-435f-a325-9f5643a5b732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.524633] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081559} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.525133] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1405.525965] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9002b147-63e9-44a1-a117-d77d85df600f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.547843] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 8cdb3b6e-28a7-495c-8104-54d6548f8812/8cdb3b6e-28a7-495c-8104-54d6548f8812.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.548275] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-857f7353-17bc-4e14-b678-07ad11b2669d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.579444] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757854, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.581451] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1405.581451] env[62023]: value = "task-1757855" [ 1405.581451] env[62023]: _type = "Task" [ 1405.581451] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.591736] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757855, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.696334] env[62023]: DEBUG nova.scheduler.client.report [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1405.696641] env[62023]: DEBUG nova.compute.provider_tree [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 66 to 67 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1405.697191] env[62023]: DEBUG nova.compute.provider_tree [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1405.931944] env[62023]: DEBUG oslo_concurrency.lockutils [req-ec4f0126-466b-4e5f-806c-324b107487ad req-a39bd299-154d-47bf-af6b-f8b68d54340a service nova] Releasing lock "refresh_cache-ab51edb8-8b43-4d99-af81-b2e7813b329d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.084322] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663767} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.089194] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 40d5f33f-13cd-44a7-aab8-9a863604e66c/40d5f33f-13cd-44a7-aab8-9a863604e66c.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1406.089518] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1406.089812] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-002b4bd0-9a31-471c-872b-88ab9d95d783 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.097051] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.098344] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Waiting for the task: (returnval){ [ 1406.098344] env[62023]: value = "task-1757856" [ 1406.098344] env[62023]: _type = "Task" [ 1406.098344] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.106398] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.202849] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.920s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.203594] env[62023]: DEBUG nova.compute.manager [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1406.207776] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.188s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.477390] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "31220d7a-9294-46d7-8052-8f7693183392" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.477717] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "31220d7a-9294-46d7-8052-8f7693183392" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.479744] env[62023]: INFO nova.compute.manager [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Attaching volume 65218535-060e-48c2-8a63-a0ba2bad2ad9 to /dev/sdb [ 1406.519491] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6ab946-bdcc-4b67-aa47-6e7b8e39696a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.526810] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb7e7d6-d972-4345-9ea4-6b17f4280770 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.542140] env[62023]: DEBUG nova.virt.block_device [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Updating existing volume attachment record: 170210ad-6e8e-42ba-bc55-b0dfc83552b7 {{(pid=62023) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1406.599093] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.607634] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082477} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.609027] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1406.609027] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6032ccf1-2b72-44f6-8684-148f8050ca5b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.632721] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 40d5f33f-13cd-44a7-aab8-9a863604e66c/40d5f33f-13cd-44a7-aab8-9a863604e66c.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1406.633092] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82db2ebd-2a50-4bab-a3ee-2ddce62aefd3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.657548] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Waiting for the task: (returnval){ [ 1406.657548] env[62023]: value = "task-1757857" [ 1406.657548] env[62023]: _type = "Task" [ 1406.657548] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.665062] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.712416] env[62023]: DEBUG nova.compute.utils [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1406.728971] env[62023]: DEBUG nova.compute.manager [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Not allocating networking since 'none' was specified. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1407.098927] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757855, 'name': ReconfigVM_Task, 'duration_secs': 1.179575} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.099297] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 8cdb3b6e-28a7-495c-8104-54d6548f8812/8cdb3b6e-28a7-495c-8104-54d6548f8812.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1407.102037] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2925ca2-b700-42ef-967e-82a011078e1d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.108035] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1407.108035] env[62023]: value = "task-1757861" [ 1407.108035] env[62023]: _type = "Task" [ 1407.108035] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.114919] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757861, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.166909] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.229753] env[62023]: DEBUG nova.compute.manager [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1407.232985] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Applying migration context for instance b4249275-18dc-4d4b-9e6a-9e97cd84325a as it has an incoming, in-progress migration e2ddf4f7-cad2-43e2-9a16-322b8a1a7356. Migration status is confirming {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1407.235254] env[62023]: INFO nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Updating resource usage from migration e2ddf4f7-cad2-43e2-9a16-322b8a1a7356 [ 1407.261419] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.262112] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 397e10b6-bddb-4f4b-aab4-108bf9f14c72 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1407.262112] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 4165552d-09a6-4e98-a12e-3ecc62c5d75e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.262112] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 515c9cc6-3b46-4e72-8bfa-6b345ab97f38 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1407.262112] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 743948c8-57cc-4ab0-8fd7-0c545cd1e6af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.262326] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 007c853b-b603-44e4-9f3d-42872bd4baca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.262326] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance eda5b959-2aec-4193-88a4-b4ef21aace36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.262326] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.262414] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.265383] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 98254616-2002-4986-818d-9fc0c0dff4db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.265383] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 292ba894-b22c-4ef9-83a8-ceb884b71bd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.265383] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance e1d37f7c-e412-43f8-be47-20f0d5159fa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.265383] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance af0df3a1-42b6-4979-999a-88ba5cd64568 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.265682] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance a2d65502-c3f4-41f2-9842-4d228dd91776 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1407.265682] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Migration e2ddf4f7-cad2-43e2-9a16-322b8a1a7356 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1407.265682] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance b4249275-18dc-4d4b-9e6a-9e97cd84325a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.265682] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 850e4493-1a78-473d-8f24-1627ba115ad1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.265854] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 22302d12-a374-41c5-8651-87df72726e2f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.265854] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 31220d7a-9294-46d7-8052-8f7693183392 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.265854] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance ab51edb8-8b43-4d99-af81-b2e7813b329d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.265854] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 40d5f33f-13cd-44a7-aab8-9a863604e66c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.266052] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 8cdb3b6e-28a7-495c-8104-54d6548f8812 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.266052] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 4888fe01-04b1-43ce-9cd0-37c63ec44a75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.618667] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757861, 'name': Rename_Task, 'duration_secs': 0.267623} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.619180] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1407.619533] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-548a8d7e-3371-4667-9994-75aa930885ef {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.625795] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1407.625795] env[62023]: value = "task-1757862" [ 1407.625795] env[62023]: _type = "Task" [ 1407.625795] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.634461] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.670036] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757857, 'name': ReconfigVM_Task, 'duration_secs': 0.717938} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.670036] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 40d5f33f-13cd-44a7-aab8-9a863604e66c/40d5f33f-13cd-44a7-aab8-9a863604e66c.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1407.670036] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a398b05-481a-44f5-beb4-c6add110a32b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.674574] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Waiting for the task: (returnval){ [ 1407.674574] env[62023]: value = "task-1757863" [ 1407.674574] env[62023]: _type = "Task" [ 1407.674574] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.682867] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757863, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.769935] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance b1746b26-9eae-4980-92c5-761e8666ecfa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1407.814599] env[62023]: DEBUG nova.compute.manager [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.815553] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b171179c-ae98-4769-a288-aef90a0e9e65 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.137308] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757862, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.186307] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757863, 'name': Rename_Task, 'duration_secs': 0.156606} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.186526] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1408.186813] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-184e322f-8f06-4b4d-97f3-77272021e0cc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.193722] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Waiting for the task: (returnval){ [ 1408.193722] env[62023]: value = "task-1757864" [ 1408.193722] env[62023]: _type = "Task" [ 1408.193722] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.202275] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.244593] env[62023]: DEBUG nova.compute.manager [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1408.268047] env[62023]: DEBUG nova.virt.hardware [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1408.268336] env[62023]: DEBUG nova.virt.hardware [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1408.268497] env[62023]: DEBUG nova.virt.hardware [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1408.268678] env[62023]: DEBUG nova.virt.hardware [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1408.268825] env[62023]: DEBUG nova.virt.hardware [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1408.268972] env[62023]: DEBUG nova.virt.hardware [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1408.269221] env[62023]: DEBUG nova.virt.hardware [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1408.269385] env[62023]: DEBUG nova.virt.hardware [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1408.269548] env[62023]: DEBUG nova.virt.hardware [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1408.269781] env[62023]: DEBUG nova.virt.hardware [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1408.269871] env[62023]: DEBUG nova.virt.hardware [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1408.270752] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293aed07-41d1-4c07-9cda-1a93b3908ce9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.273778] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1408.280688] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffaec5e-cce1-4e2e-8581-8bce1d0e5f07 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.295389] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Instance VIF info [] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1408.301059] env[62023]: DEBUG oslo.service.loopingcall [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1408.301863] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1408.301863] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0195f8fe-c05e-461c-a17c-0fefc44bb629 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.321223] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1408.321223] env[62023]: value = "task-1757865" [ 1408.321223] env[62023]: _type = "Task" [ 1408.321223] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.331344] env[62023]: INFO nova.compute.manager [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] instance snapshotting [ 1408.332946] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757865, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.334086] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b10a3a3-223c-46f1-b30f-2c525500944f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.360179] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17519ae8-6ae3-45f4-aa89-6cd9735865cd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.365697] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquiring lock "2443e8d6-364f-4726-b6f3-c22c3e5d2ec5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.365975] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lock "2443e8d6-364f-4726-b6f3-c22c3e5d2ec5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.637680] env[62023]: DEBUG oslo_vmware.api [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757862, 'name': PowerOnVM_Task, 'duration_secs': 0.732059} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.638423] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1408.639023] env[62023]: INFO nova.compute.manager [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1408.639023] env[62023]: DEBUG nova.compute.manager [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1408.640028] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50f9ebb-5441-4416-90bf-821f923566e2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.711063] env[62023]: DEBUG oslo_vmware.api [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757864, 'name': PowerOnVM_Task, 'duration_secs': 0.473006} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.711063] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1408.711063] env[62023]: INFO nova.compute.manager [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Took 10.08 seconds to spawn the instance on the hypervisor. [ 1408.711063] env[62023]: DEBUG nova.compute.manager [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1408.711063] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd81ee93-f2b5-437c-a856-2a59089f2287 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.777235] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance a1b9f6c0-b8c7-4426-b8da-64331c043bea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1408.831712] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757865, 'name': CreateVM_Task, 'duration_secs': 0.316705} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.831712] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1408.832127] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.832295] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.832603] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.833721] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a36d532-f13b-4115-97a6-016a00e66faf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.837438] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1408.837438] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b39b74-2309-b06d-17a2-cd3db970bd9a" [ 1408.837438] env[62023]: _type = "Task" [ 1408.837438] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.845470] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b39b74-2309-b06d-17a2-cd3db970bd9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.874170] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Creating Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1408.874462] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-82453717-812f-4434-b88b-fe443e9326f1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.882383] env[62023]: DEBUG oslo_vmware.api [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1408.882383] env[62023]: value = "task-1757866" [ 1408.882383] env[62023]: _type = "Task" [ 1408.882383] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.892050] env[62023]: DEBUG oslo_vmware.api [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757866, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.159489] env[62023]: INFO nova.compute.manager [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Took 50.01 seconds to build instance. [ 1409.232647] env[62023]: INFO nova.compute.manager [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Took 52.66 seconds to build instance. [ 1409.280986] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 70e1f478-73e0-4ddb-a206-a64a7e639a37 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1409.350486] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b39b74-2309-b06d-17a2-cd3db970bd9a, 'name': SearchDatastore_Task, 'duration_secs': 0.020489} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.350486] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.350486] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.350486] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.350759] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.351981] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.351981] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f2b5134-f825-4fd9-a6d5-4c57c67f9130 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.367407] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.367966] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1409.368863] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a8fee5-9f3e-41b7-a697-1b80b4e9efe5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.374236] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1409.374236] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5255c863-8ca6-e023-2199-427630dbda4d" [ 1409.374236] env[62023]: _type = "Task" [ 1409.374236] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.384028] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5255c863-8ca6-e023-2199-427630dbda4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.391197] env[62023]: DEBUG oslo_vmware.api [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757866, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.660229] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3607936-615d-4b40-a686-b3b752fd6c6f tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "8cdb3b6e-28a7-495c-8104-54d6548f8812" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.592s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.734607] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31a10f9e-029b-4854-ae38-2776b06159b6 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Lock "40d5f33f-13cd-44a7-aab8-9a863604e66c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.283s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.783287] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 8738aede-3817-4117-a482-a77db3db46a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1409.884869] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5255c863-8ca6-e023-2199-427630dbda4d, 'name': SearchDatastore_Task, 'duration_secs': 0.015444} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.888629] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a7877e-5bc2-4039-bd54-cd49669f5644 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.896132] env[62023]: DEBUG oslo_vmware.api [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757866, 'name': CreateSnapshot_Task, 'duration_secs': 0.79496} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.897452] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Created Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1409.897764] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1409.897764] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c67b36-2b20-f053-9e56-9aa75ff55deb" [ 1409.897764] env[62023]: _type = "Task" [ 1409.897764] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.898462] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345f3506-cb66-4eda-8f57-c0b98bed344b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.913744] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c67b36-2b20-f053-9e56-9aa75ff55deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.112380] env[62023]: INFO nova.compute.manager [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Rescuing [ 1410.112380] env[62023]: DEBUG oslo_concurrency.lockutils [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Acquiring lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.112380] env[62023]: DEBUG oslo_concurrency.lockutils [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Acquired lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.112867] env[62023]: DEBUG nova.network.neutron [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1410.163113] env[62023]: DEBUG nova.compute.manager [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1410.237180] env[62023]: DEBUG nova.compute.manager [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1410.286467] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 9fe841fd-6e67-4739-95fb-afc7939edaea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1410.423748] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Creating linked-clone VM from snapshot {{(pid=62023) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1410.428439] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-050be36a-3a76-4cdd-9ad6-e7677eaab168 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.433998] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c67b36-2b20-f053-9e56-9aa75ff55deb, 'name': SearchDatastore_Task, 'duration_secs': 0.020837} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.434423] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.434867] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 4888fe01-04b1-43ce-9cd0-37c63ec44a75/4888fe01-04b1-43ce-9cd0-37c63ec44a75.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1410.435717] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a262b273-8500-40e2-bdcf-941e909a6592 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.440155] env[62023]: DEBUG oslo_vmware.api [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1410.440155] env[62023]: value = "task-1757868" [ 1410.440155] env[62023]: _type = "Task" [ 1410.440155] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.444308] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1410.444308] env[62023]: value = "task-1757869" [ 1410.444308] env[62023]: _type = "Task" [ 1410.444308] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.451752] env[62023]: DEBUG oslo_vmware.api [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757868, 'name': CloneVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.457101] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.691431] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.761983] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.795026] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 9504eac7-6d65-437d-9209-d7a369d87507 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1410.928930] env[62023]: DEBUG nova.network.neutron [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Updating instance_info_cache with network_info: [{"id": "fb2b587b-ff87-4726-989f-7dca5391a325", "address": "fa:16:3e:77:db:42", "network": {"id": "a5049147-7b1c-4f7d-9726-3418c2c28652", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1500224366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abdc7d2697554d1e9df2f57aac1ac3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb2b587b-ff", "ovs_interfaceid": "fb2b587b-ff87-4726-989f-7dca5391a325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.953054] env[62023]: DEBUG oslo_vmware.api [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757868, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.961481] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757869, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.108178] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Volume attach. Driver type: vmdk {{(pid=62023) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1411.108473] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365293', 'volume_id': '65218535-060e-48c2-8a63-a0ba2bad2ad9', 'name': 'volume-65218535-060e-48c2-8a63-a0ba2bad2ad9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '31220d7a-9294-46d7-8052-8f7693183392', 'attached_at': '', 'detached_at': '', 'volume_id': '65218535-060e-48c2-8a63-a0ba2bad2ad9', 'serial': '65218535-060e-48c2-8a63-a0ba2bad2ad9'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1411.109404] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9279f8-bca4-4cd6-85c2-c83d8f26d5e4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.126295] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bebcea4-efb8-4499-be83-a3ca122ba9b6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.151278] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] volume-65218535-060e-48c2-8a63-a0ba2bad2ad9/volume-65218535-060e-48c2-8a63-a0ba2bad2ad9.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.151591] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a19c6ee0-df4f-46d5-b526-f67b0393a8cc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.171950] env[62023]: DEBUG oslo_vmware.api [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1411.171950] env[62023]: value = "task-1757870" [ 1411.171950] env[62023]: _type = "Task" [ 1411.171950] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.181126] env[62023]: DEBUG oslo_vmware.api [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.297315] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance eb4794e9-66c4-47cc-9e33-ffe69685df66 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1411.432961] env[62023]: DEBUG oslo_concurrency.lockutils [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Releasing lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.455279] env[62023]: DEBUG oslo_vmware.api [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757868, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.458630] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617837} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.462034] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 4888fe01-04b1-43ce-9cd0-37c63ec44a75/4888fe01-04b1-43ce-9cd0-37c63ec44a75.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1411.462034] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1411.462280] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bce9bdf-1446-4a26-b30d-cbcf460f6939 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.469618] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1411.469618] env[62023]: value = "task-1757871" [ 1411.469618] env[62023]: _type = "Task" [ 1411.469618] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.480617] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.682506] env[62023]: DEBUG oslo_vmware.api [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.801298] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 385bc4de-fa59-41d0-9201-e1a6acdab485 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1411.953537] env[62023]: DEBUG oslo_vmware.api [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757868, 'name': CloneVM_Task} progress is 95%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.979325] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243293} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.980217] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1411.981425] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5f7d49-6dec-4314-9b65-c58ffe0e98e6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.008079] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 4888fe01-04b1-43ce-9cd0-37c63ec44a75/4888fe01-04b1-43ce-9cd0-37c63ec44a75.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1412.008658] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f7b2c9d-b123-4f90-b1d8-c6a3bfa5be4e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.029545] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1412.029545] env[62023]: value = "task-1757872" [ 1412.029545] env[62023]: _type = "Task" [ 1412.029545] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.037440] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.183470] env[62023]: DEBUG oslo_vmware.api [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757870, 'name': ReconfigVM_Task, 'duration_secs': 0.761325} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.183764] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Reconfigured VM instance instance-00000024 to attach disk [datastore1] volume-65218535-060e-48c2-8a63-a0ba2bad2ad9/volume-65218535-060e-48c2-8a63-a0ba2bad2ad9.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.188795] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-699d3812-7d29-48ab-8aa4-d7dcd44ba744 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.204160] env[62023]: DEBUG oslo_vmware.api [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1412.204160] env[62023]: value = "task-1757873" [ 1412.204160] env[62023]: _type = "Task" [ 1412.204160] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.215766] env[62023]: DEBUG oslo_vmware.api [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.305569] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1412.452665] env[62023]: DEBUG oslo_vmware.api [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757868, 'name': CloneVM_Task, 'duration_secs': 1.736656} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.452942] env[62023]: INFO nova.virt.vmwareapi.vmops [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Created linked-clone VM from snapshot [ 1412.453703] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8985bd41-5342-49f9-8bd7-a090280079d9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.461181] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Uploading image e3a77a79-8a6b-45fa-bafe-de229d58adaf {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1412.482999] env[62023]: DEBUG oslo_vmware.rw_handles [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1412.482999] env[62023]: value = "vm-365296" [ 1412.482999] env[62023]: _type = "VirtualMachine" [ 1412.482999] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1412.483171] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-72dc6578-d395-44bc-b202-01abe62f6ac2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.490510] env[62023]: DEBUG oslo_vmware.rw_handles [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lease: (returnval){ [ 1412.490510] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52555038-dcdc-dcc6-9f56-afbb76fa6c9f" [ 1412.490510] env[62023]: _type = "HttpNfcLease" [ 1412.490510] env[62023]: } obtained for exporting VM: (result){ [ 1412.490510] env[62023]: value = "vm-365296" [ 1412.490510] env[62023]: _type = "VirtualMachine" [ 1412.490510] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1412.490793] env[62023]: DEBUG oslo_vmware.api [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the lease: (returnval){ [ 1412.490793] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52555038-dcdc-dcc6-9f56-afbb76fa6c9f" [ 1412.490793] env[62023]: _type = "HttpNfcLease" [ 1412.490793] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1412.497320] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1412.497320] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52555038-dcdc-dcc6-9f56-afbb76fa6c9f" [ 1412.497320] env[62023]: _type = "HttpNfcLease" [ 1412.497320] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1412.539899] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757872, 'name': ReconfigVM_Task, 'duration_secs': 0.275934} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.540202] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 4888fe01-04b1-43ce-9cd0-37c63ec44a75/4888fe01-04b1-43ce-9cd0-37c63ec44a75.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.540782] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49343f57-e938-47da-8d27-1de721fb6bb0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.547429] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1412.547429] env[62023]: value = "task-1757875" [ 1412.547429] env[62023]: _type = "Task" [ 1412.547429] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.555374] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757875, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.714658] env[62023]: DEBUG oslo_vmware.api [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757873, 'name': ReconfigVM_Task, 'duration_secs': 0.254625} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.715016] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365293', 'volume_id': '65218535-060e-48c2-8a63-a0ba2bad2ad9', 'name': 'volume-65218535-060e-48c2-8a63-a0ba2bad2ad9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '31220d7a-9294-46d7-8052-8f7693183392', 'attached_at': '', 'detached_at': '', 'volume_id': '65218535-060e-48c2-8a63-a0ba2bad2ad9', 'serial': '65218535-060e-48c2-8a63-a0ba2bad2ad9'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1412.808718] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 71e7298b-dfd3-4857-abbd-15de2aadad07 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1412.974692] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.975110] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fb8357d-fa6e-4492-a4d6-9a96cc13ea3d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.982891] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Waiting for the task: (returnval){ [ 1412.982891] env[62023]: value = "task-1757876" [ 1412.982891] env[62023]: _type = "Task" [ 1412.982891] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.991719] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.998231] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1412.998231] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52555038-dcdc-dcc6-9f56-afbb76fa6c9f" [ 1412.998231] env[62023]: _type = "HttpNfcLease" [ 1412.998231] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1412.998519] env[62023]: DEBUG oslo_vmware.rw_handles [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1412.998519] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52555038-dcdc-dcc6-9f56-afbb76fa6c9f" [ 1412.998519] env[62023]: _type = "HttpNfcLease" [ 1412.998519] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1412.999229] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52397557-13b4-4e46-aba9-9656617db8b4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.006356] env[62023]: DEBUG oslo_vmware.rw_handles [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa9e6a-0040-1c84-a28c-1cada220666c/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1413.006526] env[62023]: DEBUG oslo_vmware.rw_handles [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa9e6a-0040-1c84-a28c-1cada220666c/disk-0.vmdk for reading. {{(pid=62023) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1413.072298] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757875, 'name': Rename_Task, 'duration_secs': 0.127545} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.072581] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1413.072819] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95e26c5b-29ce-4d42-8e58-b5587c47f576 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.079784] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "eda5b959-2aec-4193-88a4-b4ef21aace36" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.080035] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "eda5b959-2aec-4193-88a4-b4ef21aace36" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.080241] env[62023]: INFO nova.compute.manager [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Shelving [ 1413.081659] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1413.081659] env[62023]: value = "task-1757877" [ 1413.081659] env[62023]: _type = "Task" [ 1413.081659] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.090417] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.109825] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-08f73bef-a5c1-4b80-87ed-36961f00334a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.311993] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance a47f9087-1194-4a41-93d8-dcf026b2eca5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1413.495218] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757876, 'name': PowerOffVM_Task, 'duration_secs': 0.315469} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.495218] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.495716] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17726a31-94da-4ba5-b273-fc7387eec6ff {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.522517] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e7ef71-3c72-478c-a6e8-7b45447d56a3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.557647] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1413.558142] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e580039-c5b3-4b07-b7f3-80a0298c2a30 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.564456] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Waiting for the task: (returnval){ [ 1413.564456] env[62023]: value = "task-1757878" [ 1413.564456] env[62023]: _type = "Task" [ 1413.564456] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.573638] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] VM already powered off {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1413.573862] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.574214] env[62023]: DEBUG oslo_concurrency.lockutils [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.574487] env[62023]: DEBUG oslo_concurrency.lockutils [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.574989] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.575090] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a791782-1f08-4c87-9667-ad672552983e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.592940] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.593823] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.595082] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a0fd39-98f4-468a-8d42-22cb6b0be76d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.604041] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Waiting for the task: (returnval){ [ 1413.604041] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5207e4b1-05d9-bda0-70fa-2059615a8327" [ 1413.604041] env[62023]: _type = "Task" [ 1413.604041] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.604284] env[62023]: DEBUG oslo_vmware.api [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757877, 'name': PowerOnVM_Task, 'duration_secs': 0.484394} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.604605] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.605052] env[62023]: INFO nova.compute.manager [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Took 5.36 seconds to spawn the instance on the hypervisor. [ 1413.605164] env[62023]: DEBUG nova.compute.manager [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1413.609555] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de16ed8-5b4c-43fa-acd2-bae597213bd8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.622361] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5207e4b1-05d9-bda0-70fa-2059615a8327, 'name': SearchDatastore_Task, 'duration_secs': 0.014128} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.623974] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b699e007-cbb7-4c68-97d2-025ad505054e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.628818] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Waiting for the task: (returnval){ [ 1413.628818] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529f7edf-ad46-9865-c5a1-fa81887ed259" [ 1413.628818] env[62023]: _type = "Task" [ 1413.628818] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.637240] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529f7edf-ad46-9865-c5a1-fa81887ed259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.772353] env[62023]: DEBUG nova.objects.instance [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lazy-loading 'flavor' on Instance uuid 31220d7a-9294-46d7-8052-8f7693183392 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.815532] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance dcd4d90d-e32b-4ab4-bd2d-14d367c16838 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1413.815852] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1413.816128] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1414.098877] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.101814] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff5e140e-e452-42fb-a038-e20140daa901 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.110201] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1414.110201] env[62023]: value = "task-1757879" [ 1414.110201] env[62023]: _type = "Task" [ 1414.110201] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.120705] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.136491] env[62023]: INFO nova.compute.manager [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Took 48.88 seconds to build instance. [ 1414.144142] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529f7edf-ad46-9865-c5a1-fa81887ed259, 'name': SearchDatastore_Task, 'duration_secs': 0.01579} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.147323] env[62023]: DEBUG oslo_concurrency.lockutils [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.147836] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 40d5f33f-13cd-44a7-aab8-9a863604e66c/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk. {{(pid=62023) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1414.148355] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6057215d-3918-43eb-977d-5a5564b61c62 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.157286] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Waiting for the task: (returnval){ [ 1414.157286] env[62023]: value = "task-1757880" [ 1414.157286] env[62023]: _type = "Task" [ 1414.157286] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.173228] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.279858] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5f853a50-ced4-43b8-9805-df7096cec1c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "31220d7a-9294-46d7-8052-8f7693183392" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.802s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.411857] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0391a444-7c1b-4403-935c-951a7967d308 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.420588] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcbd0cb-cde5-4bcc-85cb-d1344b0c7628 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.455141] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6ee300-eb30-45a0-96b6-1b74f99b7ab8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.465040] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1dae5c-d632-4fc1-a205-66d1c6bc5345 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.483101] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.621977] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757879, 'name': PowerOffVM_Task, 'duration_secs': 0.20848} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.622307] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1414.623325] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4470a054-376c-44db-b952-566e43410fda {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.645116] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d1339386-a3b9-4c74-86ab-fc2c2c0463ef tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "4888fe01-04b1-43ce-9cd0-37c63ec44a75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.782s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.647415] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1d75d8-515f-4b0f-b5a5-09c7dee5cb81 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.675286] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757880, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.856136] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "c5a35eb3-3361-4c7d-a3bb-8129ade77951" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.856420] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "c5a35eb3-3361-4c7d-a3bb-8129ade77951" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.986325] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.044917] env[62023]: DEBUG oslo_concurrency.lockutils [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "31220d7a-9294-46d7-8052-8f7693183392" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.045435] env[62023]: DEBUG oslo_concurrency.lockutils [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "31220d7a-9294-46d7-8052-8f7693183392" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.045745] env[62023]: DEBUG oslo_concurrency.lockutils [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "31220d7a-9294-46d7-8052-8f7693183392-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.046073] env[62023]: DEBUG oslo_concurrency.lockutils [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "31220d7a-9294-46d7-8052-8f7693183392-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.046260] env[62023]: DEBUG oslo_concurrency.lockutils [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "31220d7a-9294-46d7-8052-8f7693183392-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.048779] env[62023]: INFO nova.compute.manager [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Terminating instance [ 1415.151246] env[62023]: DEBUG nova.compute.manager [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1415.162981] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Creating Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1415.163344] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-33dfd8fb-e146-4f61-898c-d9fbe081f843 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.171858] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616491} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.173319] env[62023]: INFO nova.virt.vmwareapi.ds_util [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 40d5f33f-13cd-44a7-aab8-9a863604e66c/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk. [ 1415.173754] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1415.173754] env[62023]: value = "task-1757881" [ 1415.173754] env[62023]: _type = "Task" [ 1415.173754] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.174593] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b079a3b8-d345-487d-9029-6103f183809e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.186450] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757881, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.211172] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 40d5f33f-13cd-44a7-aab8-9a863604e66c/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.211935] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5abbef40-5ebf-437c-890d-79d342775aac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.232409] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Waiting for the task: (returnval){ [ 1415.232409] env[62023]: value = "task-1757882" [ 1415.232409] env[62023]: _type = "Task" [ 1415.232409] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.236145] env[62023]: INFO nova.compute.manager [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Rebuilding instance [ 1415.243936] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.281128] env[62023]: DEBUG nova.compute.manager [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1415.282106] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4b8e4f-d225-40ca-8d6f-ed55733b94cc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.491694] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1415.492297] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.284s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.492569] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.254s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.492762] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.495048] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.781s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.497052] env[62023]: INFO nova.compute.claims [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1415.500942] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.501178] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Cleaning up deleted instances {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 1415.523487] env[62023]: INFO nova.scheduler.client.report [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Deleted allocations for instance 397e10b6-bddb-4f4b-aab4-108bf9f14c72 [ 1415.554348] env[62023]: DEBUG nova.compute.manager [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1415.554703] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.555680] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-375da169-88e7-4d1c-bb9f-66d259d747d7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.565240] env[62023]: DEBUG oslo_vmware.api [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1415.565240] env[62023]: value = "task-1757883" [ 1415.565240] env[62023]: _type = "Task" [ 1415.565240] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.574918] env[62023]: DEBUG oslo_vmware.api [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.672416] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.687746] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757881, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.743518] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.011662] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] There are 18 instances to clean {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 1416.012095] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 27e46a4e-9554-4604-b7df-62893dd1f2e9] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1416.032462] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6434ee59-e14b-4875-a77c-bc8cf8291056 tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "397e10b6-bddb-4f4b-aab4-108bf9f14c72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.651s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.076302] env[62023]: DEBUG oslo_vmware.api [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757883, 'name': PowerOffVM_Task, 'duration_secs': 0.353699} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.076566] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.076772] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Volume detach. Driver type: vmdk {{(pid=62023) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1416.076989] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365293', 'volume_id': '65218535-060e-48c2-8a63-a0ba2bad2ad9', 'name': 'volume-65218535-060e-48c2-8a63-a0ba2bad2ad9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '31220d7a-9294-46d7-8052-8f7693183392', 'attached_at': '', 'detached_at': '', 'volume_id': '65218535-060e-48c2-8a63-a0ba2bad2ad9', 'serial': '65218535-060e-48c2-8a63-a0ba2bad2ad9'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1416.077828] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3abb9d7-57f9-446c-8059-a7d550a81dc0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.102381] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18483bbf-114b-4718-9046-26cfa6695642 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.109728] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1609aded-e9a4-463e-9e85-9227fae22811 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.131997] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab95696-9130-4451-8f59-30bdab8c34bd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.150033] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] The volume has not been displaced from its original location: [datastore1] volume-65218535-060e-48c2-8a63-a0ba2bad2ad9/volume-65218535-060e-48c2-8a63-a0ba2bad2ad9.vmdk. No consolidation needed. {{(pid=62023) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1416.155485] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1416.155883] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c4d9412-19eb-4a6d-8b18-2c183c8ad7b8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.175443] env[62023]: DEBUG oslo_vmware.api [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1416.175443] env[62023]: value = "task-1757884" [ 1416.175443] env[62023]: _type = "Task" [ 1416.175443] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.187439] env[62023]: DEBUG oslo_vmware.api [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.192273] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757881, 'name': CreateSnapshot_Task, 'duration_secs': 0.99869} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.192647] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Created Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1416.193757] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e51a1b-17ca-4b38-b07b-07d1c5e17a4d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.243421] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757882, 'name': ReconfigVM_Task, 'duration_secs': 0.664119} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.244524] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 40d5f33f-13cd-44a7-aab8-9a863604e66c/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.245485] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef50eb1-39d7-4f08-bef2-220c17977f95 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.275691] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f30ffc16-acae-4169-8bed-ed2c6d484e54 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.292753] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Waiting for the task: (returnval){ [ 1416.292753] env[62023]: value = "task-1757885" [ 1416.292753] env[62023]: _type = "Task" [ 1416.292753] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.296940] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.297330] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e486373-295a-4a8e-8b85-cfaf6d36ccd8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.305259] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757885, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.306731] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1416.306731] env[62023]: value = "task-1757886" [ 1416.306731] env[62023]: _type = "Task" [ 1416.306731] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.315326] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.520829] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: e6b7759d-7a12-457b-90a4-98d72bacf94f] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1416.687036] env[62023]: DEBUG oslo_vmware.api [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757884, 'name': ReconfigVM_Task, 'duration_secs': 0.339934} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.687036] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1416.693794] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0547622c-7afa-4e9f-ab08-aefd53a9b6fa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.716939] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Creating linked-clone VM from snapshot {{(pid=62023) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1416.717393] env[62023]: DEBUG oslo_vmware.api [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1416.717393] env[62023]: value = "task-1757887" [ 1416.717393] env[62023]: _type = "Task" [ 1416.717393] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.720104] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c5b689a6-8054-4258-9a34-56454725c785 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.736948] env[62023]: DEBUG oslo_vmware.api [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.740736] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1416.740736] env[62023]: value = "task-1757888" [ 1416.740736] env[62023]: _type = "Task" [ 1416.740736] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.749819] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757888, 'name': CloneVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.805888] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757885, 'name': ReconfigVM_Task, 'duration_secs': 0.263869} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.806221] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.806688] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ce6fe40-2526-426c-b589-707cc6b5fa35 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.816041] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Waiting for the task: (returnval){ [ 1416.816041] env[62023]: value = "task-1757889" [ 1416.816041] env[62023]: _type = "Task" [ 1416.816041] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.822438] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757886, 'name': PowerOffVM_Task, 'duration_secs': 0.204392} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.823165] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.823504] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.826482] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d33f43-ce27-4c8b-8351-89397af8cd2f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.832947] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.837946] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.838074] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31c21c03-65c9-496c-a351-a99bde7ac5fd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.860613] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.861022] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.861553] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "40564b5b-5e5c-4d29-bd17-e87ef0acbfa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.861658] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "40564b5b-5e5c-4d29-bd17-e87ef0acbfa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.861820] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "40564b5b-5e5c-4d29-bd17-e87ef0acbfa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.864270] env[62023]: INFO nova.compute.manager [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Terminating instance [ 1416.869889] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1416.870135] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1416.870451] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Deleting the datastore file [datastore1] 4888fe01-04b1-43ce-9cd0-37c63ec44a75 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1416.871922] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c4b952c-66c6-40c3-ac19-8d3bbfe7a5f5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.879480] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1416.879480] env[62023]: value = "task-1757891" [ 1416.879480] env[62023]: _type = "Task" [ 1416.879480] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.890285] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.025083] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: af16d463-02a2-43d0-953b-269ce88f02e3] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1417.042345] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e089d88-6bac-494d-b895-3923c3532df7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.049059] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c098aa9-5f06-46ae-8490-7e808740ccee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.082970] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ced6f21-339b-412a-b948-b350c8ab227b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.090821] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225f872b-db5d-40b6-ba87-5c0447622853 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.104997] env[62023]: DEBUG nova.compute.provider_tree [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.232990] env[62023]: DEBUG oslo_vmware.api [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757887, 'name': ReconfigVM_Task, 'duration_secs': 0.462376} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.233173] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365293', 'volume_id': '65218535-060e-48c2-8a63-a0ba2bad2ad9', 'name': 'volume-65218535-060e-48c2-8a63-a0ba2bad2ad9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '31220d7a-9294-46d7-8052-8f7693183392', 'attached_at': '', 'detached_at': '', 'volume_id': '65218535-060e-48c2-8a63-a0ba2bad2ad9', 'serial': '65218535-060e-48c2-8a63-a0ba2bad2ad9'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1417.233486] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1417.234358] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df2cb55-1c42-4ae3-8452-603867ad4736 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.241599] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1417.244848] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e976abfe-b097-472b-953e-3bec7b0727e8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.251897] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757888, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.326026] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757889, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.376817] env[62023]: DEBUG nova.compute.manager [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1417.377062] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1417.378149] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282528e0-126f-4a1f-be46-1d86dc8292fc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.390441] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192979} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.393677] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.394365] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.394608] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.397461] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.397972] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7fa4f4d-f17a-4230-886e-12dcf99ff914 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.403814] env[62023]: DEBUG oslo_vmware.api [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1417.403814] env[62023]: value = "task-1757893" [ 1417.403814] env[62023]: _type = "Task" [ 1417.403814] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.412867] env[62023]: DEBUG oslo_vmware.api [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.487993] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1417.488269] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1417.488470] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Deleting the datastore file [datastore1] 31220d7a-9294-46d7-8052-8f7693183392 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.488746] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44f82325-c450-4ad4-9092-71ccdf0a7be2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.496976] env[62023]: DEBUG oslo_vmware.api [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1417.496976] env[62023]: value = "task-1757894" [ 1417.496976] env[62023]: _type = "Task" [ 1417.496976] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.506348] env[62023]: DEBUG oslo_vmware.api [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.531163] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: ab1208a4-b991-4706-8205-88fa9c0fe96c] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1417.608034] env[62023]: DEBUG nova.scheduler.client.report [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.753315] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757888, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.826621] env[62023]: DEBUG oslo_vmware.api [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757889, 'name': PowerOnVM_Task, 'duration_secs': 0.583192} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.826892] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.829752] env[62023]: DEBUG nova.compute.manager [None req-526d112f-d40b-4c7d-bf30-7a62eb4b77a9 tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1417.830586] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255dfbb6-7c76-4dd7-a6e4-f87562d8364f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.914866] env[62023]: DEBUG oslo_vmware.api [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757893, 'name': PowerOffVM_Task, 'duration_secs': 0.214822} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.915259] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1417.915496] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1417.915787] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d98caad1-aa4f-40de-acd3-e621c4f32ac3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.006835] env[62023]: DEBUG oslo_vmware.api [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1757894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358579} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.007102] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1418.007325] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1418.007520] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1418.007709] env[62023]: INFO nova.compute.manager [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Took 2.45 seconds to destroy the instance on the hypervisor. [ 1418.007933] env[62023]: DEBUG oslo.service.loopingcall [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1418.008145] env[62023]: DEBUG nova.compute.manager [-] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1418.008257] env[62023]: DEBUG nova.network.neutron [-] [instance: 31220d7a-9294-46d7-8052-8f7693183392] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1418.034547] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: b1111972-8a27-44da-8f20-98808abadbb8] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1418.113322] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.113966] env[62023]: DEBUG nova.compute.manager [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1418.118376] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.140s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.118486] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.121592] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.245s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.123895] env[62023]: INFO nova.compute.claims [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1418.131829] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1418.132452] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1418.132525] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Deleting the datastore file [datastore1] 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1418.132874] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae46c378-5d2b-408b-bdf9-2a7e5cc5e974 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.142504] env[62023]: DEBUG oslo_vmware.api [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for the task: (returnval){ [ 1418.142504] env[62023]: value = "task-1757896" [ 1418.142504] env[62023]: _type = "Task" [ 1418.142504] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.153433] env[62023]: DEBUG oslo_vmware.api [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.154723] env[62023]: INFO nova.scheduler.client.report [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Deleted allocations for instance 515c9cc6-3b46-4e72-8bfa-6b345ab97f38 [ 1418.255243] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757888, 'name': CloneVM_Task} progress is 95%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.362850] env[62023]: DEBUG nova.compute.manager [req-73b1f6b3-3926-4571-82e9-6e5978c2cc53 req-ff004a66-19c7-461e-9ac7-a363eb24f599 service nova] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Received event network-vif-deleted-817767e4-f9cf-4cf3-bb3c-ffa7eb9f93f8 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1418.363070] env[62023]: INFO nova.compute.manager [req-73b1f6b3-3926-4571-82e9-6e5978c2cc53 req-ff004a66-19c7-461e-9ac7-a363eb24f599 service nova] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Neutron deleted interface 817767e4-f9cf-4cf3-bb3c-ffa7eb9f93f8; detaching it from the instance and deleting it from the info cache [ 1418.363251] env[62023]: DEBUG nova.network.neutron [req-73b1f6b3-3926-4571-82e9-6e5978c2cc53 req-ff004a66-19c7-461e-9ac7-a363eb24f599 service nova] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.457858] env[62023]: DEBUG nova.virt.hardware [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1418.458161] env[62023]: DEBUG nova.virt.hardware [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1418.458402] env[62023]: DEBUG nova.virt.hardware [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1418.458919] env[62023]: DEBUG nova.virt.hardware [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1418.458919] env[62023]: DEBUG nova.virt.hardware [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1418.459050] env[62023]: DEBUG nova.virt.hardware [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1418.459296] env[62023]: DEBUG nova.virt.hardware [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1418.459461] env[62023]: DEBUG nova.virt.hardware [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1418.460422] env[62023]: DEBUG nova.virt.hardware [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1418.460422] env[62023]: DEBUG nova.virt.hardware [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1418.460422] env[62023]: DEBUG nova.virt.hardware [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1418.461580] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b451c378-e407-4dc1-9dad-eec011dc5654 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.471037] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653929de-f1fa-4f41-8238-91ab4327d6ac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.488360] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Instance VIF info [] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1418.493994] env[62023]: DEBUG oslo.service.loopingcall [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1418.494703] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1418.494703] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-631839df-a5b5-4045-8df1-3e8a9e88e58e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.512550] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1418.512550] env[62023]: value = "task-1757897" [ 1418.512550] env[62023]: _type = "Task" [ 1418.512550] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.520850] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757897, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.538103] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: b352bc01-cf53-4fe9-a444-116186919b67] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1418.631600] env[62023]: DEBUG nova.compute.utils [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1418.634596] env[62023]: DEBUG nova.compute.manager [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1418.635289] env[62023]: DEBUG nova.network.neutron [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1418.655345] env[62023]: DEBUG oslo_vmware.api [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Task: {'id': task-1757896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294769} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.655852] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1418.656198] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1418.657244] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1418.657244] env[62023]: INFO nova.compute.manager [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1418.657244] env[62023]: DEBUG oslo.service.loopingcall [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1418.657566] env[62023]: DEBUG nova.compute.manager [-] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1418.657809] env[62023]: DEBUG nova.network.neutron [-] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1418.662767] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80f0e397-bd6f-423e-bf52-6fed978b8a69 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Lock "515c9cc6-3b46-4e72-8bfa-6b345ab97f38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.584s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.720920] env[62023]: DEBUG nova.policy [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '962491ab4eec4abf9ccfbd8d99e8b3c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb01a535c70a4af494d4c85383c83f74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1418.754918] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757888, 'name': CloneVM_Task, 'duration_secs': 1.719191} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.755429] env[62023]: INFO nova.virt.vmwareapi.vmops [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Created linked-clone VM from snapshot [ 1418.756583] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83641d93-f337-4f5b-89e9-84ecfab4e5dc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.765550] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Uploading image aea7705f-c72c-417d-9d66-9113e2788e36 {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1418.800100] env[62023]: DEBUG oslo_vmware.rw_handles [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1418.800100] env[62023]: value = "vm-365298" [ 1418.800100] env[62023]: _type = "VirtualMachine" [ 1418.800100] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1418.800100] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5c974c41-4d0f-4fdc-89d6-5c03c217c859 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.809239] env[62023]: DEBUG oslo_vmware.rw_handles [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lease: (returnval){ [ 1418.809239] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52df82ac-586b-8d13-66ca-db8a4389aefe" [ 1418.809239] env[62023]: _type = "HttpNfcLease" [ 1418.809239] env[62023]: } obtained for exporting VM: (result){ [ 1418.809239] env[62023]: value = "vm-365298" [ 1418.809239] env[62023]: _type = "VirtualMachine" [ 1418.809239] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1418.809239] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the lease: (returnval){ [ 1418.809239] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52df82ac-586b-8d13-66ca-db8a4389aefe" [ 1418.809239] env[62023]: _type = "HttpNfcLease" [ 1418.809239] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1418.817069] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1418.817069] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52df82ac-586b-8d13-66ca-db8a4389aefe" [ 1418.817069] env[62023]: _type = "HttpNfcLease" [ 1418.817069] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1418.838399] env[62023]: DEBUG nova.network.neutron [-] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.869018] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e132002-bfe4-45df-b763-f25841a63445 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.877304] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1007119d-7df5-480b-b004-93baa1976a0a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.913383] env[62023]: DEBUG nova.compute.manager [req-73b1f6b3-3926-4571-82e9-6e5978c2cc53 req-ff004a66-19c7-461e-9ac7-a363eb24f599 service nova] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Detach interface failed, port_id=817767e4-f9cf-4cf3-bb3c-ffa7eb9f93f8, reason: Instance 31220d7a-9294-46d7-8052-8f7693183392 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1419.028795] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757897, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.046583] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 2b12e91a-7c7e-4e52-8834-f59bd76fa228] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1419.139777] env[62023]: DEBUG nova.compute.manager [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1419.292661] env[62023]: DEBUG nova.network.neutron [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Successfully created port: 3ceb0804-b5a3-4afb-8c30-e4a97269b0d4 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1419.318271] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1419.318271] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52df82ac-586b-8d13-66ca-db8a4389aefe" [ 1419.318271] env[62023]: _type = "HttpNfcLease" [ 1419.318271] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1419.318594] env[62023]: DEBUG oslo_vmware.rw_handles [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1419.318594] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52df82ac-586b-8d13-66ca-db8a4389aefe" [ 1419.318594] env[62023]: _type = "HttpNfcLease" [ 1419.318594] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1419.319370] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f60cf31-0e16-4c05-933b-333156d18026 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.326774] env[62023]: DEBUG oslo_vmware.rw_handles [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229c4d4-285b-9b8e-e0d5-c037aa1eb158/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1419.326957] env[62023]: DEBUG oslo_vmware.rw_handles [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229c4d4-285b-9b8e-e0d5-c037aa1eb158/disk-0.vmdk for reading. {{(pid=62023) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1419.387236] env[62023]: INFO nova.compute.manager [-] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Took 1.38 seconds to deallocate network for instance. [ 1419.475481] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-001073c8-b533-480f-9d84-c5f4a28d663d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.527767] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757897, 'name': CreateVM_Task, 'duration_secs': 0.683068} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.527979] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1419.528403] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.528554] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.528882] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1419.529168] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e13cbb-602e-4295-9fba-c96d036c2d22 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.533964] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1419.533964] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a475d8-9d80-7776-92fb-22a78f72b4e3" [ 1419.533964] env[62023]: _type = "Task" [ 1419.533964] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.543501] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a475d8-9d80-7776-92fb-22a78f72b4e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.550086] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: b5359a9d-f105-44e6-986c-80e04faa364f] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1419.691978] env[62023]: DEBUG nova.network.neutron [-] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.791482] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63c5590-a15b-4dae-9d68-9e8dd1261b81 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.802752] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d60adf3-dc7b-405b-817d-68e60e6be4b5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.845122] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db254f2-3f6b-40a7-9dfb-e2bbbff32401 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.854194] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cc453a-8332-40ad-b2f3-704524a81656 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.869627] env[62023]: DEBUG nova.compute.provider_tree [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.996938] env[62023]: INFO nova.compute.manager [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Took 0.61 seconds to detach 1 volumes for instance. [ 1420.047879] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a475d8-9d80-7776-92fb-22a78f72b4e3, 'name': SearchDatastore_Task, 'duration_secs': 0.013845} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.048370] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.048932] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1420.049282] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.049451] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.049845] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1420.050224] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-719e0225-2ab9-4924-8b3d-dfc12903f599 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.052948] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 54ae22a9-06cc-40ec-8026-9375df41194c] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1420.059839] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1420.060080] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1420.061574] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb103a2-6d77-45c0-80d8-90f22c240910 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.069397] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1420.069397] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5236782a-533a-9832-0f8d-96d687479d96" [ 1420.069397] env[62023]: _type = "Task" [ 1420.069397] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.082301] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5236782a-533a-9832-0f8d-96d687479d96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.153328] env[62023]: DEBUG nova.compute.manager [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1420.197796] env[62023]: INFO nova.compute.manager [-] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Took 1.54 seconds to deallocate network for instance. [ 1420.373223] env[62023]: DEBUG nova.scheduler.client.report [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.466901] env[62023]: DEBUG nova.compute.manager [req-0f73edef-5670-490f-bd78-0c01ed2669a1 req-caf8eed3-3ca3-481e-8c63-52817388d735 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Received event network-changed-fb2b587b-ff87-4726-989f-7dca5391a325 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1420.467786] env[62023]: DEBUG nova.compute.manager [req-0f73edef-5670-490f-bd78-0c01ed2669a1 req-caf8eed3-3ca3-481e-8c63-52817388d735 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Refreshing instance network info cache due to event network-changed-fb2b587b-ff87-4726-989f-7dca5391a325. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1420.468218] env[62023]: DEBUG oslo_concurrency.lockutils [req-0f73edef-5670-490f-bd78-0c01ed2669a1 req-caf8eed3-3ca3-481e-8c63-52817388d735 service nova] Acquiring lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.468617] env[62023]: DEBUG oslo_concurrency.lockutils [req-0f73edef-5670-490f-bd78-0c01ed2669a1 req-caf8eed3-3ca3-481e-8c63-52817388d735 service nova] Acquired lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.468867] env[62023]: DEBUG nova.network.neutron [req-0f73edef-5670-490f-bd78-0c01ed2669a1 req-caf8eed3-3ca3-481e-8c63-52817388d735 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Refreshing network info cache for port fb2b587b-ff87-4726-989f-7dca5391a325 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1420.504706] env[62023]: DEBUG oslo_concurrency.lockutils [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.558578] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 3a6808f1-65c2-4a03-b53d-ef7e9540b7b1] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1420.585440] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5236782a-533a-9832-0f8d-96d687479d96, 'name': SearchDatastore_Task, 'duration_secs': 0.016546} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.587089] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fba4d1e2-c334-40b3-8ac2-819ed3f04603 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.594378] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1420.594378] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526e82eb-73cb-7fc5-c552-6935c38b012f" [ 1420.594378] env[62023]: _type = "Task" [ 1420.594378] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.604452] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526e82eb-73cb-7fc5-c552-6935c38b012f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.611196] env[62023]: DEBUG nova.compute.manager [req-395d36ff-490a-4e35-860c-edb40ab9ae1c req-f020b02a-7ece-4a95-8b62-6d185c67eddb service nova] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Received event network-vif-deleted-b1df9da1-ff36-439b-b3a5-c299775cdbae {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1420.611467] env[62023]: DEBUG nova.compute.manager [req-395d36ff-490a-4e35-860c-edb40ab9ae1c req-f020b02a-7ece-4a95-8b62-6d185c67eddb service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Received event network-changed-fb2b587b-ff87-4726-989f-7dca5391a325 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1420.611651] env[62023]: DEBUG nova.compute.manager [req-395d36ff-490a-4e35-860c-edb40ab9ae1c req-f020b02a-7ece-4a95-8b62-6d185c67eddb service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Refreshing instance network info cache due to event network-changed-fb2b587b-ff87-4726-989f-7dca5391a325. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1420.611908] env[62023]: DEBUG oslo_concurrency.lockutils [req-395d36ff-490a-4e35-860c-edb40ab9ae1c req-f020b02a-7ece-4a95-8b62-6d185c67eddb service nova] Acquiring lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.706926] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.879536] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.880284] env[62023]: DEBUG nova.compute.manager [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1420.883201] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 44.720s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.062662] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: bd476a07-2d23-4504-a06b-273f852da654] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1421.106104] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526e82eb-73cb-7fc5-c552-6935c38b012f, 'name': SearchDatastore_Task, 'duration_secs': 0.016434} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.106508] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.106824] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 4888fe01-04b1-43ce-9cd0-37c63ec44a75/4888fe01-04b1-43ce-9cd0-37c63ec44a75.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1421.107287] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ef72df6-5813-459b-a7b3-c46098ce7b4b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.114854] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1421.114854] env[62023]: value = "task-1757899" [ 1421.114854] env[62023]: _type = "Task" [ 1421.114854] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.125880] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.386603] env[62023]: DEBUG nova.compute.utils [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1421.392077] env[62023]: DEBUG nova.compute.manager [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1421.392448] env[62023]: DEBUG nova.network.neutron [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1421.403365] env[62023]: DEBUG nova.network.neutron [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Successfully updated port: 3ceb0804-b5a3-4afb-8c30-e4a97269b0d4 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1421.421757] env[62023]: DEBUG nova.network.neutron [req-0f73edef-5670-490f-bd78-0c01ed2669a1 req-caf8eed3-3ca3-481e-8c63-52817388d735 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Updated VIF entry in instance network info cache for port fb2b587b-ff87-4726-989f-7dca5391a325. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1421.421988] env[62023]: DEBUG nova.network.neutron [req-0f73edef-5670-490f-bd78-0c01ed2669a1 req-caf8eed3-3ca3-481e-8c63-52817388d735 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Updating instance_info_cache with network_info: [{"id": "fb2b587b-ff87-4726-989f-7dca5391a325", "address": "fa:16:3e:77:db:42", "network": {"id": "a5049147-7b1c-4f7d-9726-3418c2c28652", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1500224366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abdc7d2697554d1e9df2f57aac1ac3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb2b587b-ff", "ovs_interfaceid": "fb2b587b-ff87-4726-989f-7dca5391a325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.452624] env[62023]: DEBUG nova.policy [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc432be5793847c8a56946a03cff52d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3b15719348244bbbfe4faba09f34b45', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1421.566280] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: a66dd77d-569c-4410-a183-5595d682b3ae] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1421.633892] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757899, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.867373] env[62023]: DEBUG nova.network.neutron [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Successfully created port: 9936bbf8-cce6-4560-918a-204f7f15fabc {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1421.897478] env[62023]: DEBUG nova.compute.manager [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1421.906125] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Acquiring lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.906350] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Acquired lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.906544] env[62023]: DEBUG nova.network.neutron [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.928553] env[62023]: DEBUG oslo_concurrency.lockutils [req-0f73edef-5670-490f-bd78-0c01ed2669a1 req-caf8eed3-3ca3-481e-8c63-52817388d735 service nova] Releasing lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.929559] env[62023]: DEBUG oslo_concurrency.lockutils [req-395d36ff-490a-4e35-860c-edb40ab9ae1c req-f020b02a-7ece-4a95-8b62-6d185c67eddb service nova] Acquired lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.929823] env[62023]: DEBUG nova.network.neutron [req-395d36ff-490a-4e35-860c-edb40ab9ae1c req-f020b02a-7ece-4a95-8b62-6d185c67eddb service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Refreshing network info cache for port fb2b587b-ff87-4726-989f-7dca5391a325 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1421.987281] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e4514a-0ef5-4c02-a1e8-8ccce5db00e9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.996491] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfbffe3-52bb-4dbd-9ddf-4c6103eb8cba {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.031765] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19389b01-0355-4e4b-b737-f7942f4aa000 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.040315] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9ff790-4acb-4f4a-b4e8-5b5f618c9338 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.055723] env[62023]: DEBUG nova.compute.provider_tree [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.070639] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 79e46bde-6072-4afb-aa46-79f8c0a929bb] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1422.126613] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669701} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.126882] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 4888fe01-04b1-43ce-9cd0-37c63ec44a75/4888fe01-04b1-43ce-9cd0-37c63ec44a75.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1422.127418] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1422.127418] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d61f38c-208e-4cb5-97f8-86e0815c511e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.135726] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1422.135726] env[62023]: value = "task-1757900" [ 1422.135726] env[62023]: _type = "Task" [ 1422.135726] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.147655] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.475638] env[62023]: DEBUG nova.network.neutron [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1422.559898] env[62023]: DEBUG nova.scheduler.client.report [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.573576] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 96367e04-6e18-443f-9dfd-6e8b6b2bbbe7] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1422.649735] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0614} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.650059] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1422.650895] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427f22c1-bca1-45f6-a5d1-77a8103bd87b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.672125] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 4888fe01-04b1-43ce-9cd0-37c63ec44a75/4888fe01-04b1-43ce-9cd0-37c63ec44a75.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1422.675273] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25777ec6-1ac7-404f-9ec0-99af2a14f15a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.697503] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1422.697503] env[62023]: value = "task-1757901" [ 1422.697503] env[62023]: _type = "Task" [ 1422.697503] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.709274] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.829312] env[62023]: DEBUG nova.network.neutron [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Updating instance_info_cache with network_info: [{"id": "3ceb0804-b5a3-4afb-8c30-e4a97269b0d4", "address": "fa:16:3e:de:e6:3c", "network": {"id": "fe1a5f2b-486e-4d37-80f2-ba47b0d9b1e1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1718717957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb01a535c70a4af494d4c85383c83f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ceb0804-b5", "ovs_interfaceid": "3ceb0804-b5a3-4afb-8c30-e4a97269b0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.906798] env[62023]: DEBUG nova.compute.manager [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1422.933035] env[62023]: DEBUG nova.network.neutron [req-395d36ff-490a-4e35-860c-edb40ab9ae1c req-f020b02a-7ece-4a95-8b62-6d185c67eddb service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Updated VIF entry in instance network info cache for port fb2b587b-ff87-4726-989f-7dca5391a325. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.933467] env[62023]: DEBUG nova.network.neutron [req-395d36ff-490a-4e35-860c-edb40ab9ae1c req-f020b02a-7ece-4a95-8b62-6d185c67eddb service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Updating instance_info_cache with network_info: [{"id": "fb2b587b-ff87-4726-989f-7dca5391a325", "address": "fa:16:3e:77:db:42", "network": {"id": "a5049147-7b1c-4f7d-9726-3418c2c28652", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1500224366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abdc7d2697554d1e9df2f57aac1ac3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb2b587b-ff", "ovs_interfaceid": "fb2b587b-ff87-4726-989f-7dca5391a325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.077241] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 58907f54-91c4-4526-9661-8aaa4395d4a1] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1423.209137] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.301293] env[62023]: DEBUG nova.virt.hardware [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1423.301768] env[62023]: DEBUG nova.virt.hardware [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.302949] env[62023]: DEBUG nova.virt.hardware [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1423.302949] env[62023]: DEBUG nova.virt.hardware [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.302949] env[62023]: DEBUG nova.virt.hardware [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1423.302949] env[62023]: DEBUG nova.virt.hardware [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1423.302949] env[62023]: DEBUG nova.virt.hardware [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1423.303168] env[62023]: DEBUG nova.virt.hardware [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1423.303226] env[62023]: DEBUG nova.virt.hardware [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1423.303439] env[62023]: DEBUG nova.virt.hardware [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1423.303625] env[62023]: DEBUG nova.virt.hardware [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1423.305911] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14415dcd-474f-4079-87af-bbaf3aa65aac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.317992] env[62023]: DEBUG nova.virt.hardware [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1423.318309] env[62023]: DEBUG nova.virt.hardware [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.318478] env[62023]: DEBUG nova.virt.hardware [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1423.318657] env[62023]: DEBUG nova.virt.hardware [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.318804] env[62023]: DEBUG nova.virt.hardware [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1423.318939] env[62023]: DEBUG nova.virt.hardware [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1423.319155] env[62023]: DEBUG nova.virt.hardware [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1423.319311] env[62023]: DEBUG nova.virt.hardware [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1423.319473] env[62023]: DEBUG nova.virt.hardware [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1423.319630] env[62023]: DEBUG nova.virt.hardware [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1423.319798] env[62023]: DEBUG nova.virt.hardware [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1423.321082] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b51b79-3d56-4717-ae1d-073d5701fe4e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.326733] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5335600f-0757-4ab4-a8af-298717893cd5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.332635] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Releasing lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.333018] env[62023]: DEBUG nova.compute.manager [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Instance network_info: |[{"id": "3ceb0804-b5a3-4afb-8c30-e4a97269b0d4", "address": "fa:16:3e:de:e6:3c", "network": {"id": "fe1a5f2b-486e-4d37-80f2-ba47b0d9b1e1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1718717957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb01a535c70a4af494d4c85383c83f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ceb0804-b5", "ovs_interfaceid": "3ceb0804-b5a3-4afb-8c30-e4a97269b0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1423.343764] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:e6:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ceb0804-b5a3-4afb-8c30-e4a97269b0d4', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1423.351468] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Creating folder: Project (bb01a535c70a4af494d4c85383c83f74). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1423.353826] env[62023]: DEBUG oslo_vmware.rw_handles [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa9e6a-0040-1c84-a28c-1cada220666c/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1423.355711] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac67416-7ba1-4ccb-9f11-dcf152044333 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.360025] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02651806-cdc8-4523-80c4-df238dc93985 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.362140] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b3699d-42ce-4b20-962d-719945ecb3b6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.371359] env[62023]: DEBUG oslo_vmware.rw_handles [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa9e6a-0040-1c84-a28c-1cada220666c/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1423.371534] env[62023]: ERROR oslo_vmware.rw_handles [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa9e6a-0040-1c84-a28c-1cada220666c/disk-0.vmdk due to incomplete transfer. [ 1423.379766] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0f59ee2d-6f9e-48fd-ad12-1c2250eb07a0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.383014] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Created folder: Project (bb01a535c70a4af494d4c85383c83f74) in parent group-v365170. [ 1423.383232] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Creating folder: Instances. Parent ref: group-v365300. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1423.383893] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f67058d1-c70a-4a9a-acfb-f9c17c611534 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.392921] env[62023]: DEBUG oslo_vmware.rw_handles [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa9e6a-0040-1c84-a28c-1cada220666c/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1423.392921] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Uploaded image e3a77a79-8a6b-45fa-bafe-de229d58adaf to the Glance image server {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1423.395190] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Destroying the VM {{(pid=62023) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1423.396424] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5a872aee-9e19-4f26-a602-1ce54183aaae {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.398362] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Created folder: Instances in parent group-v365300. [ 1423.398597] env[62023]: DEBUG oslo.service.loopingcall [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1423.399898] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1423.399898] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-725a064f-57c5-47f9-a735-500cfdfc649b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.418940] env[62023]: DEBUG oslo_vmware.api [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1423.418940] env[62023]: value = "task-1757904" [ 1423.418940] env[62023]: _type = "Task" [ 1423.418940] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.426333] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1423.426333] env[62023]: value = "task-1757905" [ 1423.426333] env[62023]: _type = "Task" [ 1423.426333] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.429410] env[62023]: DEBUG oslo_vmware.api [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757904, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.438044] env[62023]: DEBUG oslo_concurrency.lockutils [req-395d36ff-490a-4e35-860c-edb40ab9ae1c req-f020b02a-7ece-4a95-8b62-6d185c67eddb service nova] Releasing lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.440634] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757905, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.571514] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.688s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.574609] env[62023]: DEBUG oslo_concurrency.lockutils [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.557s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.577053] env[62023]: INFO nova.compute.claims [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1423.585034] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 89ade661-9570-4b30-8dec-3f2842c43af0] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1423.712543] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757901, 'name': ReconfigVM_Task, 'duration_secs': 0.833996} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.712543] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 4888fe01-04b1-43ce-9cd0-37c63ec44a75/4888fe01-04b1-43ce-9cd0-37c63ec44a75.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1423.712543] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-799f4210-29f7-41bf-978e-4ed9076a931f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.721319] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1423.721319] env[62023]: value = "task-1757906" [ 1423.721319] env[62023]: _type = "Task" [ 1423.721319] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.731515] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757906, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.813926] env[62023]: DEBUG nova.network.neutron [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Successfully updated port: 9936bbf8-cce6-4560-918a-204f7f15fabc {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1423.930025] env[62023]: DEBUG oslo_vmware.api [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757904, 'name': Destroy_Task} progress is 33%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.940303] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757905, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.954309] env[62023]: DEBUG nova.compute.manager [req-8b398208-8c9b-4faa-b9b6-e743a8c133f7 req-4db6e4d0-cd9e-4d7f-8f35-d66fa20587ab service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Received event network-vif-plugged-3ceb0804-b5a3-4afb-8c30-e4a97269b0d4 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1423.954561] env[62023]: DEBUG oslo_concurrency.lockutils [req-8b398208-8c9b-4faa-b9b6-e743a8c133f7 req-4db6e4d0-cd9e-4d7f-8f35-d66fa20587ab service nova] Acquiring lock "b1746b26-9eae-4980-92c5-761e8666ecfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.954809] env[62023]: DEBUG oslo_concurrency.lockutils [req-8b398208-8c9b-4faa-b9b6-e743a8c133f7 req-4db6e4d0-cd9e-4d7f-8f35-d66fa20587ab service nova] Lock "b1746b26-9eae-4980-92c5-761e8666ecfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.955077] env[62023]: DEBUG oslo_concurrency.lockutils [req-8b398208-8c9b-4faa-b9b6-e743a8c133f7 req-4db6e4d0-cd9e-4d7f-8f35-d66fa20587ab service nova] Lock "b1746b26-9eae-4980-92c5-761e8666ecfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.955373] env[62023]: DEBUG nova.compute.manager [req-8b398208-8c9b-4faa-b9b6-e743a8c133f7 req-4db6e4d0-cd9e-4d7f-8f35-d66fa20587ab service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] No waiting events found dispatching network-vif-plugged-3ceb0804-b5a3-4afb-8c30-e4a97269b0d4 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1423.955592] env[62023]: WARNING nova.compute.manager [req-8b398208-8c9b-4faa-b9b6-e743a8c133f7 req-4db6e4d0-cd9e-4d7f-8f35-d66fa20587ab service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Received unexpected event network-vif-plugged-3ceb0804-b5a3-4afb-8c30-e4a97269b0d4 for instance with vm_state building and task_state spawning. [ 1423.955774] env[62023]: DEBUG nova.compute.manager [req-8b398208-8c9b-4faa-b9b6-e743a8c133f7 req-4db6e4d0-cd9e-4d7f-8f35-d66fa20587ab service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Received event network-changed-3ceb0804-b5a3-4afb-8c30-e4a97269b0d4 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1423.955932] env[62023]: DEBUG nova.compute.manager [req-8b398208-8c9b-4faa-b9b6-e743a8c133f7 req-4db6e4d0-cd9e-4d7f-8f35-d66fa20587ab service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Refreshing instance network info cache due to event network-changed-3ceb0804-b5a3-4afb-8c30-e4a97269b0d4. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1423.956188] env[62023]: DEBUG oslo_concurrency.lockutils [req-8b398208-8c9b-4faa-b9b6-e743a8c133f7 req-4db6e4d0-cd9e-4d7f-8f35-d66fa20587ab service nova] Acquiring lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.956364] env[62023]: DEBUG oslo_concurrency.lockutils [req-8b398208-8c9b-4faa-b9b6-e743a8c133f7 req-4db6e4d0-cd9e-4d7f-8f35-d66fa20587ab service nova] Acquired lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.956539] env[62023]: DEBUG nova.network.neutron [req-8b398208-8c9b-4faa-b9b6-e743a8c133f7 req-4db6e4d0-cd9e-4d7f-8f35-d66fa20587ab service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Refreshing network info cache for port 3ceb0804-b5a3-4afb-8c30-e4a97269b0d4 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1424.088168] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: b7c8ee13-0c8e-41c0-baca-0ec6b06fd5dc] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1424.146386] env[62023]: INFO nova.scheduler.client.report [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Deleted allocation for migration e2ddf4f7-cad2-43e2-9a16-322b8a1a7356 [ 1424.231876] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757906, 'name': Rename_Task, 'duration_secs': 0.277898} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.232243] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1424.232609] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a90c9fdc-7342-4655-af2e-a1e11577020d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.239132] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1424.239132] env[62023]: value = "task-1757907" [ 1424.239132] env[62023]: _type = "Task" [ 1424.239132] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.247885] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.316852] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Acquiring lock "refresh_cache-ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.317033] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Acquired lock "refresh_cache-ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.317195] env[62023]: DEBUG nova.network.neutron [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1424.434064] env[62023]: DEBUG oslo_vmware.api [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757904, 'name': Destroy_Task, 'duration_secs': 0.736563} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.439664] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Destroyed the VM [ 1424.439664] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Deleting Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1424.439664] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-764e839d-73d7-4884-80ff-01f01de106a7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.446431] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757905, 'name': CreateVM_Task, 'duration_secs': 0.581089} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.447998] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1424.448441] env[62023]: DEBUG oslo_vmware.api [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1424.448441] env[62023]: value = "task-1757908" [ 1424.448441] env[62023]: _type = "Task" [ 1424.448441] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.449181] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.450141] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.450141] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1424.450141] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28858353-712c-4b8b-b2ab-bf5cbba3c372 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.464443] env[62023]: DEBUG oslo_vmware.api [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757908, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.465930] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Waiting for the task: (returnval){ [ 1424.465930] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520dea34-30ed-3484-fe1f-d024fc134aef" [ 1424.465930] env[62023]: _type = "Task" [ 1424.465930] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.477948] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520dea34-30ed-3484-fe1f-d024fc134aef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.594082] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 7974cc2e-6ed6-4e12-a328-1edf5b2ce13f] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1424.653496] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e034375a-9d3d-49a1-9380-0ab4ede64880 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "b4249275-18dc-4d4b-9e6a-9e97cd84325a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 52.051s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.754371] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757907, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.892184] env[62023]: DEBUG nova.network.neutron [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1424.955471] env[62023]: DEBUG nova.network.neutron [req-8b398208-8c9b-4faa-b9b6-e743a8c133f7 req-4db6e4d0-cd9e-4d7f-8f35-d66fa20587ab service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Updated VIF entry in instance network info cache for port 3ceb0804-b5a3-4afb-8c30-e4a97269b0d4. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1424.957756] env[62023]: DEBUG nova.network.neutron [req-8b398208-8c9b-4faa-b9b6-e743a8c133f7 req-4db6e4d0-cd9e-4d7f-8f35-d66fa20587ab service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Updating instance_info_cache with network_info: [{"id": "3ceb0804-b5a3-4afb-8c30-e4a97269b0d4", "address": "fa:16:3e:de:e6:3c", "network": {"id": "fe1a5f2b-486e-4d37-80f2-ba47b0d9b1e1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1718717957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb01a535c70a4af494d4c85383c83f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ceb0804-b5", "ovs_interfaceid": "3ceb0804-b5a3-4afb-8c30-e4a97269b0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.964697] env[62023]: DEBUG oslo_vmware.api [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757908, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.981810] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520dea34-30ed-3484-fe1f-d024fc134aef, 'name': SearchDatastore_Task, 'duration_secs': 0.016581} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.984656] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.984968] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1424.985252] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.985396] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.985569] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1424.988673] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37d29f44-bbb0-490c-81ea-f968fb496096 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.006825] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1425.007078] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1425.007896] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0e632bb-9112-4037-9285-7edc8ff091dc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.015176] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Waiting for the task: (returnval){ [ 1425.015176] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523417ca-85b7-8dc1-6a0c-f8c4ad150e30" [ 1425.015176] env[62023]: _type = "Task" [ 1425.015176] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.030488] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523417ca-85b7-8dc1-6a0c-f8c4ad150e30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.098810] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.099084] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Cleaning up deleted instances with incomplete migration {{(pid=62023) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 1425.121261] env[62023]: DEBUG nova.compute.manager [req-2d189768-47ef-4688-8af1-3d5c890ac71b req-592cffd8-6087-4a8f-b281-b739327d8779 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Received event network-changed-fb2b587b-ff87-4726-989f-7dca5391a325 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1425.121407] env[62023]: DEBUG nova.compute.manager [req-2d189768-47ef-4688-8af1-3d5c890ac71b req-592cffd8-6087-4a8f-b281-b739327d8779 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Refreshing instance network info cache due to event network-changed-fb2b587b-ff87-4726-989f-7dca5391a325. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1425.121623] env[62023]: DEBUG oslo_concurrency.lockutils [req-2d189768-47ef-4688-8af1-3d5c890ac71b req-592cffd8-6087-4a8f-b281-b739327d8779 service nova] Acquiring lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.121767] env[62023]: DEBUG oslo_concurrency.lockutils [req-2d189768-47ef-4688-8af1-3d5c890ac71b req-592cffd8-6087-4a8f-b281-b739327d8779 service nova] Acquired lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.122190] env[62023]: DEBUG nova.network.neutron [req-2d189768-47ef-4688-8af1-3d5c890ac71b req-592cffd8-6087-4a8f-b281-b739327d8779 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Refreshing network info cache for port fb2b587b-ff87-4726-989f-7dca5391a325 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.135106] env[62023]: DEBUG nova.network.neutron [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Updating instance_info_cache with network_info: [{"id": "9936bbf8-cce6-4560-918a-204f7f15fabc", "address": "fa:16:3e:a4:44:e2", "network": {"id": "46afe7cc-b5ef-4453-bb4a-0eae90e6b5c4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1822333860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3b15719348244bbbfe4faba09f34b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9936bbf8-cc", "ovs_interfaceid": "9936bbf8-cce6-4560-918a-204f7f15fabc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.213937] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2218738e-1453-489c-a50f-851cf966cca8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.224367] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ec7cae-accc-46dd-9b5e-7abf3cc7bf4f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.266193] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c4aaa4-1734-4852-9e45-066f8c11f3bb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.275416] env[62023]: DEBUG oslo_vmware.api [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757907, 'name': PowerOnVM_Task, 'duration_secs': 0.736209} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.279189] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1425.279189] env[62023]: DEBUG nova.compute.manager [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1425.279902] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bedb425-7474-48dd-9d23-86efac23135a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.284075] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57934378-c7ce-4f28-9729-9b8d5901581d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.303607] env[62023]: DEBUG nova.compute.provider_tree [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.461158] env[62023]: DEBUG oslo_concurrency.lockutils [req-8b398208-8c9b-4faa-b9b6-e743a8c133f7 req-4db6e4d0-cd9e-4d7f-8f35-d66fa20587ab service nova] Releasing lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.462398] env[62023]: DEBUG oslo_vmware.api [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757908, 'name': RemoveSnapshot_Task, 'duration_secs': 0.984497} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.462398] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Deleted Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1425.462398] env[62023]: INFO nova.compute.manager [None req-7a8b56e0-a57b-4ca9-b612-43f4813edf9f tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Took 17.13 seconds to snapshot the instance on the hypervisor. [ 1425.528462] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523417ca-85b7-8dc1-6a0c-f8c4ad150e30, 'name': SearchDatastore_Task, 'duration_secs': 0.019984} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.529687] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f68fb48-b88a-4974-9605-9e6f6639bd0e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.536039] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Waiting for the task: (returnval){ [ 1425.536039] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a5eca8-cbd2-5fb2-1efd-074d0fc1532d" [ 1425.536039] env[62023]: _type = "Task" [ 1425.536039] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.547504] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a5eca8-cbd2-5fb2-1efd-074d0fc1532d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.601989] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.638473] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Releasing lock "refresh_cache-ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.638871] env[62023]: DEBUG nova.compute.manager [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Instance network_info: |[{"id": "9936bbf8-cce6-4560-918a-204f7f15fabc", "address": "fa:16:3e:a4:44:e2", "network": {"id": "46afe7cc-b5ef-4453-bb4a-0eae90e6b5c4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1822333860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3b15719348244bbbfe4faba09f34b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9936bbf8-cc", "ovs_interfaceid": "9936bbf8-cce6-4560-918a-204f7f15fabc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1425.639318] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:44:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9936bbf8-cce6-4560-918a-204f7f15fabc', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1425.647177] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Creating folder: Project (b3b15719348244bbbfe4faba09f34b45). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1425.648071] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84ffcd21-7271-4365-8e92-29a84649c3cc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.662338] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Created folder: Project (b3b15719348244bbbfe4faba09f34b45) in parent group-v365170. [ 1425.662338] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Creating folder: Instances. Parent ref: group-v365303. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1425.662338] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd46acbc-1ad7-456a-880d-e44e94419b6c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.674410] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Created folder: Instances in parent group-v365303. [ 1425.674657] env[62023]: DEBUG oslo.service.loopingcall [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1425.674855] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1425.675239] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c07ad863-4363-463d-990a-8525514eb443 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.699590] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1425.699590] env[62023]: value = "task-1757911" [ 1425.699590] env[62023]: _type = "Task" [ 1425.699590] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.707909] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757911, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.810508] env[62023]: DEBUG nova.scheduler.client.report [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.822946] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.910761] env[62023]: DEBUG nova.network.neutron [req-2d189768-47ef-4688-8af1-3d5c890ac71b req-592cffd8-6087-4a8f-b281-b739327d8779 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Updated VIF entry in instance network info cache for port fb2b587b-ff87-4726-989f-7dca5391a325. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1425.911233] env[62023]: DEBUG nova.network.neutron [req-2d189768-47ef-4688-8af1-3d5c890ac71b req-592cffd8-6087-4a8f-b281-b739327d8779 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Updating instance_info_cache with network_info: [{"id": "fb2b587b-ff87-4726-989f-7dca5391a325", "address": "fa:16:3e:77:db:42", "network": {"id": "a5049147-7b1c-4f7d-9726-3418c2c28652", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1500224366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abdc7d2697554d1e9df2f57aac1ac3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb2b587b-ff", "ovs_interfaceid": "fb2b587b-ff87-4726-989f-7dca5391a325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.047985] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a5eca8-cbd2-5fb2-1efd-074d0fc1532d, 'name': SearchDatastore_Task, 'duration_secs': 0.020787} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.048729] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.049023] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b1746b26-9eae-4980-92c5-761e8666ecfa/b1746b26-9eae-4980-92c5-761e8666ecfa.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1426.049974] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4873492e-87e2-482e-87cf-994a18292fd2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.058575] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Waiting for the task: (returnval){ [ 1426.058575] env[62023]: value = "task-1757912" [ 1426.058575] env[62023]: _type = "Task" [ 1426.058575] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.068081] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1757912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.090173] env[62023]: DEBUG nova.compute.manager [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Received event network-changed-fb2b587b-ff87-4726-989f-7dca5391a325 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1426.091201] env[62023]: DEBUG nova.compute.manager [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Refreshing instance network info cache due to event network-changed-fb2b587b-ff87-4726-989f-7dca5391a325. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1426.091201] env[62023]: DEBUG oslo_concurrency.lockutils [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] Acquiring lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.210415] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757911, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.323880] env[62023]: DEBUG oslo_concurrency.lockutils [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.324410] env[62023]: DEBUG nova.compute.manager [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1426.326932] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.919s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.329861] env[62023]: INFO nova.compute.claims [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1426.414963] env[62023]: DEBUG oslo_concurrency.lockutils [req-2d189768-47ef-4688-8af1-3d5c890ac71b req-592cffd8-6087-4a8f-b281-b739327d8779 service nova] Releasing lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.414963] env[62023]: DEBUG oslo_concurrency.lockutils [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] Acquired lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.415071] env[62023]: DEBUG nova.network.neutron [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Refreshing network info cache for port fb2b587b-ff87-4726-989f-7dca5391a325 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1426.450797] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Acquiring lock "22302d12-a374-41c5-8651-87df72726e2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.451071] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Lock "22302d12-a374-41c5-8651-87df72726e2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.451291] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Acquiring lock "22302d12-a374-41c5-8651-87df72726e2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.451478] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Lock "22302d12-a374-41c5-8651-87df72726e2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.451697] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Lock "22302d12-a374-41c5-8651-87df72726e2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.455595] env[62023]: INFO nova.compute.manager [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Terminating instance [ 1426.575318] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1757912, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.715638] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757911, 'name': CreateVM_Task, 'duration_secs': 1.01137} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.715964] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1426.717412] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.717412] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.717922] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1426.718025] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd633229-45f8-4a97-9438-971bf5142609 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.726671] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Waiting for the task: (returnval){ [ 1426.726671] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5291a3db-f791-1809-5809-c94953cb0427" [ 1426.726671] env[62023]: _type = "Task" [ 1426.726671] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.738309] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5291a3db-f791-1809-5809-c94953cb0427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.798094] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Acquiring lock "40d5f33f-13cd-44a7-aab8-9a863604e66c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.798407] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Lock "40d5f33f-13cd-44a7-aab8-9a863604e66c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.798637] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Acquiring lock "40d5f33f-13cd-44a7-aab8-9a863604e66c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.798828] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Lock "40d5f33f-13cd-44a7-aab8-9a863604e66c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.799048] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Lock "40d5f33f-13cd-44a7-aab8-9a863604e66c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.802907] env[62023]: INFO nova.compute.manager [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Terminating instance [ 1426.834138] env[62023]: DEBUG nova.compute.utils [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1426.840322] env[62023]: DEBUG nova.compute.manager [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1426.840576] env[62023]: DEBUG nova.network.neutron [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1426.901040] env[62023]: DEBUG nova.policy [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d85c106216442a091cffcc1578488b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9becf5771d9b44c7995886a648805c1b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1426.964022] env[62023]: DEBUG nova.compute.manager [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1426.964022] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1426.964022] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b7b9cb2-d2fa-43e9-9dd5-bdc6b1160bf3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.973989] env[62023]: DEBUG oslo_vmware.api [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Waiting for the task: (returnval){ [ 1426.973989] env[62023]: value = "task-1757913" [ 1426.973989] env[62023]: _type = "Task" [ 1426.973989] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.989310] env[62023]: DEBUG oslo_vmware.api [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Task: {'id': task-1757913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.076197] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1757912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844193} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.076197] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b1746b26-9eae-4980-92c5-761e8666ecfa/b1746b26-9eae-4980-92c5-761e8666ecfa.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1427.076197] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1427.076369] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91cfbdcc-c979-4164-8e94-7e2d2e4e165d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.091329] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Waiting for the task: (returnval){ [ 1427.091329] env[62023]: value = "task-1757914" [ 1427.091329] env[62023]: _type = "Task" [ 1427.091329] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.104811] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1757914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.239537] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5291a3db-f791-1809-5809-c94953cb0427, 'name': SearchDatastore_Task, 'duration_secs': 0.057666} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.239919] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.240211] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1427.241775] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.241775] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.241775] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1427.241775] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d8d7f57-8287-42a8-a986-a8266df76ab6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.253795] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1427.254372] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1427.255163] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d463228c-21e6-4a1b-bbb8-6f4b183afc83 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.262788] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Waiting for the task: (returnval){ [ 1427.262788] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c8db26-cfa3-a54b-a0cf-7c0bf650c5cd" [ 1427.262788] env[62023]: _type = "Task" [ 1427.262788] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.274393] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c8db26-cfa3-a54b-a0cf-7c0bf650c5cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.307449] env[62023]: DEBUG nova.compute.manager [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1427.308152] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.309313] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9043855f-7211-4952-a586-d8f0957e7ede {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.319347] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.319732] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c0ac7e4-0ff8-488a-a157-b6375c4d66c1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.330466] env[62023]: DEBUG oslo_vmware.api [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Waiting for the task: (returnval){ [ 1427.330466] env[62023]: value = "task-1757915" [ 1427.330466] env[62023]: _type = "Task" [ 1427.330466] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.341099] env[62023]: DEBUG nova.compute.manager [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1427.343793] env[62023]: DEBUG oslo_vmware.api [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.407485] env[62023]: DEBUG nova.network.neutron [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Updated VIF entry in instance network info cache for port fb2b587b-ff87-4726-989f-7dca5391a325. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1427.408188] env[62023]: DEBUG nova.network.neutron [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Updating instance_info_cache with network_info: [{"id": "fb2b587b-ff87-4726-989f-7dca5391a325", "address": "fa:16:3e:77:db:42", "network": {"id": "a5049147-7b1c-4f7d-9726-3418c2c28652", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1500224366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abdc7d2697554d1e9df2f57aac1ac3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb2b587b-ff", "ovs_interfaceid": "fb2b587b-ff87-4726-989f-7dca5391a325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.486365] env[62023]: DEBUG oslo_vmware.api [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Task: {'id': task-1757913, 'name': PowerOffVM_Task, 'duration_secs': 0.403641} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.486666] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1427.487192] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Volume detach. Driver type: vmdk {{(pid=62023) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1427.487192] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365233', 'volume_id': '4fb9fb98-e60b-4c31-89c9-de2b524eb944', 'name': 'volume-4fb9fb98-e60b-4c31-89c9-de2b524eb944', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '22302d12-a374-41c5-8651-87df72726e2f', 'attached_at': '', 'detached_at': '', 'volume_id': '4fb9fb98-e60b-4c31-89c9-de2b524eb944', 'serial': '4fb9fb98-e60b-4c31-89c9-de2b524eb944'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1427.487968] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e64efd2-1ed0-4844-bccd-194d6919a1b6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.523320] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505b33b7-2b27-4a4b-94bd-4df86a1cabbe {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.532724] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b367a550-0ba5-4ec1-9cea-90abae2a8fa5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.557612] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ced2fef-aef9-49b3-a4f4-dbc571946a72 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.576065] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] The volume has not been displaced from its original location: [datastore1] volume-4fb9fb98-e60b-4c31-89c9-de2b524eb944/volume-4fb9fb98-e60b-4c31-89c9-de2b524eb944.vmdk. No consolidation needed. {{(pid=62023) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1427.582454] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Reconfiguring VM instance instance-00000023 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1427.586865] env[62023]: DEBUG nova.network.neutron [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Successfully created port: 394cbe12-1979-49d2-b3ee-f3c7e91795f6 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1427.588670] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-862a0785-bac1-42b8-8c4d-67de0b27872b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.614566] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1757914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079614} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.615781] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1427.616286] env[62023]: DEBUG oslo_vmware.api [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Waiting for the task: (returnval){ [ 1427.616286] env[62023]: value = "task-1757916" [ 1427.616286] env[62023]: _type = "Task" [ 1427.616286] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.617781] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ab637f-9de0-4287-8bd9-db0cb8668c0f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.629046] env[62023]: DEBUG oslo_vmware.api [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Task: {'id': task-1757916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.651439] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] b1746b26-9eae-4980-92c5-761e8666ecfa/b1746b26-9eae-4980-92c5-761e8666ecfa.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1427.652083] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc05a276-a589-4154-bf36-63057dc5e62c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.677910] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Waiting for the task: (returnval){ [ 1427.677910] env[62023]: value = "task-1757917" [ 1427.677910] env[62023]: _type = "Task" [ 1427.677910] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.693050] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1757917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.712022] env[62023]: DEBUG oslo_concurrency.lockutils [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquiring lock "4888fe01-04b1-43ce-9cd0-37c63ec44a75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.712022] env[62023]: DEBUG oslo_concurrency.lockutils [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "4888fe01-04b1-43ce-9cd0-37c63ec44a75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.712022] env[62023]: DEBUG oslo_concurrency.lockutils [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquiring lock "4888fe01-04b1-43ce-9cd0-37c63ec44a75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.712022] env[62023]: DEBUG oslo_concurrency.lockutils [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "4888fe01-04b1-43ce-9cd0-37c63ec44a75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.712485] env[62023]: DEBUG oslo_concurrency.lockutils [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "4888fe01-04b1-43ce-9cd0-37c63ec44a75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.712914] env[62023]: INFO nova.compute.manager [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Terminating instance [ 1427.777587] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c8db26-cfa3-a54b-a0cf-7c0bf650c5cd, 'name': SearchDatastore_Task, 'duration_secs': 0.030071} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.778562] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6aa6103-2b6d-4a12-ab1e-b509f579e49e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.791034] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Waiting for the task: (returnval){ [ 1427.791034] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c337f9-a98f-d6c7-a876-da2162a7c102" [ 1427.791034] env[62023]: _type = "Task" [ 1427.791034] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.802999] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c337f9-a98f-d6c7-a876-da2162a7c102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.843279] env[62023]: DEBUG oslo_vmware.api [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757915, 'name': PowerOffVM_Task, 'duration_secs': 0.497201} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.846271] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1427.846469] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1427.849248] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0125f6ab-7457-402c-96e1-6a967cb42e5f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.857515] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "744e0825-03d9-41ac-ade5-1ac44d5a289a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.858660] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "744e0825-03d9-41ac-ade5-1ac44d5a289a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.914702] env[62023]: DEBUG oslo_concurrency.lockutils [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] Releasing lock "refresh_cache-40d5f33f-13cd-44a7-aab8-9a863604e66c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.914979] env[62023]: DEBUG nova.compute.manager [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Received event network-vif-plugged-9936bbf8-cce6-4560-918a-204f7f15fabc {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1427.915197] env[62023]: DEBUG oslo_concurrency.lockutils [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] Acquiring lock "ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.915411] env[62023]: DEBUG oslo_concurrency.lockutils [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] Lock "ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.915557] env[62023]: DEBUG oslo_concurrency.lockutils [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] Lock "ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.915716] env[62023]: DEBUG nova.compute.manager [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] No waiting events found dispatching network-vif-plugged-9936bbf8-cce6-4560-918a-204f7f15fabc {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1427.915883] env[62023]: WARNING nova.compute.manager [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Received unexpected event network-vif-plugged-9936bbf8-cce6-4560-918a-204f7f15fabc for instance with vm_state building and task_state spawning. [ 1427.916053] env[62023]: DEBUG nova.compute.manager [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Received event network-changed-9936bbf8-cce6-4560-918a-204f7f15fabc {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1427.916207] env[62023]: DEBUG nova.compute.manager [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Refreshing instance network info cache due to event network-changed-9936bbf8-cce6-4560-918a-204f7f15fabc. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1427.916382] env[62023]: DEBUG oslo_concurrency.lockutils [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] Acquiring lock "refresh_cache-ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.916517] env[62023]: DEBUG oslo_concurrency.lockutils [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] Acquired lock "refresh_cache-ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.916668] env[62023]: DEBUG nova.network.neutron [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Refreshing network info cache for port 9936bbf8-cce6-4560-918a-204f7f15fabc {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.033869] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793edb72-2bd1-4588-9381-df920b6036c4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.042082] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdcce16-2883-49bf-b7f8-2cfeba5869a2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.075118] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf51acd-eaca-42b2-87c3-bc2bf9b6ade5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.083306] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5651e8d-b8ee-416f-b5dd-05b8b961c994 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.097978] env[62023]: DEBUG nova.compute.provider_tree [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.103685] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.104132] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.111695] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.112699] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.112699] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Deleting the datastore file [datastore1] 40d5f33f-13cd-44a7-aab8-9a863604e66c {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.112699] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf75f831-8e95-4420-b6c9-39da6c127181 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.122190] env[62023]: DEBUG oslo_vmware.api [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Waiting for the task: (returnval){ [ 1428.122190] env[62023]: value = "task-1757919" [ 1428.122190] env[62023]: _type = "Task" [ 1428.122190] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.137027] env[62023]: DEBUG oslo_vmware.api [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.140383] env[62023]: DEBUG oslo_vmware.api [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Task: {'id': task-1757916, 'name': ReconfigVM_Task, 'duration_secs': 0.279549} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.140646] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Reconfigured VM instance instance-00000023 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1428.147602] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9abb34c0-78d7-465a-af7a-f86bc18e140b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.165502] env[62023]: DEBUG oslo_vmware.api [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Waiting for the task: (returnval){ [ 1428.165502] env[62023]: value = "task-1757920" [ 1428.165502] env[62023]: _type = "Task" [ 1428.165502] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.175307] env[62023]: DEBUG oslo_vmware.api [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Task: {'id': task-1757920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.187559] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1757917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.220148] env[62023]: DEBUG oslo_concurrency.lockutils [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquiring lock "refresh_cache-4888fe01-04b1-43ce-9cd0-37c63ec44a75" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.220341] env[62023]: DEBUG oslo_concurrency.lockutils [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquired lock "refresh_cache-4888fe01-04b1-43ce-9cd0-37c63ec44a75" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.220524] env[62023]: DEBUG nova.network.neutron [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.301501] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c337f9-a98f-d6c7-a876-da2162a7c102, 'name': SearchDatastore_Task, 'duration_secs': 0.015471} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.301965] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.302588] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0/ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1428.302588] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bdbb1eb-21b0-4bd5-948d-4cb06e7e27e6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.312303] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Waiting for the task: (returnval){ [ 1428.312303] env[62023]: value = "task-1757921" [ 1428.312303] env[62023]: _type = "Task" [ 1428.312303] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.322116] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': task-1757921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.358635] env[62023]: DEBUG nova.compute.manager [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1428.379799] env[62023]: DEBUG nova.virt.hardware [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1428.380126] env[62023]: DEBUG nova.virt.hardware [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1428.380318] env[62023]: DEBUG nova.virt.hardware [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1428.380532] env[62023]: DEBUG nova.virt.hardware [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1428.380720] env[62023]: DEBUG nova.virt.hardware [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1428.380883] env[62023]: DEBUG nova.virt.hardware [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1428.381135] env[62023]: DEBUG nova.virt.hardware [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1428.381335] env[62023]: DEBUG nova.virt.hardware [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1428.381509] env[62023]: DEBUG nova.virt.hardware [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1428.381670] env[62023]: DEBUG nova.virt.hardware [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1428.381840] env[62023]: DEBUG nova.virt.hardware [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1428.382763] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79af9ff9-f47e-4ffd-98b3-b8c8650b566e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.393924] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49bac9a-d309-47d6-9436-8c5195ef68df {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.605232] env[62023]: DEBUG nova.scheduler.client.report [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1428.617898] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.618080] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Starting heal instance info cache {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1428.642760] env[62023]: DEBUG oslo_vmware.api [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Task: {'id': task-1757919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507261} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.646624] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.646937] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.647153] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.647856] env[62023]: INFO nova.compute.manager [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1428.647856] env[62023]: DEBUG oslo.service.loopingcall [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1428.648635] env[62023]: DEBUG nova.compute.manager [-] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1428.648635] env[62023]: DEBUG nova.network.neutron [-] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1428.677711] env[62023]: DEBUG oslo_vmware.api [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Task: {'id': task-1757920, 'name': ReconfigVM_Task, 'duration_secs': 0.156726} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.677711] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365233', 'volume_id': '4fb9fb98-e60b-4c31-89c9-de2b524eb944', 'name': 'volume-4fb9fb98-e60b-4c31-89c9-de2b524eb944', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '22302d12-a374-41c5-8651-87df72726e2f', 'attached_at': '', 'detached_at': '', 'volume_id': '4fb9fb98-e60b-4c31-89c9-de2b524eb944', 'serial': '4fb9fb98-e60b-4c31-89c9-de2b524eb944'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1428.677711] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1428.678089] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8201a0f0-4b44-4a71-bba8-834168ae07e2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.690368] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1757917, 'name': ReconfigVM_Task, 'duration_secs': 0.692191} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.692913] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Reconfigured VM instance instance-00000029 to attach disk [datastore1] b1746b26-9eae-4980-92c5-761e8666ecfa/b1746b26-9eae-4980-92c5-761e8666ecfa.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1428.693675] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.693910] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fea6ad57-7947-492f-a098-5db6fcfa4c89 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.699034] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30817b26-a9c6-41bd-8a69-67d02de26e51 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.708238] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Waiting for the task: (returnval){ [ 1428.708238] env[62023]: value = "task-1757923" [ 1428.708238] env[62023]: _type = "Task" [ 1428.708238] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.725690] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1757923, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.754811] env[62023]: DEBUG nova.network.neutron [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1428.791507] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.791507] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.791507] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Deleting the datastore file [datastore1] 22302d12-a374-41c5-8651-87df72726e2f {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.791507] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0069522e-a815-442e-9224-2612f2b62604 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.799401] env[62023]: DEBUG oslo_vmware.api [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Waiting for the task: (returnval){ [ 1428.799401] env[62023]: value = "task-1757924" [ 1428.799401] env[62023]: _type = "Task" [ 1428.799401] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.813155] env[62023]: DEBUG oslo_vmware.api [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Task: {'id': task-1757924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.822569] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': task-1757921, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.841760] env[62023]: DEBUG nova.network.neutron [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.888617] env[62023]: DEBUG nova.network.neutron [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Updated VIF entry in instance network info cache for port 9936bbf8-cce6-4560-918a-204f7f15fabc. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.889162] env[62023]: DEBUG nova.network.neutron [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Updating instance_info_cache with network_info: [{"id": "9936bbf8-cce6-4560-918a-204f7f15fabc", "address": "fa:16:3e:a4:44:e2", "network": {"id": "46afe7cc-b5ef-4453-bb4a-0eae90e6b5c4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1822333860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3b15719348244bbbfe4faba09f34b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9936bbf8-cc", "ovs_interfaceid": "9936bbf8-cce6-4560-918a-204f7f15fabc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.116645] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.117830] env[62023]: DEBUG nova.compute.manager [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1429.120968] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.271s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.123890] env[62023]: INFO nova.compute.claims [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1429.164310] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "refresh_cache-40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.164471] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquired lock "refresh_cache-40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.164641] env[62023]: DEBUG nova.network.neutron [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Forcefully refreshing network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1429.218960] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1757923, 'name': Rename_Task, 'duration_secs': 0.478601} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.219262] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1429.219919] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25e29fc3-f098-4757-a730-e2c4160df81c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.225847] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Waiting for the task: (returnval){ [ 1429.225847] env[62023]: value = "task-1757925" [ 1429.225847] env[62023]: _type = "Task" [ 1429.225847] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.234115] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1757925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.309805] env[62023]: DEBUG oslo_vmware.api [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Task: {'id': task-1757924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328873} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.310199] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.310359] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.310551] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.310760] env[62023]: INFO nova.compute.manager [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Took 2.35 seconds to destroy the instance on the hypervisor. [ 1429.311047] env[62023]: DEBUG oslo.service.loopingcall [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.311247] env[62023]: DEBUG nova.compute.manager [-] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.311343] env[62023]: DEBUG nova.network.neutron [-] [instance: 22302d12-a374-41c5-8651-87df72726e2f] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.327020] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': task-1757921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685394} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.327020] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0/ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1429.327020] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1429.327020] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83ccb069-cb7d-451b-bb3b-70c5bb424809 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.331360] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Waiting for the task: (returnval){ [ 1429.331360] env[62023]: value = "task-1757926" [ 1429.331360] env[62023]: _type = "Task" [ 1429.331360] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.341574] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': task-1757926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.344311] env[62023]: DEBUG oslo_concurrency.lockutils [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Releasing lock "refresh_cache-4888fe01-04b1-43ce-9cd0-37c63ec44a75" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.344744] env[62023]: DEBUG nova.compute.manager [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1429.344965] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.346071] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e516a7-d128-4e75-b361-7ad9b4988be2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.356029] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.356029] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df547759-0a8a-4bb2-a687-c468282b6875 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.364320] env[62023]: DEBUG oslo_vmware.api [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1429.364320] env[62023]: value = "task-1757927" [ 1429.364320] env[62023]: _type = "Task" [ 1429.364320] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.377457] env[62023]: DEBUG oslo_vmware.api [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.394499] env[62023]: DEBUG oslo_concurrency.lockutils [req-db602865-6040-40d2-9299-6fa2e8fe2b5e req-0c7306dc-e200-4825-bc52-85d37c7a6238 service nova] Releasing lock "refresh_cache-ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.509823] env[62023]: DEBUG nova.compute.manager [req-2bdda2f6-c62e-4711-bfcf-e9fcb75f6dcd req-596b52e8-c680-43db-b3fc-4c9ce6b1e49a service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Received event network-vif-deleted-fb2b587b-ff87-4726-989f-7dca5391a325 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1429.510041] env[62023]: INFO nova.compute.manager [req-2bdda2f6-c62e-4711-bfcf-e9fcb75f6dcd req-596b52e8-c680-43db-b3fc-4c9ce6b1e49a service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Neutron deleted interface fb2b587b-ff87-4726-989f-7dca5391a325; detaching it from the instance and deleting it from the info cache [ 1429.510505] env[62023]: DEBUG nova.network.neutron [req-2bdda2f6-c62e-4711-bfcf-e9fcb75f6dcd req-596b52e8-c680-43db-b3fc-4c9ce6b1e49a service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.594182] env[62023]: DEBUG nova.network.neutron [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Successfully updated port: 394cbe12-1979-49d2-b3ee-f3c7e91795f6 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1429.636176] env[62023]: DEBUG nova.compute.utils [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1429.643758] env[62023]: DEBUG nova.compute.manager [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1429.643758] env[62023]: DEBUG nova.network.neutron [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1429.706740] env[62023]: DEBUG nova.network.neutron [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1429.737848] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1757925, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.752775] env[62023]: DEBUG nova.policy [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d85413fd527429f8d547284c431a714', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '928232ac809f46f78c57a3f1f2965e82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1429.759121] env[62023]: DEBUG nova.network.neutron [-] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.843035] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': task-1757926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076009} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.844178] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1429.844985] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926c611c-b3ef-45e3-92d0-eebc8e206a71 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.873560] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0/ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1429.874169] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e6deef3-b282-41d1-9a7a-074368acff54 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.901620] env[62023]: DEBUG oslo_vmware.api [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757927, 'name': PowerOffVM_Task, 'duration_secs': 0.160975} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.903786] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.903786] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1429.904078] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Waiting for the task: (returnval){ [ 1429.904078] env[62023]: value = "task-1757928" [ 1429.904078] env[62023]: _type = "Task" [ 1429.904078] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.904362] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4f683a3-d515-49c5-8b54-a45e23a4bb1f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.917863] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': task-1757928, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.954053] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1429.954053] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1429.954306] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Deleting the datastore file [datastore1] 4888fe01-04b1-43ce-9cd0-37c63ec44a75 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1429.954795] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11834a49-ce2d-4fc0-8cfe-ac45e89eb090 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.962928] env[62023]: DEBUG oslo_vmware.api [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1429.962928] env[62023]: value = "task-1757930" [ 1429.962928] env[62023]: _type = "Task" [ 1429.962928] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.973830] env[62023]: DEBUG oslo_vmware.api [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.013382] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc3e4329-4d2c-4439-97c7-1f2a1cd15aa0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.024191] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40524a01-a30f-41b8-9776-81504b7cf344 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.073750] env[62023]: DEBUG nova.compute.manager [req-2bdda2f6-c62e-4711-bfcf-e9fcb75f6dcd req-596b52e8-c680-43db-b3fc-4c9ce6b1e49a service nova] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Detach interface failed, port_id=fb2b587b-ff87-4726-989f-7dca5391a325, reason: Instance 40d5f33f-13cd-44a7-aab8-9a863604e66c could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1430.096989] env[62023]: DEBUG oslo_concurrency.lockutils [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "refresh_cache-a1b9f6c0-b8c7-4426-b8da-64331c043bea" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.097201] env[62023]: DEBUG oslo_concurrency.lockutils [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "refresh_cache-a1b9f6c0-b8c7-4426-b8da-64331c043bea" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.097391] env[62023]: DEBUG nova.network.neutron [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1430.141745] env[62023]: DEBUG nova.compute.manager [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1430.216514] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquiring lock "292ba894-b22c-4ef9-83a8-ceb884b71bd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.216759] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lock "292ba894-b22c-4ef9-83a8-ceb884b71bd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.216960] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquiring lock "292ba894-b22c-4ef9-83a8-ceb884b71bd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.217156] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lock "292ba894-b22c-4ef9-83a8-ceb884b71bd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.217383] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lock "292ba894-b22c-4ef9-83a8-ceb884b71bd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.220041] env[62023]: INFO nova.compute.manager [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Terminating instance [ 1430.237085] env[62023]: DEBUG oslo_vmware.api [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1757925, 'name': PowerOnVM_Task, 'duration_secs': 0.73739} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.237392] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1430.237627] env[62023]: INFO nova.compute.manager [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Took 10.08 seconds to spawn the instance on the hypervisor. [ 1430.237810] env[62023]: DEBUG nova.compute.manager [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1430.238872] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497873e0-2544-4a67-9783-1b308968988a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.261620] env[62023]: INFO nova.compute.manager [-] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Took 1.61 seconds to deallocate network for instance. [ 1430.426488] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': task-1757928, 'name': ReconfigVM_Task, 'duration_secs': 0.314711} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.431427] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Reconfigured VM instance instance-0000002a to attach disk [datastore1] ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0/ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.431427] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b25dd2d-01fb-4113-9a03-51e17f3dbc10 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.438959] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Waiting for the task: (returnval){ [ 1430.438959] env[62023]: value = "task-1757931" [ 1430.438959] env[62023]: _type = "Task" [ 1430.438959] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.446675] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': task-1757931, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.474154] env[62023]: DEBUG oslo_vmware.api [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1757930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188403} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.475714] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1430.475901] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1430.476085] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1430.476337] env[62023]: INFO nova.compute.manager [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1430.476495] env[62023]: DEBUG oslo.service.loopingcall [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.479030] env[62023]: DEBUG nova.compute.manager [-] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1430.479126] env[62023]: DEBUG nova.network.neutron [-] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1430.503434] env[62023]: DEBUG nova.network.neutron [-] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1430.615981] env[62023]: DEBUG nova.network.neutron [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.643147] env[62023]: DEBUG nova.network.neutron [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1430.704337] env[62023]: DEBUG nova.network.neutron [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Successfully created port: ac853756-6489-477b-a05a-1217e3fae6db {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1430.729095] env[62023]: DEBUG nova.compute.manager [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1430.729319] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1430.736819] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf02dfa-11f8-4bf0-a439-1224b559055b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.745343] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1430.745620] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3219b274-952e-4940-bc34-5e790fc6055a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.756479] env[62023]: DEBUG oslo_vmware.api [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1430.756479] env[62023]: value = "task-1757932" [ 1430.756479] env[62023]: _type = "Task" [ 1430.756479] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.768319] env[62023]: INFO nova.compute.manager [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Took 60.08 seconds to build instance. [ 1430.773679] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.779798] env[62023]: DEBUG oslo_vmware.api [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.795544] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fccb326-4830-41b5-b4ae-3b8a448a065e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.806923] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d462dc04-f79d-45b1-99f4-54db9a138ec1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.846061] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6594de-f882-4a76-8682-5aa1d2ebe67a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.855552] env[62023]: DEBUG oslo_vmware.rw_handles [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229c4d4-285b-9b8e-e0d5-c037aa1eb158/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1430.856852] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7895c4-12bc-4471-9b45-4d0baa51393d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.861974] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcc199f-921b-4dee-94ab-5cbf67cc3cb4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.876076] env[62023]: DEBUG nova.compute.provider_tree [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.882542] env[62023]: DEBUG oslo_vmware.rw_handles [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229c4d4-285b-9b8e-e0d5-c037aa1eb158/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1430.882718] env[62023]: ERROR oslo_vmware.rw_handles [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229c4d4-285b-9b8e-e0d5-c037aa1eb158/disk-0.vmdk due to incomplete transfer. [ 1430.883170] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-90f18d54-b8ee-46fc-86f4-d22f757e6881 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.890972] env[62023]: DEBUG oslo_vmware.rw_handles [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229c4d4-285b-9b8e-e0d5-c037aa1eb158/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1430.891229] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Uploaded image aea7705f-c72c-417d-9d66-9113e2788e36 to the Glance image server {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1430.893110] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Destroying the VM {{(pid=62023) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1430.893625] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-afa54119-5691-4ef3-9698-f455c7a418b0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.900314] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1430.900314] env[62023]: value = "task-1757933" [ 1430.900314] env[62023]: _type = "Task" [ 1430.900314] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.909187] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757933, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.910199] env[62023]: DEBUG nova.network.neutron [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Updating instance_info_cache with network_info: [{"id": "394cbe12-1979-49d2-b3ee-f3c7e91795f6", "address": "fa:16:3e:af:ab:1c", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394cbe12-19", "ovs_interfaceid": "394cbe12-1979-49d2-b3ee-f3c7e91795f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.947507] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': task-1757931, 'name': Rename_Task, 'duration_secs': 0.176127} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.947927] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.948064] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-639e5bb0-886f-450e-b256-bc82aa7a9b31 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.954663] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Waiting for the task: (returnval){ [ 1430.954663] env[62023]: value = "task-1757934" [ 1430.954663] env[62023]: _type = "Task" [ 1430.954663] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.962096] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': task-1757934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.009266] env[62023]: DEBUG nova.network.neutron [-] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.121420] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Releasing lock "refresh_cache-40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.121662] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Updated the network info_cache for instance {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1431.121885] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.122429] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.122429] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.122655] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.122730] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.122914] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.123059] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1431.123211] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.161025] env[62023]: DEBUG nova.compute.manager [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1431.168170] env[62023]: DEBUG nova.network.neutron [-] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.181942] env[62023]: DEBUG nova.virt.hardware [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1431.182217] env[62023]: DEBUG nova.virt.hardware [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1431.182373] env[62023]: DEBUG nova.virt.hardware [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1431.182554] env[62023]: DEBUG nova.virt.hardware [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1431.182707] env[62023]: DEBUG nova.virt.hardware [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1431.182843] env[62023]: DEBUG nova.virt.hardware [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1431.183249] env[62023]: DEBUG nova.virt.hardware [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1431.183249] env[62023]: DEBUG nova.virt.hardware [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1431.183524] env[62023]: DEBUG nova.virt.hardware [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1431.183664] env[62023]: DEBUG nova.virt.hardware [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1431.184069] env[62023]: DEBUG nova.virt.hardware [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1431.184674] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8a157e-a24d-4fd5-a9a4-49a996129aab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.194180] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef8b50f-b310-44fd-a83a-d26a01be54cd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.277507] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f5ea091d-3334-4d6c-998e-e190c1aa3112 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Lock "b1746b26-9eae-4980-92c5-761e8666ecfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.922s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.277933] env[62023]: DEBUG oslo_vmware.api [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757932, 'name': PowerOffVM_Task, 'duration_secs': 0.462481} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.279159] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1431.279358] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1431.280030] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f44004b-397e-448c-857c-c1dcbad9661b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.364712] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1431.364954] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1431.365149] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Deleting the datastore file [datastore1] 292ba894-b22c-4ef9-83a8-ceb884b71bd8 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1431.365437] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d609cc10-bf61-4818-b61d-ab22ee9eaccd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.372144] env[62023]: DEBUG oslo_vmware.api [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1431.372144] env[62023]: value = "task-1757936" [ 1431.372144] env[62023]: _type = "Task" [ 1431.372144] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.379421] env[62023]: DEBUG oslo_vmware.api [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.384330] env[62023]: DEBUG nova.scheduler.client.report [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.409594] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757933, 'name': Destroy_Task} progress is 33%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.413383] env[62023]: DEBUG oslo_concurrency.lockutils [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "refresh_cache-a1b9f6c0-b8c7-4426-b8da-64331c043bea" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.413688] env[62023]: DEBUG nova.compute.manager [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Instance network_info: |[{"id": "394cbe12-1979-49d2-b3ee-f3c7e91795f6", "address": "fa:16:3e:af:ab:1c", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394cbe12-19", "ovs_interfaceid": "394cbe12-1979-49d2-b3ee-f3c7e91795f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1431.414068] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:ab:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '394cbe12-1979-49d2-b3ee-f3c7e91795f6', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1431.421476] env[62023]: DEBUG oslo.service.loopingcall [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1431.421905] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1431.422134] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c1f3035-130c-4c7a-bc1d-f63ed934e692 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.442775] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1431.442775] env[62023]: value = "task-1757937" [ 1431.442775] env[62023]: _type = "Task" [ 1431.442775] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.450485] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757937, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.463989] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': task-1757934, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.512085] env[62023]: INFO nova.compute.manager [-] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Took 1.03 seconds to deallocate network for instance. [ 1431.569038] env[62023]: DEBUG nova.compute.manager [req-84ee5ddc-1929-498f-8020-1d5337627a8a req-e2628167-3ba8-4445-a0b1-d6ed2242da11 service nova] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Received event network-vif-plugged-394cbe12-1979-49d2-b3ee-f3c7e91795f6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1431.569319] env[62023]: DEBUG oslo_concurrency.lockutils [req-84ee5ddc-1929-498f-8020-1d5337627a8a req-e2628167-3ba8-4445-a0b1-d6ed2242da11 service nova] Acquiring lock "a1b9f6c0-b8c7-4426-b8da-64331c043bea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.569910] env[62023]: DEBUG oslo_concurrency.lockutils [req-84ee5ddc-1929-498f-8020-1d5337627a8a req-e2628167-3ba8-4445-a0b1-d6ed2242da11 service nova] Lock "a1b9f6c0-b8c7-4426-b8da-64331c043bea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.569910] env[62023]: DEBUG oslo_concurrency.lockutils [req-84ee5ddc-1929-498f-8020-1d5337627a8a req-e2628167-3ba8-4445-a0b1-d6ed2242da11 service nova] Lock "a1b9f6c0-b8c7-4426-b8da-64331c043bea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.570694] env[62023]: DEBUG nova.compute.manager [req-84ee5ddc-1929-498f-8020-1d5337627a8a req-e2628167-3ba8-4445-a0b1-d6ed2242da11 service nova] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] No waiting events found dispatching network-vif-plugged-394cbe12-1979-49d2-b3ee-f3c7e91795f6 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1431.570694] env[62023]: WARNING nova.compute.manager [req-84ee5ddc-1929-498f-8020-1d5337627a8a req-e2628167-3ba8-4445-a0b1-d6ed2242da11 service nova] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Received unexpected event network-vif-plugged-394cbe12-1979-49d2-b3ee-f3c7e91795f6 for instance with vm_state building and task_state spawning. [ 1431.570694] env[62023]: DEBUG nova.compute.manager [req-84ee5ddc-1929-498f-8020-1d5337627a8a req-e2628167-3ba8-4445-a0b1-d6ed2242da11 service nova] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Received event network-changed-394cbe12-1979-49d2-b3ee-f3c7e91795f6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1431.570694] env[62023]: DEBUG nova.compute.manager [req-84ee5ddc-1929-498f-8020-1d5337627a8a req-e2628167-3ba8-4445-a0b1-d6ed2242da11 service nova] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Refreshing instance network info cache due to event network-changed-394cbe12-1979-49d2-b3ee-f3c7e91795f6. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1431.571301] env[62023]: DEBUG oslo_concurrency.lockutils [req-84ee5ddc-1929-498f-8020-1d5337627a8a req-e2628167-3ba8-4445-a0b1-d6ed2242da11 service nova] Acquiring lock "refresh_cache-a1b9f6c0-b8c7-4426-b8da-64331c043bea" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.571301] env[62023]: DEBUG oslo_concurrency.lockutils [req-84ee5ddc-1929-498f-8020-1d5337627a8a req-e2628167-3ba8-4445-a0b1-d6ed2242da11 service nova] Acquired lock "refresh_cache-a1b9f6c0-b8c7-4426-b8da-64331c043bea" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.571411] env[62023]: DEBUG nova.network.neutron [req-84ee5ddc-1929-498f-8020-1d5337627a8a req-e2628167-3ba8-4445-a0b1-d6ed2242da11 service nova] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Refreshing network info cache for port 394cbe12-1979-49d2-b3ee-f3c7e91795f6 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.626563] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.671849] env[62023]: INFO nova.compute.manager [-] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Took 2.36 seconds to deallocate network for instance. [ 1431.781951] env[62023]: DEBUG nova.compute.manager [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1431.882749] env[62023]: DEBUG oslo_vmware.api [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1757936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312133} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.883049] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1431.887040] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1431.887040] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1431.887040] env[62023]: INFO nova.compute.manager [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1431.887040] env[62023]: DEBUG oslo.service.loopingcall [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1431.887040] env[62023]: DEBUG nova.compute.manager [-] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1431.887040] env[62023]: DEBUG nova.network.neutron [-] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1431.888623] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.889108] env[62023]: DEBUG nova.compute.manager [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1431.891787] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.858s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.895151] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.895151] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.515s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.895610] env[62023]: INFO nova.compute.claims [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1431.910187] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757933, 'name': Destroy_Task, 'duration_secs': 0.825533} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.910502] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Destroyed the VM [ 1431.911481] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Deleting Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1431.911481] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8577a9ac-801d-496f-ac77-3fc312fc9af2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.918614] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1431.918614] env[62023]: value = "task-1757938" [ 1431.918614] env[62023]: _type = "Task" [ 1431.918614] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.927501] env[62023]: INFO nova.scheduler.client.report [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Deleted allocations for instance a2d65502-c3f4-41f2-9842-4d228dd91776 [ 1431.933111] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757938, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.957377] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757937, 'name': CreateVM_Task, 'duration_secs': 0.442171} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.963906] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1431.964966] env[62023]: DEBUG oslo_concurrency.lockutils [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.965201] env[62023]: DEBUG oslo_concurrency.lockutils [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.965555] env[62023]: DEBUG oslo_concurrency.lockutils [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1431.966235] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64731921-91bd-458a-9f7e-33ac63cbc1f1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.971871] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': task-1757934, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.973464] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1431.973464] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5225dff1-23fa-7e52-7cbe-caae209739d4" [ 1431.973464] env[62023]: _type = "Task" [ 1431.973464] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.981526] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5225dff1-23fa-7e52-7cbe-caae209739d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.018902] env[62023]: DEBUG oslo_concurrency.lockutils [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.261414] env[62023]: INFO nova.compute.manager [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Took 0.59 seconds to detach 1 volumes for instance. [ 1432.265933] env[62023]: DEBUG nova.compute.manager [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Deleting volume: 4fb9fb98-e60b-4c31-89c9-de2b524eb944 {{(pid=62023) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1432.305879] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.405228] env[62023]: DEBUG nova.compute.utils [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1432.406861] env[62023]: DEBUG nova.compute.manager [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1432.407037] env[62023]: DEBUG nova.network.neutron [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1432.431913] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757938, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.441928] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a452bff9-45bc-4277-806e-e033c17213a3 tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "a2d65502-c3f4-41f2-9842-4d228dd91776" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.131s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.471885] env[62023]: DEBUG oslo_vmware.api [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': task-1757934, 'name': PowerOnVM_Task, 'duration_secs': 1.072817} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.472243] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1432.472617] env[62023]: INFO nova.compute.manager [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1432.473653] env[62023]: DEBUG nova.compute.manager [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.473653] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5585a76e-e370-474f-8e1c-4973f2209ea8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.490860] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5225dff1-23fa-7e52-7cbe-caae209739d4, 'name': SearchDatastore_Task, 'duration_secs': 0.014214} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.491505] env[62023]: DEBUG oslo_concurrency.lockutils [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.491762] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1432.492014] env[62023]: DEBUG oslo_concurrency.lockutils [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.492172] env[62023]: DEBUG oslo_concurrency.lockutils [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.492348] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1432.492641] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a0a9aa2-d618-482b-bc55-6fb8b32cfe89 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.507021] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1432.507021] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1432.507604] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab55c842-3c41-451e-be3a-91825f8a8d83 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.516393] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1432.516393] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c1d7e2-faa1-e28a-d6ed-a83f5f30afe1" [ 1432.516393] env[62023]: _type = "Task" [ 1432.516393] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.527755] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c1d7e2-faa1-e28a-d6ed-a83f5f30afe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.530160] env[62023]: DEBUG nova.policy [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7306db9961844092949d8072b54ef616', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7f2744218324bc48d8fefccaddd4183', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1432.599451] env[62023]: DEBUG nova.network.neutron [req-84ee5ddc-1929-498f-8020-1d5337627a8a req-e2628167-3ba8-4445-a0b1-d6ed2242da11 service nova] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Updated VIF entry in instance network info cache for port 394cbe12-1979-49d2-b3ee-f3c7e91795f6. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.599451] env[62023]: DEBUG nova.network.neutron [req-84ee5ddc-1929-498f-8020-1d5337627a8a req-e2628167-3ba8-4445-a0b1-d6ed2242da11 service nova] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Updating instance_info_cache with network_info: [{"id": "394cbe12-1979-49d2-b3ee-f3c7e91795f6", "address": "fa:16:3e:af:ab:1c", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394cbe12-19", "ovs_interfaceid": "394cbe12-1979-49d2-b3ee-f3c7e91795f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.697497] env[62023]: DEBUG nova.compute.manager [req-35823462-9d1e-4f5d-adff-a45d1c6e5979 req-083fe751-dfd1-4490-96c6-bf8711ddf912 service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Received event network-changed-3ceb0804-b5a3-4afb-8c30-e4a97269b0d4 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1432.697762] env[62023]: DEBUG nova.compute.manager [req-35823462-9d1e-4f5d-adff-a45d1c6e5979 req-083fe751-dfd1-4490-96c6-bf8711ddf912 service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Refreshing instance network info cache due to event network-changed-3ceb0804-b5a3-4afb-8c30-e4a97269b0d4. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1432.698019] env[62023]: DEBUG oslo_concurrency.lockutils [req-35823462-9d1e-4f5d-adff-a45d1c6e5979 req-083fe751-dfd1-4490-96c6-bf8711ddf912 service nova] Acquiring lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.698931] env[62023]: DEBUG oslo_concurrency.lockutils [req-35823462-9d1e-4f5d-adff-a45d1c6e5979 req-083fe751-dfd1-4490-96c6-bf8711ddf912 service nova] Acquired lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.699253] env[62023]: DEBUG nova.network.neutron [req-35823462-9d1e-4f5d-adff-a45d1c6e5979 req-083fe751-dfd1-4490-96c6-bf8711ddf912 service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Refreshing network info cache for port 3ceb0804-b5a3-4afb-8c30-e4a97269b0d4 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1432.823131] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.856488] env[62023]: DEBUG nova.network.neutron [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Successfully updated port: ac853756-6489-477b-a05a-1217e3fae6db {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1432.911040] env[62023]: DEBUG nova.compute.manager [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1432.930836] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757938, 'name': RemoveSnapshot_Task, 'duration_secs': 0.787958} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.931234] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Deleted Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1432.931558] env[62023]: DEBUG nova.compute.manager [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.936854] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1dd86a-4eb4-4b17-89a3-0883f155419f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.002158] env[62023]: INFO nova.compute.manager [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Took 60.14 seconds to build instance. [ 1433.031017] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c1d7e2-faa1-e28a-d6ed-a83f5f30afe1, 'name': SearchDatastore_Task, 'duration_secs': 0.011369} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.031822] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3be1d6c3-1a2a-43c5-b16d-73f2e8588f92 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.038119] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1433.038119] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a2fdef-5174-1cfc-2054-6f7e29419aab" [ 1433.038119] env[62023]: _type = "Task" [ 1433.038119] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.049076] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a2fdef-5174-1cfc-2054-6f7e29419aab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.090215] env[62023]: DEBUG nova.network.neutron [-] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.100464] env[62023]: DEBUG oslo_concurrency.lockutils [req-84ee5ddc-1929-498f-8020-1d5337627a8a req-e2628167-3ba8-4445-a0b1-d6ed2242da11 service nova] Releasing lock "refresh_cache-a1b9f6c0-b8c7-4426-b8da-64331c043bea" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.100718] env[62023]: DEBUG nova.compute.manager [req-84ee5ddc-1929-498f-8020-1d5337627a8a req-e2628167-3ba8-4445-a0b1-d6ed2242da11 service nova] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Received event network-vif-deleted-e1187afc-5612-4427-9d0c-06c1ef4c0be7 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1433.153685] env[62023]: DEBUG nova.network.neutron [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Successfully created port: ddc9a962-3cca-4616-8e85-26ff9bc9c8b7 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1433.359984] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "refresh_cache-70e1f478-73e0-4ddb-a206-a64a7e639a37" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.360161] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquired lock "refresh_cache-70e1f478-73e0-4ddb-a206-a64a7e639a37" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.360311] env[62023]: DEBUG nova.network.neutron [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1433.458472] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132d8920-c7c7-4503-a756-6f0dcb949121 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.463437] env[62023]: INFO nova.compute.manager [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Shelve offloading [ 1433.473642] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f018a87-8e22-4e69-9cf7-36385783c80c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.510076] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ac13600-6829-459b-a600-2adb25dd65fc tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Lock "ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.592s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.511942] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce57f2a5-17aa-40c2-856b-f5e9d0c34ca3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.520788] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1c75e9-04ac-4ed3-be46-90ca90ec6826 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.539670] env[62023]: DEBUG nova.compute.provider_tree [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.550035] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a2fdef-5174-1cfc-2054-6f7e29419aab, 'name': SearchDatastore_Task, 'duration_secs': 0.028977} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.550790] env[62023]: DEBUG oslo_concurrency.lockutils [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.551209] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] a1b9f6c0-b8c7-4426-b8da-64331c043bea/a1b9f6c0-b8c7-4426-b8da-64331c043bea.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1433.551480] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adc0fbe9-5d5c-425c-887f-98c15e416e40 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.559434] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1433.559434] env[62023]: value = "task-1757940" [ 1433.559434] env[62023]: _type = "Task" [ 1433.559434] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.568024] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.595039] env[62023]: INFO nova.compute.manager [-] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Took 1.71 seconds to deallocate network for instance. [ 1433.733195] env[62023]: DEBUG nova.network.neutron [req-35823462-9d1e-4f5d-adff-a45d1c6e5979 req-083fe751-dfd1-4490-96c6-bf8711ddf912 service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Updated VIF entry in instance network info cache for port 3ceb0804-b5a3-4afb-8c30-e4a97269b0d4. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.733587] env[62023]: DEBUG nova.network.neutron [req-35823462-9d1e-4f5d-adff-a45d1c6e5979 req-083fe751-dfd1-4490-96c6-bf8711ddf912 service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Updating instance_info_cache with network_info: [{"id": "3ceb0804-b5a3-4afb-8c30-e4a97269b0d4", "address": "fa:16:3e:de:e6:3c", "network": {"id": "fe1a5f2b-486e-4d37-80f2-ba47b0d9b1e1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1718717957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb01a535c70a4af494d4c85383c83f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ceb0804-b5", "ovs_interfaceid": "3ceb0804-b5a3-4afb-8c30-e4a97269b0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.780803] env[62023]: DEBUG nova.compute.manager [req-6f51fba1-ee81-4d60-baba-56dc557af73f req-1390ebbc-9f6e-4e10-b94d-ed1214d3e3eb service nova] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Received event network-vif-plugged-ac853756-6489-477b-a05a-1217e3fae6db {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1433.781032] env[62023]: DEBUG oslo_concurrency.lockutils [req-6f51fba1-ee81-4d60-baba-56dc557af73f req-1390ebbc-9f6e-4e10-b94d-ed1214d3e3eb service nova] Acquiring lock "70e1f478-73e0-4ddb-a206-a64a7e639a37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.782430] env[62023]: DEBUG oslo_concurrency.lockutils [req-6f51fba1-ee81-4d60-baba-56dc557af73f req-1390ebbc-9f6e-4e10-b94d-ed1214d3e3eb service nova] Lock "70e1f478-73e0-4ddb-a206-a64a7e639a37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.782430] env[62023]: DEBUG oslo_concurrency.lockutils [req-6f51fba1-ee81-4d60-baba-56dc557af73f req-1390ebbc-9f6e-4e10-b94d-ed1214d3e3eb service nova] Lock "70e1f478-73e0-4ddb-a206-a64a7e639a37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.782430] env[62023]: DEBUG nova.compute.manager [req-6f51fba1-ee81-4d60-baba-56dc557af73f req-1390ebbc-9f6e-4e10-b94d-ed1214d3e3eb service nova] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] No waiting events found dispatching network-vif-plugged-ac853756-6489-477b-a05a-1217e3fae6db {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1433.782430] env[62023]: WARNING nova.compute.manager [req-6f51fba1-ee81-4d60-baba-56dc557af73f req-1390ebbc-9f6e-4e10-b94d-ed1214d3e3eb service nova] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Received unexpected event network-vif-plugged-ac853756-6489-477b-a05a-1217e3fae6db for instance with vm_state building and task_state spawning. [ 1433.782430] env[62023]: DEBUG nova.compute.manager [req-6f51fba1-ee81-4d60-baba-56dc557af73f req-1390ebbc-9f6e-4e10-b94d-ed1214d3e3eb service nova] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Received event network-changed-ac853756-6489-477b-a05a-1217e3fae6db {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1433.782621] env[62023]: DEBUG nova.compute.manager [req-6f51fba1-ee81-4d60-baba-56dc557af73f req-1390ebbc-9f6e-4e10-b94d-ed1214d3e3eb service nova] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Refreshing instance network info cache due to event network-changed-ac853756-6489-477b-a05a-1217e3fae6db. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1433.782621] env[62023]: DEBUG oslo_concurrency.lockutils [req-6f51fba1-ee81-4d60-baba-56dc557af73f req-1390ebbc-9f6e-4e10-b94d-ed1214d3e3eb service nova] Acquiring lock "refresh_cache-70e1f478-73e0-4ddb-a206-a64a7e639a37" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.898885] env[62023]: DEBUG nova.network.neutron [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1433.928092] env[62023]: DEBUG nova.compute.manager [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1433.959050] env[62023]: DEBUG nova.virt.hardware [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1433.959307] env[62023]: DEBUG nova.virt.hardware [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1433.959508] env[62023]: DEBUG nova.virt.hardware [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1433.959703] env[62023]: DEBUG nova.virt.hardware [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1433.959847] env[62023]: DEBUG nova.virt.hardware [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1433.959991] env[62023]: DEBUG nova.virt.hardware [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1433.960223] env[62023]: DEBUG nova.virt.hardware [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1433.960370] env[62023]: DEBUG nova.virt.hardware [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1433.960531] env[62023]: DEBUG nova.virt.hardware [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1433.960690] env[62023]: DEBUG nova.virt.hardware [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1433.960889] env[62023]: DEBUG nova.virt.hardware [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1433.961765] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7eee88a-02a3-4d41-b183-ecdef120e429 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.969376] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1433.969678] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ef836ba-8301-41c5-93f2-c1e9669b1993 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.972219] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c238982f-72d7-4b5b-afa5-7912f988f3a6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.987802] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1433.987802] env[62023]: value = "task-1757941" [ 1433.987802] env[62023]: _type = "Task" [ 1433.987802] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.001490] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] VM already powered off {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1434.001733] env[62023]: DEBUG nova.compute.manager [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1434.002629] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08d9416-018f-40c3-ba96-5fa618f151c7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.010948] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.011193] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquired lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.011376] env[62023]: DEBUG nova.network.neutron [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1434.015291] env[62023]: DEBUG nova.compute.manager [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1434.045509] env[62023]: DEBUG nova.scheduler.client.report [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.072527] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757940, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.104949] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.129795] env[62023]: DEBUG nova.network.neutron [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Updating instance_info_cache with network_info: [{"id": "ac853756-6489-477b-a05a-1217e3fae6db", "address": "fa:16:3e:5b:13:39", "network": {"id": "ac8584c2-7bb1-4641-a289-80abb9f7ddba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-657662513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928232ac809f46f78c57a3f1f2965e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac853756-64", "ovs_interfaceid": "ac853756-6489-477b-a05a-1217e3fae6db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.235970] env[62023]: DEBUG oslo_concurrency.lockutils [req-35823462-9d1e-4f5d-adff-a45d1c6e5979 req-083fe751-dfd1-4490-96c6-bf8711ddf912 service nova] Releasing lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.541669] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.550890] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.551420] env[62023]: DEBUG nova.compute.manager [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1434.554439] env[62023]: DEBUG oslo_concurrency.lockutils [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.647s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.555873] env[62023]: INFO nova.compute.claims [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1434.572831] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752951} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.573615] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] a1b9f6c0-b8c7-4426-b8da-64331c043bea/a1b9f6c0-b8c7-4426-b8da-64331c043bea.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1434.573615] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1434.573615] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-835f9903-75d7-4300-a08f-1ff0e7c5d242 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.581304] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1434.581304] env[62023]: value = "task-1757942" [ 1434.581304] env[62023]: _type = "Task" [ 1434.581304] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.590861] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.634025] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Releasing lock "refresh_cache-70e1f478-73e0-4ddb-a206-a64a7e639a37" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.634025] env[62023]: DEBUG nova.compute.manager [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Instance network_info: |[{"id": "ac853756-6489-477b-a05a-1217e3fae6db", "address": "fa:16:3e:5b:13:39", "network": {"id": "ac8584c2-7bb1-4641-a289-80abb9f7ddba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-657662513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928232ac809f46f78c57a3f1f2965e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac853756-64", "ovs_interfaceid": "ac853756-6489-477b-a05a-1217e3fae6db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1434.634277] env[62023]: DEBUG oslo_concurrency.lockutils [req-6f51fba1-ee81-4d60-baba-56dc557af73f req-1390ebbc-9f6e-4e10-b94d-ed1214d3e3eb service nova] Acquired lock "refresh_cache-70e1f478-73e0-4ddb-a206-a64a7e639a37" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.634277] env[62023]: DEBUG nova.network.neutron [req-6f51fba1-ee81-4d60-baba-56dc557af73f req-1390ebbc-9f6e-4e10-b94d-ed1214d3e3eb service nova] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Refreshing network info cache for port ac853756-6489-477b-a05a-1217e3fae6db {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1434.634890] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:13:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac853756-6489-477b-a05a-1217e3fae6db', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1434.643363] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Creating folder: Project (928232ac809f46f78c57a3f1f2965e82). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1434.647530] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3730142-fe46-4f6d-93d2-9f20ca90bbd8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.659117] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Created folder: Project (928232ac809f46f78c57a3f1f2965e82) in parent group-v365170. [ 1434.659333] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Creating folder: Instances. Parent ref: group-v365307. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1434.659560] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3210e422-4da6-4fa5-ac0b-3d2779b17c57 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.668778] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Created folder: Instances in parent group-v365307. [ 1434.669123] env[62023]: DEBUG oslo.service.loopingcall [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1434.669229] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1434.669435] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d370a172-a8c8-49ae-bc3c-676d35174a8a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.693111] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1434.693111] env[62023]: value = "task-1757945" [ 1434.693111] env[62023]: _type = "Task" [ 1434.693111] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.699554] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Acquiring lock "ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.699554] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Lock "ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.699554] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Acquiring lock "ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.699554] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Lock "ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.699969] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Lock "ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.703386] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757945, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.704023] env[62023]: INFO nova.compute.manager [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Terminating instance [ 1434.737034] env[62023]: DEBUG nova.compute.manager [req-aea2ee31-9afe-43f8-a86c-f6403c05f816 req-aab5202b-1cfb-4bb2-8476-bafcff3d0fe3 service nova] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Received event network-vif-deleted-49ecfe25-8674-46f5-9ce4-87aa6371763f {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1435.064496] env[62023]: DEBUG nova.network.neutron [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Updating instance_info_cache with network_info: [{"id": "9daca067-0cc2-47fb-b1ee-bf15e81bba1c", "address": "fa:16:3e:ea:1e:9d", "network": {"id": "d1117918-82ec-47b9-9f2c-6d237b2c8e90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1910377442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b253fa22de4b7b90419e34282255e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9daca067-0c", "ovs_interfaceid": "9daca067-0cc2-47fb-b1ee-bf15e81bba1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.066596] env[62023]: DEBUG nova.compute.utils [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1435.068209] env[62023]: DEBUG nova.compute.manager [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1435.068424] env[62023]: DEBUG nova.network.neutron [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1435.091187] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102114} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.091454] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1435.092228] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74e53dd-e109-48e5-bd8e-5e8ac104d09b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.117671] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] a1b9f6c0-b8c7-4426-b8da-64331c043bea/a1b9f6c0-b8c7-4426-b8da-64331c043bea.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1435.118320] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17a0ee90-bbef-4993-804c-6caf7f9d32a9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.134407] env[62023]: DEBUG oslo_concurrency.lockutils [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquiring lock "743948c8-57cc-4ab0-8fd7-0c545cd1e6af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.134646] env[62023]: DEBUG oslo_concurrency.lockutils [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "743948c8-57cc-4ab0-8fd7-0c545cd1e6af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.134849] env[62023]: DEBUG oslo_concurrency.lockutils [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquiring lock "743948c8-57cc-4ab0-8fd7-0c545cd1e6af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.135037] env[62023]: DEBUG oslo_concurrency.lockutils [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "743948c8-57cc-4ab0-8fd7-0c545cd1e6af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.135211] env[62023]: DEBUG oslo_concurrency.lockutils [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "743948c8-57cc-4ab0-8fd7-0c545cd1e6af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.137718] env[62023]: INFO nova.compute.manager [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Terminating instance [ 1435.142320] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1435.142320] env[62023]: value = "task-1757946" [ 1435.142320] env[62023]: _type = "Task" [ 1435.142320] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.151387] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.163046] env[62023]: DEBUG nova.policy [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd7c0548bf0b4904bee7b6ab6ef6ad39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a64101a5335c4c1385a8e26bd2ee36c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1435.203276] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757945, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.208964] env[62023]: DEBUG nova.network.neutron [req-6f51fba1-ee81-4d60-baba-56dc557af73f req-1390ebbc-9f6e-4e10-b94d-ed1214d3e3eb service nova] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Updated VIF entry in instance network info cache for port ac853756-6489-477b-a05a-1217e3fae6db. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1435.209311] env[62023]: DEBUG nova.network.neutron [req-6f51fba1-ee81-4d60-baba-56dc557af73f req-1390ebbc-9f6e-4e10-b94d-ed1214d3e3eb service nova] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Updating instance_info_cache with network_info: [{"id": "ac853756-6489-477b-a05a-1217e3fae6db", "address": "fa:16:3e:5b:13:39", "network": {"id": "ac8584c2-7bb1-4641-a289-80abb9f7ddba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-657662513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928232ac809f46f78c57a3f1f2965e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac853756-64", "ovs_interfaceid": "ac853756-6489-477b-a05a-1217e3fae6db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.210792] env[62023]: DEBUG nova.compute.manager [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1435.210984] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1435.212131] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165d042f-2cc2-4eba-9ce9-8aa69873fbe6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.219657] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1435.220488] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0df0ded8-9512-499b-bbd6-2829342a5c5a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.227166] env[62023]: DEBUG oslo_vmware.api [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Waiting for the task: (returnval){ [ 1435.227166] env[62023]: value = "task-1757947" [ 1435.227166] env[62023]: _type = "Task" [ 1435.227166] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.236639] env[62023]: DEBUG oslo_vmware.api [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': task-1757947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.476237] env[62023]: DEBUG nova.network.neutron [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Successfully updated port: ddc9a962-3cca-4616-8e85-26ff9bc9c8b7 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1435.573814] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Releasing lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.574934] env[62023]: DEBUG nova.compute.utils [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1435.642823] env[62023]: DEBUG nova.compute.manager [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1435.647161] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1435.647161] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef68f99-dc59-4bcb-a9c3-75626305f381 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.662228] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.667988] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1435.668598] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8e406f1-f23e-4b77-984a-729cf61c0b78 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.675264] env[62023]: DEBUG oslo_vmware.api [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1435.675264] env[62023]: value = "task-1757948" [ 1435.675264] env[62023]: _type = "Task" [ 1435.675264] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.683448] env[62023]: DEBUG oslo_vmware.api [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.707497] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757945, 'name': CreateVM_Task, 'duration_secs': 0.648108} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.707497] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1435.708194] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.708472] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.709192] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1435.709468] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7afd9bd8-c7b8-4759-9a47-88149f49590f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.716223] env[62023]: DEBUG oslo_concurrency.lockutils [req-6f51fba1-ee81-4d60-baba-56dc557af73f req-1390ebbc-9f6e-4e10-b94d-ed1214d3e3eb service nova] Releasing lock "refresh_cache-70e1f478-73e0-4ddb-a206-a64a7e639a37" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.718542] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1435.718542] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f77e67-af6d-9fda-5e57-f32acc3adfb7" [ 1435.718542] env[62023]: _type = "Task" [ 1435.718542] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.735136] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f77e67-af6d-9fda-5e57-f32acc3adfb7, 'name': SearchDatastore_Task, 'duration_secs': 0.010243} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.737930] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.738200] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1435.738480] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.738568] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.738738] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1435.739298] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80770890-c4ae-4c8e-a23f-14b728c61666 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.747395] env[62023]: DEBUG oslo_vmware.api [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': task-1757947, 'name': PowerOffVM_Task, 'duration_secs': 0.228951} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.748019] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1435.748207] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1435.748563] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c121d37d-f72f-4dcd-9ac3-b8d341c26170 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.754268] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1435.754439] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1435.755158] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-196790c1-92c9-4ab4-88b2-922c6bb77d17 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.761317] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1435.761317] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52019fef-9f9b-e449-320d-8253421be507" [ 1435.761317] env[62023]: _type = "Task" [ 1435.761317] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.769581] env[62023]: DEBUG nova.network.neutron [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Successfully created port: 046ae935-264e-48a2-817a-e876107c9ef4 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1435.777839] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52019fef-9f9b-e449-320d-8253421be507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.884701] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1435.885064] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1435.885064] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Deleting the datastore file [datastore1] ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1435.885275] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f622607-fc55-4c79-bd5e-c5f7db695282 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.894171] env[62023]: DEBUG oslo_vmware.api [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Waiting for the task: (returnval){ [ 1435.894171] env[62023]: value = "task-1757950" [ 1435.894171] env[62023]: _type = "Task" [ 1435.894171] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.904050] env[62023]: DEBUG oslo_vmware.api [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': task-1757950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.980521] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquiring lock "refresh_cache-8738aede-3817-4117-a482-a77db3db46a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.980521] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquired lock "refresh_cache-8738aede-3817-4117-a482-a77db3db46a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.980521] env[62023]: DEBUG nova.network.neutron [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.061926] env[62023]: DEBUG nova.compute.manager [req-9e6314d2-5c15-4a16-9dc9-ed444f55990e req-650b3cc8-cc81-4659-8eee-d55f6b32d577 service nova] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Received event network-vif-plugged-ddc9a962-3cca-4616-8e85-26ff9bc9c8b7 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1436.063015] env[62023]: DEBUG oslo_concurrency.lockutils [req-9e6314d2-5c15-4a16-9dc9-ed444f55990e req-650b3cc8-cc81-4659-8eee-d55f6b32d577 service nova] Acquiring lock "8738aede-3817-4117-a482-a77db3db46a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.063015] env[62023]: DEBUG oslo_concurrency.lockutils [req-9e6314d2-5c15-4a16-9dc9-ed444f55990e req-650b3cc8-cc81-4659-8eee-d55f6b32d577 service nova] Lock "8738aede-3817-4117-a482-a77db3db46a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.063015] env[62023]: DEBUG oslo_concurrency.lockutils [req-9e6314d2-5c15-4a16-9dc9-ed444f55990e req-650b3cc8-cc81-4659-8eee-d55f6b32d577 service nova] Lock "8738aede-3817-4117-a482-a77db3db46a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.063193] env[62023]: DEBUG nova.compute.manager [req-9e6314d2-5c15-4a16-9dc9-ed444f55990e req-650b3cc8-cc81-4659-8eee-d55f6b32d577 service nova] [instance: 8738aede-3817-4117-a482-a77db3db46a1] No waiting events found dispatching network-vif-plugged-ddc9a962-3cca-4616-8e85-26ff9bc9c8b7 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1436.063265] env[62023]: WARNING nova.compute.manager [req-9e6314d2-5c15-4a16-9dc9-ed444f55990e req-650b3cc8-cc81-4659-8eee-d55f6b32d577 service nova] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Received unexpected event network-vif-plugged-ddc9a962-3cca-4616-8e85-26ff9bc9c8b7 for instance with vm_state building and task_state spawning. [ 1436.063660] env[62023]: DEBUG nova.compute.manager [req-9e6314d2-5c15-4a16-9dc9-ed444f55990e req-650b3cc8-cc81-4659-8eee-d55f6b32d577 service nova] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Received event network-changed-ddc9a962-3cca-4616-8e85-26ff9bc9c8b7 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1436.063660] env[62023]: DEBUG nova.compute.manager [req-9e6314d2-5c15-4a16-9dc9-ed444f55990e req-650b3cc8-cc81-4659-8eee-d55f6b32d577 service nova] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Refreshing instance network info cache due to event network-changed-ddc9a962-3cca-4616-8e85-26ff9bc9c8b7. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1436.063766] env[62023]: DEBUG oslo_concurrency.lockutils [req-9e6314d2-5c15-4a16-9dc9-ed444f55990e req-650b3cc8-cc81-4659-8eee-d55f6b32d577 service nova] Acquiring lock "refresh_cache-8738aede-3817-4117-a482-a77db3db46a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.080997] env[62023]: DEBUG nova.compute.manager [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1436.157465] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757946, 'name': ReconfigVM_Task, 'duration_secs': 0.658324} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.160060] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Reconfigured VM instance instance-0000002b to attach disk [datastore1] a1b9f6c0-b8c7-4426-b8da-64331c043bea/a1b9f6c0-b8c7-4426-b8da-64331c043bea.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1436.160824] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-127612f2-d55c-4194-afbb-1943092b22a9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.171049] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1436.171049] env[62023]: value = "task-1757951" [ 1436.171049] env[62023]: _type = "Task" [ 1436.171049] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.174432] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0b31ab-f140-4779-b733-73816bb9eb14 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.185052] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757951, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.188082] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7171772f-e152-4b2c-a7f4-07ef06a5132e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.199095] env[62023]: DEBUG oslo_vmware.api [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757948, 'name': PowerOffVM_Task, 'duration_secs': 0.274307} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.199792] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1436.200070] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1436.200403] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-583e1903-9015-403a-bb34-1f38c33c2483 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.229866] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05c694f-4ccd-494b-b8ad-ed1f8a738962 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.237145] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475808d6-b8cd-41b0-b5c3-f646b521ab64 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.252665] env[62023]: DEBUG nova.compute.provider_tree [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.272058] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52019fef-9f9b-e449-320d-8253421be507, 'name': SearchDatastore_Task, 'duration_secs': 0.027054} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.272906] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e00c25af-a8af-417e-b969-842ed98a39ee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.278589] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1436.278589] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524f51fc-85ea-8321-8951-067af9b2e455" [ 1436.278589] env[62023]: _type = "Task" [ 1436.278589] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.286615] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524f51fc-85ea-8321-8951-067af9b2e455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.324935] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1436.325195] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1436.325381] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Deleting the datastore file [datastore1] 743948c8-57cc-4ab0-8fd7-0c545cd1e6af {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1436.325663] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2209c610-bbcc-401d-9b8b-c6d31809d79d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.333102] env[62023]: DEBUG oslo_vmware.api [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for the task: (returnval){ [ 1436.333102] env[62023]: value = "task-1757953" [ 1436.333102] env[62023]: _type = "Task" [ 1436.333102] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.341494] env[62023]: DEBUG oslo_vmware.api [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.407392] env[62023]: DEBUG oslo_vmware.api [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Task: {'id': task-1757950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404476} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.407392] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1436.407392] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1436.407392] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1436.407392] env[62023]: INFO nova.compute.manager [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1436.407606] env[62023]: DEBUG oslo.service.loopingcall [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1436.407606] env[62023]: DEBUG nova.compute.manager [-] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1436.407606] env[62023]: DEBUG nova.network.neutron [-] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1436.540877] env[62023]: DEBUG nova.network.neutron [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1436.633388] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1436.635598] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f90a9b-5eb5-4ca5-8f30-50ca5ebf3e7c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.646523] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1436.647784] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc1e5994-6641-44fa-b263-2c20dddfca08 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.683667] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757951, 'name': Rename_Task, 'duration_secs': 0.248634} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.683954] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1436.684211] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22c35174-57c5-4928-af26-5c4c954e941f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.691291] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1436.691291] env[62023]: value = "task-1757955" [ 1436.691291] env[62023]: _type = "Task" [ 1436.691291] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.702367] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.750412] env[62023]: DEBUG nova.network.neutron [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Updating instance_info_cache with network_info: [{"id": "ddc9a962-3cca-4616-8e85-26ff9bc9c8b7", "address": "fa:16:3e:2c:ea:42", "network": {"id": "d667392c-a81f-405d-a875-dd77b18ed846", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1973295588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2744218324bc48d8fefccaddd4183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc9a962-3c", "ovs_interfaceid": "ddc9a962-3cca-4616-8e85-26ff9bc9c8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.756837] env[62023]: DEBUG nova.scheduler.client.report [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.760171] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1436.760635] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1436.760635] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Deleting the datastore file [datastore1] eda5b959-2aec-4193-88a4-b4ef21aace36 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1436.760824] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cf321a9-0108-474b-a67a-ce18bff14eb5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.768025] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1436.768025] env[62023]: value = "task-1757956" [ 1436.768025] env[62023]: _type = "Task" [ 1436.768025] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.777383] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.789864] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524f51fc-85ea-8321-8951-067af9b2e455, 'name': SearchDatastore_Task, 'duration_secs': 0.022842} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.790159] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.790422] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 70e1f478-73e0-4ddb-a206-a64a7e639a37/70e1f478-73e0-4ddb-a206-a64a7e639a37.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1436.790761] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08dcd372-f4bd-4226-bee0-e5d8d3d41a76 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.798235] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1436.798235] env[62023]: value = "task-1757957" [ 1436.798235] env[62023]: _type = "Task" [ 1436.798235] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.821967] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1757957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.844390] env[62023]: DEBUG oslo_vmware.api [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Task: {'id': task-1757953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309585} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.844836] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1436.845142] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1436.845842] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1436.845842] env[62023]: INFO nova.compute.manager [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1436.846219] env[62023]: DEBUG oslo.service.loopingcall [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1436.846512] env[62023]: DEBUG nova.compute.manager [-] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1436.846743] env[62023]: DEBUG nova.network.neutron [-] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1437.095749] env[62023]: DEBUG nova.compute.manager [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1437.112336] env[62023]: DEBUG nova.compute.manager [req-43b7325a-f337-4341-8124-4a893986dd34 req-f5b173a8-c315-4dc5-860e-a61dc3b0a346 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Received event network-vif-deleted-f1691d7c-c4a7-49c3-a056-d34650b8fa8c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1437.112537] env[62023]: INFO nova.compute.manager [req-43b7325a-f337-4341-8124-4a893986dd34 req-f5b173a8-c315-4dc5-860e-a61dc3b0a346 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Neutron deleted interface f1691d7c-c4a7-49c3-a056-d34650b8fa8c; detaching it from the instance and deleting it from the info cache [ 1437.112711] env[62023]: DEBUG nova.network.neutron [req-43b7325a-f337-4341-8124-4a893986dd34 req-f5b173a8-c315-4dc5-860e-a61dc3b0a346 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.123066] env[62023]: DEBUG nova.virt.hardware [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:28:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='177525566',id=30,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-274975114',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1437.123360] env[62023]: DEBUG nova.virt.hardware [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1437.123475] env[62023]: DEBUG nova.virt.hardware [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1437.123663] env[62023]: DEBUG nova.virt.hardware [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1437.123869] env[62023]: DEBUG nova.virt.hardware [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1437.124411] env[62023]: DEBUG nova.virt.hardware [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1437.124411] env[62023]: DEBUG nova.virt.hardware [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1437.124411] env[62023]: DEBUG nova.virt.hardware [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1437.124708] env[62023]: DEBUG nova.virt.hardware [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1437.124886] env[62023]: DEBUG nova.virt.hardware [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1437.125080] env[62023]: DEBUG nova.virt.hardware [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1437.126564] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331cc277-0611-4912-b4d0-f997873afa5d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.136676] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0494ab-1994-42a1-bfbf-9d5c42112f87 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.202654] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757955, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.254064] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Releasing lock "refresh_cache-8738aede-3817-4117-a482-a77db3db46a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.254445] env[62023]: DEBUG nova.compute.manager [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Instance network_info: |[{"id": "ddc9a962-3cca-4616-8e85-26ff9bc9c8b7", "address": "fa:16:3e:2c:ea:42", "network": {"id": "d667392c-a81f-405d-a875-dd77b18ed846", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1973295588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2744218324bc48d8fefccaddd4183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc9a962-3c", "ovs_interfaceid": "ddc9a962-3cca-4616-8e85-26ff9bc9c8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1437.254753] env[62023]: DEBUG oslo_concurrency.lockutils [req-9e6314d2-5c15-4a16-9dc9-ed444f55990e req-650b3cc8-cc81-4659-8eee-d55f6b32d577 service nova] Acquired lock "refresh_cache-8738aede-3817-4117-a482-a77db3db46a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.254938] env[62023]: DEBUG nova.network.neutron [req-9e6314d2-5c15-4a16-9dc9-ed444f55990e req-650b3cc8-cc81-4659-8eee-d55f6b32d577 service nova] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Refreshing network info cache for port ddc9a962-3cca-4616-8e85-26ff9bc9c8b7 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1437.257110] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:ea:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddc9a962-3cca-4616-8e85-26ff9bc9c8b7', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1437.264811] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Creating folder: Project (f7f2744218324bc48d8fefccaddd4183). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1437.266565] env[62023]: DEBUG oslo_concurrency.lockutils [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.267524] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd5ef151-c1f0-497b-9729-1b9daeb1f9f1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.269692] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.578s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.271451] env[62023]: INFO nova.compute.claims [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1437.286984] env[62023]: DEBUG oslo_vmware.api [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1757956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162587} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.286984] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1437.286984] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1437.286984] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1437.291488] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Created folder: Project (f7f2744218324bc48d8fefccaddd4183) in parent group-v365170. [ 1437.291488] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Creating folder: Instances. Parent ref: group-v365310. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1437.291488] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99a01db6-dbba-493f-b287-fb2f7f5c07b1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.304897] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Created folder: Instances in parent group-v365310. [ 1437.305168] env[62023]: DEBUG oslo.service.loopingcall [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1437.305904] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1437.306020] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97918c0e-1981-4f4a-9034-90c590c0e6bf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.326036] env[62023]: INFO nova.scheduler.client.report [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Deleted allocations for instance eda5b959-2aec-4193-88a4-b4ef21aace36 [ 1437.328781] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1757957, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.334056] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1437.334056] env[62023]: value = "task-1757960" [ 1437.334056] env[62023]: _type = "Task" [ 1437.334056] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.343389] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757960, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.362028] env[62023]: DEBUG nova.network.neutron [-] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.589479] env[62023]: DEBUG nova.network.neutron [-] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.615452] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cb885d2-6422-4bed-9bfd-9ea7f8ec5f05 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.627024] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1afed4-5416-4410-9c64-77c1b411d322 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.667418] env[62023]: DEBUG nova.compute.manager [req-43b7325a-f337-4341-8124-4a893986dd34 req-f5b173a8-c315-4dc5-860e-a61dc3b0a346 service nova] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Detach interface failed, port_id=f1691d7c-c4a7-49c3-a056-d34650b8fa8c, reason: Instance 743948c8-57cc-4ab0-8fd7-0c545cd1e6af could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1437.700837] env[62023]: DEBUG oslo_vmware.api [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757955, 'name': PowerOnVM_Task, 'duration_secs': 0.847562} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.701156] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1437.701367] env[62023]: INFO nova.compute.manager [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1437.701569] env[62023]: DEBUG nova.compute.manager [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.702354] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c0e770-facd-40d9-9b02-f7efb53a0bb7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.771172] env[62023]: DEBUG oslo_concurrency.lockutils [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Acquiring lock "f924429d-3184-4bb6-8fed-f10441bedb33" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.771418] env[62023]: DEBUG oslo_concurrency.lockutils [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Lock "f924429d-3184-4bb6-8fed-f10441bedb33" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.810505] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1757957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516658} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.810769] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 70e1f478-73e0-4ddb-a206-a64a7e639a37/70e1f478-73e0-4ddb-a206-a64a7e639a37.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1437.810976] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1437.811242] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9ee6917-020b-4d5e-ba3c-5150484ce564 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.821015] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1437.821015] env[62023]: value = "task-1757961" [ 1437.821015] env[62023]: _type = "Task" [ 1437.821015] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.851253] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.852035] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1757961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.870395] env[62023]: INFO nova.compute.manager [-] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Took 1.46 seconds to deallocate network for instance. [ 1437.870727] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757960, 'name': CreateVM_Task, 'duration_secs': 0.415485} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.872687] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1437.873645] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.873835] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.874645] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1437.878055] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c42252-860f-4e07-9645-2eabac229485 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.887282] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1437.887282] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52585af8-4689-a679-9a7b-54e9ea079763" [ 1437.887282] env[62023]: _type = "Task" [ 1437.887282] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.896536] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52585af8-4689-a679-9a7b-54e9ea079763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.028483] env[62023]: DEBUG nova.network.neutron [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Successfully updated port: 046ae935-264e-48a2-817a-e876107c9ef4 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1438.065601] env[62023]: DEBUG nova.network.neutron [req-9e6314d2-5c15-4a16-9dc9-ed444f55990e req-650b3cc8-cc81-4659-8eee-d55f6b32d577 service nova] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Updated VIF entry in instance network info cache for port ddc9a962-3cca-4616-8e85-26ff9bc9c8b7. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1438.065964] env[62023]: DEBUG nova.network.neutron [req-9e6314d2-5c15-4a16-9dc9-ed444f55990e req-650b3cc8-cc81-4659-8eee-d55f6b32d577 service nova] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Updating instance_info_cache with network_info: [{"id": "ddc9a962-3cca-4616-8e85-26ff9bc9c8b7", "address": "fa:16:3e:2c:ea:42", "network": {"id": "d667392c-a81f-405d-a875-dd77b18ed846", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1973295588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2744218324bc48d8fefccaddd4183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc9a962-3c", "ovs_interfaceid": "ddc9a962-3cca-4616-8e85-26ff9bc9c8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.092802] env[62023]: INFO nova.compute.manager [-] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Took 1.25 seconds to deallocate network for instance. [ 1438.218132] env[62023]: INFO nova.compute.manager [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Took 57.22 seconds to build instance. [ 1438.274294] env[62023]: DEBUG oslo_concurrency.lockutils [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Lock "f924429d-3184-4bb6-8fed-f10441bedb33" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.274923] env[62023]: DEBUG nova.compute.manager [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1438.334802] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1757961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071673} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.335450] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1438.338827] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce044485-4483-4a0b-ac21-0d9077953d8f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.363446] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 70e1f478-73e0-4ddb-a206-a64a7e639a37/70e1f478-73e0-4ddb-a206-a64a7e639a37.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1438.365977] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30682827-dd7d-4c64-9c44-6d318ea28d2d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.384789] env[62023]: DEBUG nova.compute.manager [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Received event network-vif-unplugged-9daca067-0cc2-47fb-b1ee-bf15e81bba1c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1438.385011] env[62023]: DEBUG oslo_concurrency.lockutils [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] Acquiring lock "eda5b959-2aec-4193-88a4-b4ef21aace36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.385226] env[62023]: DEBUG oslo_concurrency.lockutils [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] Lock "eda5b959-2aec-4193-88a4-b4ef21aace36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.385466] env[62023]: DEBUG oslo_concurrency.lockutils [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] Lock "eda5b959-2aec-4193-88a4-b4ef21aace36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.385700] env[62023]: DEBUG nova.compute.manager [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] No waiting events found dispatching network-vif-unplugged-9daca067-0cc2-47fb-b1ee-bf15e81bba1c {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1438.385885] env[62023]: WARNING nova.compute.manager [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Received unexpected event network-vif-unplugged-9daca067-0cc2-47fb-b1ee-bf15e81bba1c for instance with vm_state shelved_offloaded and task_state None. [ 1438.386064] env[62023]: DEBUG nova.compute.manager [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Received event network-changed-9daca067-0cc2-47fb-b1ee-bf15e81bba1c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1438.386223] env[62023]: DEBUG nova.compute.manager [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Refreshing instance network info cache due to event network-changed-9daca067-0cc2-47fb-b1ee-bf15e81bba1c. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1438.386405] env[62023]: DEBUG oslo_concurrency.lockutils [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] Acquiring lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.386542] env[62023]: DEBUG oslo_concurrency.lockutils [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] Acquired lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.386693] env[62023]: DEBUG nova.network.neutron [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Refreshing network info cache for port 9daca067-0cc2-47fb-b1ee-bf15e81bba1c {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1438.388333] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.395017] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1438.395017] env[62023]: value = "task-1757962" [ 1438.395017] env[62023]: _type = "Task" [ 1438.395017] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.399271] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52585af8-4689-a679-9a7b-54e9ea079763, 'name': SearchDatastore_Task, 'duration_secs': 0.04496} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.402246] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.402505] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1438.402760] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.402910] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.403102] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1438.406111] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45242e8b-d0ec-478a-9f32-f1c9f031c27a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.414231] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1757962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.416124] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1438.416317] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1438.417024] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74169b7e-61e9-42ca-a1f3-1599ba141f60 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.425680] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1438.425680] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529732e1-3fc7-982a-93fd-1b0d3153572f" [ 1438.425680] env[62023]: _type = "Task" [ 1438.425680] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.434546] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529732e1-3fc7-982a-93fd-1b0d3153572f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.532113] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquiring lock "refresh_cache-9fe841fd-6e67-4739-95fb-afc7939edaea" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.532113] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquired lock "refresh_cache-9fe841fd-6e67-4739-95fb-afc7939edaea" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.532113] env[62023]: DEBUG nova.network.neutron [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.570712] env[62023]: DEBUG oslo_concurrency.lockutils [req-9e6314d2-5c15-4a16-9dc9-ed444f55990e req-650b3cc8-cc81-4659-8eee-d55f6b32d577 service nova] Releasing lock "refresh_cache-8738aede-3817-4117-a482-a77db3db46a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.600515] env[62023]: DEBUG oslo_concurrency.lockutils [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.719887] env[62023]: DEBUG oslo_concurrency.lockutils [None req-251e29e8-c721-40c4-a4f6-0a7686b61b47 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "a1b9f6c0-b8c7-4426-b8da-64331c043bea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.811s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.788456] env[62023]: DEBUG nova.compute.utils [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1438.790009] env[62023]: DEBUG nova.compute.manager [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1438.790267] env[62023]: DEBUG nova.network.neutron [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1438.830526] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5f9a2e-0d4e-4b2b-9a63-acf2588bd2e5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.838370] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeba10b-02a0-43a4-a327-e872b099ba6a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.873545] env[62023]: DEBUG nova.policy [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53915cd1421e466095825acfefd8f371', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c95b9a752534bf696bcaabf19dc0ec0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1438.875546] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d1ad05-de9e-4a89-a687-64df7c331904 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.883866] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496649b7-b80d-4a88-a812-c9eb326ec721 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.899788] env[62023]: DEBUG nova.compute.provider_tree [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.910523] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1757962, 'name': ReconfigVM_Task, 'duration_secs': 0.285931} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.911468] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 70e1f478-73e0-4ddb-a206-a64a7e639a37/70e1f478-73e0-4ddb-a206-a64a7e639a37.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1438.912091] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb0970df-3133-47fd-b78c-6a6918194608 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.918877] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1438.918877] env[62023]: value = "task-1757963" [ 1438.918877] env[62023]: _type = "Task" [ 1438.918877] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.935878] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1757963, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.939611] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529732e1-3fc7-982a-93fd-1b0d3153572f, 'name': SearchDatastore_Task, 'duration_secs': 0.018467} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.940589] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce5fb4d7-f511-4499-82c1-a28b00126609 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.945906] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1438.945906] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525fca65-f7c8-3cab-9f22-9627fbcb51af" [ 1438.945906] env[62023]: _type = "Task" [ 1438.945906] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.956324] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525fca65-f7c8-3cab-9f22-9627fbcb51af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.126483] env[62023]: DEBUG nova.network.neutron [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1439.225038] env[62023]: DEBUG nova.compute.manager [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1439.262399] env[62023]: DEBUG nova.network.neutron [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Successfully created port: fbc8d160-8115-45ff-863f-34d66309be36 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1439.287690] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Acquiring lock "af0df3a1-42b6-4979-999a-88ba5cd64568" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.287953] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Lock "af0df3a1-42b6-4979-999a-88ba5cd64568" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.288174] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Acquiring lock "af0df3a1-42b6-4979-999a-88ba5cd64568-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.288727] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Lock "af0df3a1-42b6-4979-999a-88ba5cd64568-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.288996] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Lock "af0df3a1-42b6-4979-999a-88ba5cd64568-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.291858] env[62023]: DEBUG nova.compute.manager [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1439.294948] env[62023]: INFO nova.compute.manager [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Terminating instance [ 1439.394819] env[62023]: DEBUG nova.network.neutron [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Updated VIF entry in instance network info cache for port 9daca067-0cc2-47fb-b1ee-bf15e81bba1c. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1439.395197] env[62023]: DEBUG nova.network.neutron [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Updating instance_info_cache with network_info: [{"id": "9daca067-0cc2-47fb-b1ee-bf15e81bba1c", "address": "fa:16:3e:ea:1e:9d", "network": {"id": "d1117918-82ec-47b9-9f2c-6d237b2c8e90", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1910377442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b253fa22de4b7b90419e34282255e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9daca067-0c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.402591] env[62023]: DEBUG nova.scheduler.client.report [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.426593] env[62023]: DEBUG nova.network.neutron [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Updating instance_info_cache with network_info: [{"id": "046ae935-264e-48a2-817a-e876107c9ef4", "address": "fa:16:3e:5a:57:7c", "network": {"id": "ad947950-6ea7-4bf2-90d3-1b920c7dec0f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-939604298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64101a5335c4c1385a8e26bd2ee36c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap046ae935-26", "ovs_interfaceid": "046ae935-264e-48a2-817a-e876107c9ef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.432102] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1757963, 'name': Rename_Task, 'duration_secs': 0.154148} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.432102] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1439.432102] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9554b7b2-33e7-423b-9dd7-41d779a2db2d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.440143] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1439.440143] env[62023]: value = "task-1757964" [ 1439.440143] env[62023]: _type = "Task" [ 1439.440143] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.451021] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1757964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.458211] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525fca65-f7c8-3cab-9f22-9627fbcb51af, 'name': SearchDatastore_Task, 'duration_secs': 0.010217} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.458494] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.458753] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 8738aede-3817-4117-a482-a77db3db46a1/8738aede-3817-4117-a482-a77db3db46a1.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1439.459014] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f55fe2cd-33eb-4f55-a196-0a3c84d37919 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.467398] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1439.467398] env[62023]: value = "task-1757965" [ 1439.467398] env[62023]: _type = "Task" [ 1439.467398] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.477575] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1757965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.750330] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.802576] env[62023]: DEBUG nova.compute.manager [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1439.802845] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1439.804172] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6a9372-f9a0-4147-b58e-54fdc73f2fad {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.815671] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.816573] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-116c71ef-0365-4d95-975c-8ce9bf183934 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.826904] env[62023]: DEBUG oslo_vmware.api [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Waiting for the task: (returnval){ [ 1439.826904] env[62023]: value = "task-1757966" [ 1439.826904] env[62023]: _type = "Task" [ 1439.826904] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.842269] env[62023]: DEBUG oslo_vmware.api [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': task-1757966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.898013] env[62023]: DEBUG oslo_concurrency.lockutils [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] Releasing lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.898318] env[62023]: DEBUG nova.compute.manager [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Received event network-vif-deleted-9936bbf8-cce6-4560-918a-204f7f15fabc {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1439.898663] env[62023]: DEBUG nova.compute.manager [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Received event network-vif-plugged-046ae935-264e-48a2-817a-e876107c9ef4 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1439.898881] env[62023]: DEBUG oslo_concurrency.lockutils [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] Acquiring lock "9fe841fd-6e67-4739-95fb-afc7939edaea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.899112] env[62023]: DEBUG oslo_concurrency.lockutils [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] Lock "9fe841fd-6e67-4739-95fb-afc7939edaea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.899281] env[62023]: DEBUG oslo_concurrency.lockutils [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] Lock "9fe841fd-6e67-4739-95fb-afc7939edaea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.899452] env[62023]: DEBUG nova.compute.manager [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] No waiting events found dispatching network-vif-plugged-046ae935-264e-48a2-817a-e876107c9ef4 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1439.899669] env[62023]: WARNING nova.compute.manager [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Received unexpected event network-vif-plugged-046ae935-264e-48a2-817a-e876107c9ef4 for instance with vm_state building and task_state spawning. [ 1439.899875] env[62023]: DEBUG nova.compute.manager [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Received event network-changed-046ae935-264e-48a2-817a-e876107c9ef4 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1439.900048] env[62023]: DEBUG nova.compute.manager [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Refreshing instance network info cache due to event network-changed-046ae935-264e-48a2-817a-e876107c9ef4. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1439.900223] env[62023]: DEBUG oslo_concurrency.lockutils [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] Acquiring lock "refresh_cache-9fe841fd-6e67-4739-95fb-afc7939edaea" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.907437] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.908092] env[62023]: DEBUG nova.compute.manager [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1439.911532] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.150s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.913453] env[62023]: INFO nova.compute.claims [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1439.918309] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "eda5b959-2aec-4193-88a4-b4ef21aace36" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.929770] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Releasing lock "refresh_cache-9fe841fd-6e67-4739-95fb-afc7939edaea" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.929929] env[62023]: DEBUG nova.compute.manager [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Instance network_info: |[{"id": "046ae935-264e-48a2-817a-e876107c9ef4", "address": "fa:16:3e:5a:57:7c", "network": {"id": "ad947950-6ea7-4bf2-90d3-1b920c7dec0f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-939604298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64101a5335c4c1385a8e26bd2ee36c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap046ae935-26", "ovs_interfaceid": "046ae935-264e-48a2-817a-e876107c9ef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1439.930409] env[62023]: DEBUG oslo_concurrency.lockutils [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] Acquired lock "refresh_cache-9fe841fd-6e67-4739-95fb-afc7939edaea" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.930839] env[62023]: DEBUG nova.network.neutron [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Refreshing network info cache for port 046ae935-264e-48a2-817a-e876107c9ef4 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1439.932252] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:57:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '046ae935-264e-48a2-817a-e876107c9ef4', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1439.945825] env[62023]: DEBUG oslo.service.loopingcall [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1439.945825] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1439.951073] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af44969d-f2f3-4713-a2c2-13e784957b84 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.974119] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1439.974119] env[62023]: value = "task-1757967" [ 1439.974119] env[62023]: _type = "Task" [ 1439.974119] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.978027] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1757964, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.985314] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1757965, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.991787] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757967, 'name': CreateVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.304985] env[62023]: DEBUG nova.compute.manager [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1440.328759] env[62023]: DEBUG nova.virt.hardware [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1440.329035] env[62023]: DEBUG nova.virt.hardware [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1440.329196] env[62023]: DEBUG nova.virt.hardware [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1440.329381] env[62023]: DEBUG nova.virt.hardware [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1440.329582] env[62023]: DEBUG nova.virt.hardware [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1440.329674] env[62023]: DEBUG nova.virt.hardware [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1440.329867] env[62023]: DEBUG nova.virt.hardware [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1440.330051] env[62023]: DEBUG nova.virt.hardware [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1440.330214] env[62023]: DEBUG nova.virt.hardware [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1440.330375] env[62023]: DEBUG nova.virt.hardware [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1440.330547] env[62023]: DEBUG nova.virt.hardware [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1440.331868] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72f5ce4-cc45-4ff9-8286-12d2d16c8e97 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.350239] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda5a67b-cc91-4935-88be-cf14fe5351f4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.354678] env[62023]: DEBUG oslo_vmware.api [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': task-1757966, 'name': PowerOffVM_Task, 'duration_secs': 0.27057} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.355812] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.355812] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.355923] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcecfb0a-9326-4b2e-afe0-02dda329cbcf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.424228] env[62023]: DEBUG nova.compute.utils [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1440.426255] env[62023]: DEBUG nova.compute.manager [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1440.426255] env[62023]: DEBUG nova.network.neutron [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1440.466025] env[62023]: DEBUG oslo_vmware.api [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1757964, 'name': PowerOnVM_Task, 'duration_secs': 0.553294} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.466025] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1440.466025] env[62023]: INFO nova.compute.manager [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1440.466025] env[62023]: DEBUG nova.compute.manager [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1440.467213] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508ee523-a00a-49f4-8270-39f32a3b6c94 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.494083] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.494083] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.494485] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Deleting the datastore file [datastore1] af0df3a1-42b6-4979-999a-88ba5cd64568 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.501550] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f365de61-caac-447b-9271-3ffced72bc7e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.518493] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1757965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53313} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.521149] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 8738aede-3817-4117-a482-a77db3db46a1/8738aede-3817-4117-a482-a77db3db46a1.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1440.522386] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1440.525730] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c797be46-1ef8-4161-8b64-07cc609c5591 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.528720] env[62023]: DEBUG oslo_vmware.api [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Waiting for the task: (returnval){ [ 1440.528720] env[62023]: value = "task-1757969" [ 1440.528720] env[62023]: _type = "Task" [ 1440.528720] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.528888] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757967, 'name': CreateVM_Task, 'duration_secs': 0.535536} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.529409] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1440.532886] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.533040] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.533348] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1440.534585] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d5cb931-d115-4965-91e6-32eeb76784c7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.536319] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1440.536319] env[62023]: value = "task-1757970" [ 1440.536319] env[62023]: _type = "Task" [ 1440.536319] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.551125] env[62023]: DEBUG oslo_vmware.api [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': task-1757969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.551125] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1440.551125] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52961432-017b-cb0d-dd8e-99d9ebac066a" [ 1440.551125] env[62023]: _type = "Task" [ 1440.551125] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.558048] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1757970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.564665] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52961432-017b-cb0d-dd8e-99d9ebac066a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.588800] env[62023]: DEBUG nova.policy [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd1d47cf0582423cb507c32c5b7af896', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fec56d07c35428b85ad092d6e541b38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1440.934649] env[62023]: DEBUG nova.compute.manager [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1440.942264] env[62023]: DEBUG nova.network.neutron [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Updated VIF entry in instance network info cache for port 046ae935-264e-48a2-817a-e876107c9ef4. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.942615] env[62023]: DEBUG nova.network.neutron [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Updating instance_info_cache with network_info: [{"id": "046ae935-264e-48a2-817a-e876107c9ef4", "address": "fa:16:3e:5a:57:7c", "network": {"id": "ad947950-6ea7-4bf2-90d3-1b920c7dec0f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-939604298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64101a5335c4c1385a8e26bd2ee36c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap046ae935-26", "ovs_interfaceid": "046ae935-264e-48a2-817a-e876107c9ef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.998726] env[62023]: INFO nova.compute.manager [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Rebuilding instance [ 1441.029778] env[62023]: INFO nova.compute.manager [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Took 57.64 seconds to build instance. [ 1441.054931] env[62023]: DEBUG oslo_vmware.api [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': task-1757969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.065735] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1757970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096948} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.067052] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1441.073111] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b98528-eff4-4a71-bdf4-003c0500e0cc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.081014] env[62023]: DEBUG nova.compute.manager [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1441.081949] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52961432-017b-cb0d-dd8e-99d9ebac066a, 'name': SearchDatastore_Task, 'duration_secs': 0.022657} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.083265] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e573133d-22fc-45cc-be9b-a12a20af05bf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.086471] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.086828] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1441.087337] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.089412] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.089412] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1441.103413] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1833871d-00c1-4563-a273-cb367ed65248 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.114719] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 8738aede-3817-4117-a482-a77db3db46a1/8738aede-3817-4117-a482-a77db3db46a1.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.115796] env[62023]: DEBUG nova.network.neutron [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Successfully updated port: fbc8d160-8115-45ff-863f-34d66309be36 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1441.121532] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8e1038c-3926-4b6e-ab54-d98f48bc5371 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.140914] env[62023]: DEBUG oslo_concurrency.lockutils [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Acquiring lock "refresh_cache-9504eac7-6d65-437d-9209-d7a369d87507" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.141156] env[62023]: DEBUG oslo_concurrency.lockutils [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Acquired lock "refresh_cache-9504eac7-6d65-437d-9209-d7a369d87507" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.141384] env[62023]: DEBUG nova.network.neutron [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.148746] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1441.148746] env[62023]: value = "task-1757971" [ 1441.148746] env[62023]: _type = "Task" [ 1441.148746] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.156545] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.156724] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1441.160572] env[62023]: DEBUG nova.network.neutron [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Successfully created port: 7ec8a8f4-24f8-4de1-acd0-57a4284c2382 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1441.163032] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afcafe4b-9e62-4aa4-be67-d4b4222d4c01 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.170146] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1757971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.173689] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1441.173689] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520e2afe-fe98-e780-a667-edcd5add4130" [ 1441.173689] env[62023]: _type = "Task" [ 1441.173689] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.183770] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520e2afe-fe98-e780-a667-edcd5add4130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.187857] env[62023]: DEBUG nova.compute.manager [req-f5422ade-20df-494d-8c1d-2f9220f2f0ac req-61909ec2-475a-4ac5-916a-f78055ee7707 service nova] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Received event network-vif-plugged-fbc8d160-8115-45ff-863f-34d66309be36 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1441.188083] env[62023]: DEBUG oslo_concurrency.lockutils [req-f5422ade-20df-494d-8c1d-2f9220f2f0ac req-61909ec2-475a-4ac5-916a-f78055ee7707 service nova] Acquiring lock "9504eac7-6d65-437d-9209-d7a369d87507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.188288] env[62023]: DEBUG oslo_concurrency.lockutils [req-f5422ade-20df-494d-8c1d-2f9220f2f0ac req-61909ec2-475a-4ac5-916a-f78055ee7707 service nova] Lock "9504eac7-6d65-437d-9209-d7a369d87507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.188493] env[62023]: DEBUG oslo_concurrency.lockutils [req-f5422ade-20df-494d-8c1d-2f9220f2f0ac req-61909ec2-475a-4ac5-916a-f78055ee7707 service nova] Lock "9504eac7-6d65-437d-9209-d7a369d87507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.188667] env[62023]: DEBUG nova.compute.manager [req-f5422ade-20df-494d-8c1d-2f9220f2f0ac req-61909ec2-475a-4ac5-916a-f78055ee7707 service nova] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] No waiting events found dispatching network-vif-plugged-fbc8d160-8115-45ff-863f-34d66309be36 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1441.188854] env[62023]: WARNING nova.compute.manager [req-f5422ade-20df-494d-8c1d-2f9220f2f0ac req-61909ec2-475a-4ac5-916a-f78055ee7707 service nova] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Received unexpected event network-vif-plugged-fbc8d160-8115-45ff-863f-34d66309be36 for instance with vm_state building and task_state spawning. [ 1441.448272] env[62023]: DEBUG oslo_concurrency.lockutils [req-a91c2a40-1298-4ebc-8975-c6ba5ce3bb7a req-556b56c9-e6fc-466f-ab8b-5c022d0c7db2 service nova] Releasing lock "refresh_cache-9fe841fd-6e67-4739-95fb-afc7939edaea" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.541197] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b973997-6e60-4493-a051-0876fceb46f4 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "70e1f478-73e0-4ddb-a206-a64a7e639a37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.376s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.541197] env[62023]: DEBUG oslo_vmware.api [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Task: {'id': task-1757969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.58856} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.544649] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.544869] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.545058] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.545252] env[62023]: INFO nova.compute.manager [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1441.545521] env[62023]: DEBUG oslo.service.loopingcall [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1441.546100] env[62023]: DEBUG nova.compute.manager [-] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1441.546204] env[62023]: DEBUG nova.network.neutron [-] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1441.586571] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eab383-98ed-457f-9769-b4ef3ba27724 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.596522] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631be383-5d23-491c-81a5-2608c5453471 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.633032] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca840b3-b989-4842-8f86-17e9043a5c16 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.639310] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c411389a-99c3-4a9d-9b87-a1c6781a3e4c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.656155] env[62023]: DEBUG nova.compute.provider_tree [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.658948] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.662539] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd73d2b5-41b9-4ef9-9cef-36969e14cc4b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.665505] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9a25febc-4de2-495c-9d5f-fedaa90245a6 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "70e1f478-73e0-4ddb-a206-a64a7e639a37" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.665581] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9a25febc-4de2-495c-9d5f-fedaa90245a6 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "70e1f478-73e0-4ddb-a206-a64a7e639a37" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.665707] env[62023]: DEBUG nova.compute.manager [None req-9a25febc-4de2-495c-9d5f-fedaa90245a6 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1441.668169] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ce6e09-b714-401a-b5ff-756f564c4582 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.675514] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1757971, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.681158] env[62023]: DEBUG nova.compute.manager [None req-9a25febc-4de2-495c-9d5f-fedaa90245a6 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62023) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1441.681743] env[62023]: DEBUG nova.objects.instance [None req-9a25febc-4de2-495c-9d5f-fedaa90245a6 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lazy-loading 'flavor' on Instance uuid 70e1f478-73e0-4ddb-a206-a64a7e639a37 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.683455] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1441.683455] env[62023]: value = "task-1757972" [ 1441.683455] env[62023]: _type = "Task" [ 1441.683455] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.694147] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520e2afe-fe98-e780-a667-edcd5add4130, 'name': SearchDatastore_Task, 'duration_secs': 0.057473} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.695613] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a05b8e54-ddb6-49d5-a530-d484e82af32e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.700954] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.704239] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1441.704239] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5296dace-8037-9db7-1ccf-bcfbc74f0b2d" [ 1441.704239] env[62023]: _type = "Task" [ 1441.704239] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.710028] env[62023]: DEBUG nova.network.neutron [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1441.715557] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5296dace-8037-9db7-1ccf-bcfbc74f0b2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.816524] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Acquiring lock "1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.816753] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Lock "1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.816953] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Acquiring lock "1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.817156] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Lock "1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.817329] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Lock "1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.819552] env[62023]: INFO nova.compute.manager [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Terminating instance [ 1441.887080] env[62023]: DEBUG nova.network.neutron [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Updating instance_info_cache with network_info: [{"id": "fbc8d160-8115-45ff-863f-34d66309be36", "address": "fa:16:3e:36:8e:91", "network": {"id": "27daee57-ed66-4820-985e-c0718d00a88b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-90250569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c95b9a752534bf696bcaabf19dc0ec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc8d160-81", "ovs_interfaceid": "fbc8d160-8115-45ff-863f-34d66309be36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.948399] env[62023]: DEBUG nova.compute.manager [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1441.979354] env[62023]: DEBUG nova.virt.hardware [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1441.979613] env[62023]: DEBUG nova.virt.hardware [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1441.979772] env[62023]: DEBUG nova.virt.hardware [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1441.979951] env[62023]: DEBUG nova.virt.hardware [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1441.980110] env[62023]: DEBUG nova.virt.hardware [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1441.980255] env[62023]: DEBUG nova.virt.hardware [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1441.980460] env[62023]: DEBUG nova.virt.hardware [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1441.980619] env[62023]: DEBUG nova.virt.hardware [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1441.980784] env[62023]: DEBUG nova.virt.hardware [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1441.980945] env[62023]: DEBUG nova.virt.hardware [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1441.981138] env[62023]: DEBUG nova.virt.hardware [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1441.981998] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5799a1a4-88b6-4dea-ba92-dab2bb951e6f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.989492] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec072ad5-501a-4bf6-8a81-e51b6d9cb3bd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.046767] env[62023]: DEBUG nova.compute.manager [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1442.170380] env[62023]: DEBUG nova.scheduler.client.report [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.174773] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1757971, 'name': ReconfigVM_Task, 'duration_secs': 0.582211} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.175074] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 8738aede-3817-4117-a482-a77db3db46a1/8738aede-3817-4117-a482-a77db3db46a1.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.175694] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-949b7ffd-86de-48bc-881d-67d121d74869 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.182104] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1442.182104] env[62023]: value = "task-1757973" [ 1442.182104] env[62023]: _type = "Task" [ 1442.182104] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.196316] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1757973, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.199832] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757972, 'name': PowerOffVM_Task, 'duration_secs': 0.268766} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.201493] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1442.201747] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1442.202489] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bec851-62be-4a74-8694-a3e77826d43b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.218042] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1442.218570] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5296dace-8037-9db7-1ccf-bcfbc74f0b2d, 'name': SearchDatastore_Task, 'duration_secs': 0.015836} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.218765] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60ff280f-7d63-41e8-91be-c07d3df713bc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.220501] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.220753] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 9fe841fd-6e67-4739-95fb-afc7939edaea/9fe841fd-6e67-4739-95fb-afc7939edaea.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1442.220987] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc9e7fe5-b517-46ca-b6f0-507c483886ec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.230465] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1442.230465] env[62023]: value = "task-1757975" [ 1442.230465] env[62023]: _type = "Task" [ 1442.230465] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.239300] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.309343] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1442.309343] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1442.309441] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleting the datastore file [datastore1] a1b9f6c0-b8c7-4426-b8da-64331c043bea {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1442.309694] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-189870a7-f955-484a-9754-00af534f87ab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.320024] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1442.320024] env[62023]: value = "task-1757976" [ 1442.320024] env[62023]: _type = "Task" [ 1442.320024] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.323624] env[62023]: DEBUG nova.compute.manager [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1442.323865] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1442.327853] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081d1095-6f48-406e-9180-cad8b6f04f01 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.332299] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.337468] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.337715] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e662cd24-ec87-4062-855e-02d44766bdbc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.343506] env[62023]: DEBUG oslo_vmware.api [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Waiting for the task: (returnval){ [ 1442.343506] env[62023]: value = "task-1757977" [ 1442.343506] env[62023]: _type = "Task" [ 1442.343506] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.352151] env[62023]: DEBUG oslo_vmware.api [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': task-1757977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.390349] env[62023]: DEBUG oslo_concurrency.lockutils [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Releasing lock "refresh_cache-9504eac7-6d65-437d-9209-d7a369d87507" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.390622] env[62023]: DEBUG nova.compute.manager [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Instance network_info: |[{"id": "fbc8d160-8115-45ff-863f-34d66309be36", "address": "fa:16:3e:36:8e:91", "network": {"id": "27daee57-ed66-4820-985e-c0718d00a88b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-90250569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c95b9a752534bf696bcaabf19dc0ec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc8d160-81", "ovs_interfaceid": "fbc8d160-8115-45ff-863f-34d66309be36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1442.391382] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:8e:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbc8d160-8115-45ff-863f-34d66309be36', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1442.405598] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Creating folder: Project (9c95b9a752534bf696bcaabf19dc0ec0). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1442.409218] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4298e2e7-afb3-4dc9-867f-d67482d9f402 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.420020] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Created folder: Project (9c95b9a752534bf696bcaabf19dc0ec0) in parent group-v365170. [ 1442.420285] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Creating folder: Instances. Parent ref: group-v365314. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1442.420548] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a040957e-6049-4af6-86ba-48c717707387 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.430715] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Created folder: Instances in parent group-v365314. [ 1442.430976] env[62023]: DEBUG oslo.service.loopingcall [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1442.432603] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1442.432826] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e414b0e5-5b52-4539-95fc-5aaf56545474 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.458808] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1442.458808] env[62023]: value = "task-1757980" [ 1442.458808] env[62023]: _type = "Task" [ 1442.458808] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.468409] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757980, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.580282] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.676013] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.676483] env[62023]: DEBUG nova.compute.manager [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1442.681667] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.009s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.684478] env[62023]: INFO nova.compute.claims [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1442.700524] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1757973, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.702456] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a25febc-4de2-495c-9d5f-fedaa90245a6 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.703029] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22ac6508-e559-45fe-b2c8-643a7d382490 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.712028] env[62023]: DEBUG oslo_vmware.api [None req-9a25febc-4de2-495c-9d5f-fedaa90245a6 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1442.712028] env[62023]: value = "task-1757981" [ 1442.712028] env[62023]: _type = "Task" [ 1442.712028] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.725321] env[62023]: DEBUG oslo_vmware.api [None req-9a25febc-4de2-495c-9d5f-fedaa90245a6 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1757981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.746418] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757975, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.830838] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45672} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.830838] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1442.830838] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1442.831269] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.853946] env[62023]: DEBUG oslo_vmware.api [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': task-1757977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.953435] env[62023]: DEBUG nova.network.neutron [-] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.974446] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757980, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.990681] env[62023]: DEBUG nova.network.neutron [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Successfully updated port: 7ec8a8f4-24f8-4de1-acd0-57a4284c2382 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1442.995778] env[62023]: DEBUG nova.compute.manager [req-65dedb63-4ea7-46b8-bd58-117f04a9695b req-c2f2ea4b-16a5-4f99-8145-393de84da55e service nova] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Received event network-vif-plugged-7ec8a8f4-24f8-4de1-acd0-57a4284c2382 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1442.995997] env[62023]: DEBUG oslo_concurrency.lockutils [req-65dedb63-4ea7-46b8-bd58-117f04a9695b req-c2f2ea4b-16a5-4f99-8145-393de84da55e service nova] Acquiring lock "eb4794e9-66c4-47cc-9e33-ffe69685df66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.996242] env[62023]: DEBUG oslo_concurrency.lockutils [req-65dedb63-4ea7-46b8-bd58-117f04a9695b req-c2f2ea4b-16a5-4f99-8145-393de84da55e service nova] Lock "eb4794e9-66c4-47cc-9e33-ffe69685df66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.996446] env[62023]: DEBUG oslo_concurrency.lockutils [req-65dedb63-4ea7-46b8-bd58-117f04a9695b req-c2f2ea4b-16a5-4f99-8145-393de84da55e service nova] Lock "eb4794e9-66c4-47cc-9e33-ffe69685df66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.996609] env[62023]: DEBUG nova.compute.manager [req-65dedb63-4ea7-46b8-bd58-117f04a9695b req-c2f2ea4b-16a5-4f99-8145-393de84da55e service nova] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] No waiting events found dispatching network-vif-plugged-7ec8a8f4-24f8-4de1-acd0-57a4284c2382 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1442.996783] env[62023]: WARNING nova.compute.manager [req-65dedb63-4ea7-46b8-bd58-117f04a9695b req-c2f2ea4b-16a5-4f99-8145-393de84da55e service nova] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Received unexpected event network-vif-plugged-7ec8a8f4-24f8-4de1-acd0-57a4284c2382 for instance with vm_state building and task_state spawning. [ 1443.182836] env[62023]: DEBUG nova.compute.utils [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1443.184272] env[62023]: DEBUG nova.compute.manager [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1443.184509] env[62023]: DEBUG nova.network.neutron [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1443.201082] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1757973, 'name': Rename_Task, 'duration_secs': 0.68106} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.201082] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1443.201287] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dbb2f00-d0c4-4313-b6a5-5e84ff87671a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.208668] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1443.208668] env[62023]: value = "task-1757982" [ 1443.208668] env[62023]: _type = "Task" [ 1443.208668] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.219766] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1757982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.222733] env[62023]: DEBUG oslo_vmware.api [None req-9a25febc-4de2-495c-9d5f-fedaa90245a6 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1757981, 'name': PowerOffVM_Task, 'duration_secs': 0.193413} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.222986] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a25febc-4de2-495c-9d5f-fedaa90245a6 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.223198] env[62023]: DEBUG nova.compute.manager [None req-9a25febc-4de2-495c-9d5f-fedaa90245a6 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.224296] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0b9d2a-b850-4a56-a8a3-9a75107dc60a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.241048] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53303} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.241406] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 9fe841fd-6e67-4739-95fb-afc7939edaea/9fe841fd-6e67-4739-95fb-afc7939edaea.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1443.241538] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1443.241813] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35409cfe-d9be-4c27-b8b5-1d031ad58be8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.247637] env[62023]: DEBUG nova.policy [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26c82d6169c44cbf889e0957d00b20d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3275bef1b9744cc8aba90405b27aca8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1443.253071] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1443.253071] env[62023]: value = "task-1757983" [ 1443.253071] env[62023]: _type = "Task" [ 1443.253071] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.259459] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.279766] env[62023]: DEBUG nova.compute.manager [req-2b764571-e764-4641-bb13-dcf668d0a4c8 req-690689a7-d39c-4ce6-92cc-ab0936a4801b service nova] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Received event network-changed-fbc8d160-8115-45ff-863f-34d66309be36 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1443.279866] env[62023]: DEBUG nova.compute.manager [req-2b764571-e764-4641-bb13-dcf668d0a4c8 req-690689a7-d39c-4ce6-92cc-ab0936a4801b service nova] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Refreshing instance network info cache due to event network-changed-fbc8d160-8115-45ff-863f-34d66309be36. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1443.280190] env[62023]: DEBUG oslo_concurrency.lockutils [req-2b764571-e764-4641-bb13-dcf668d0a4c8 req-690689a7-d39c-4ce6-92cc-ab0936a4801b service nova] Acquiring lock "refresh_cache-9504eac7-6d65-437d-9209-d7a369d87507" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.280431] env[62023]: DEBUG oslo_concurrency.lockutils [req-2b764571-e764-4641-bb13-dcf668d0a4c8 req-690689a7-d39c-4ce6-92cc-ab0936a4801b service nova] Acquired lock "refresh_cache-9504eac7-6d65-437d-9209-d7a369d87507" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.280681] env[62023]: DEBUG nova.network.neutron [req-2b764571-e764-4641-bb13-dcf668d0a4c8 req-690689a7-d39c-4ce6-92cc-ab0936a4801b service nova] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Refreshing network info cache for port fbc8d160-8115-45ff-863f-34d66309be36 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1443.355115] env[62023]: DEBUG oslo_vmware.api [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': task-1757977, 'name': PowerOffVM_Task, 'duration_secs': 0.571948} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.355115] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.355115] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1443.355115] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ece92db-ca5f-493e-a885-7d61dcd68433 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.456987] env[62023]: INFO nova.compute.manager [-] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Took 1.91 seconds to deallocate network for instance. [ 1443.473441] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Acquiring lock "ab51edb8-8b43-4d99-af81-b2e7813b329d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.475684] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Lock "ab51edb8-8b43-4d99-af81-b2e7813b329d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.475684] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Acquiring lock "ab51edb8-8b43-4d99-af81-b2e7813b329d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.475684] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Lock "ab51edb8-8b43-4d99-af81-b2e7813b329d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.475684] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Lock "ab51edb8-8b43-4d99-af81-b2e7813b329d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.477599] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757980, 'name': CreateVM_Task, 'duration_secs': 0.617212} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.477599] env[62023]: INFO nova.compute.manager [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Terminating instance [ 1443.478399] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1443.479196] env[62023]: DEBUG oslo_concurrency.lockutils [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.479366] env[62023]: DEBUG oslo_concurrency.lockutils [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.481314] env[62023]: DEBUG oslo_concurrency.lockutils [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1443.484762] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c5309a3-63d6-4cfe-9767-116450f3a747 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.484762] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1443.484762] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1443.484762] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Deleting the datastore file [datastore1] 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1443.485125] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8f71be3-17aa-429d-9109-07eacfd0ffee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.491039] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Waiting for the task: (returnval){ [ 1443.491039] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52427ecc-d8b4-0614-2d7c-b808f7913756" [ 1443.491039] env[62023]: _type = "Task" [ 1443.491039] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.493654] env[62023]: DEBUG oslo_vmware.api [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Waiting for the task: (returnval){ [ 1443.493654] env[62023]: value = "task-1757985" [ 1443.493654] env[62023]: _type = "Task" [ 1443.493654] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.501697] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquiring lock "refresh_cache-eb4794e9-66c4-47cc-9e33-ffe69685df66" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.502318] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquired lock "refresh_cache-eb4794e9-66c4-47cc-9e33-ffe69685df66" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.502318] env[62023]: DEBUG nova.network.neutron [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1443.507425] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52427ecc-d8b4-0614-2d7c-b808f7913756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.512564] env[62023]: DEBUG oslo_vmware.api [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': task-1757985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.641833] env[62023]: DEBUG nova.network.neutron [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Successfully created port: 1239f070-2922-4bde-8beb-5e96fc82103a {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1443.687796] env[62023]: DEBUG nova.compute.manager [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1443.719653] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1757982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.741878] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9a25febc-4de2-495c-9d5f-fedaa90245a6 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "70e1f478-73e0-4ddb-a206-a64a7e639a37" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.768690] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226363} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.769009] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1443.770174] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8cd11d-57ed-4402-8d7b-361e6d7a2d45 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.806227] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 9fe841fd-6e67-4739-95fb-afc7939edaea/9fe841fd-6e67-4739-95fb-afc7939edaea.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.811418] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae6f6be5-719f-4992-8b59-ed38b03e27e7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.851023] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1443.851023] env[62023]: value = "task-1757986" [ 1443.851023] env[62023]: _type = "Task" [ 1443.851023] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.867765] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.893674] env[62023]: DEBUG nova.virt.hardware [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1443.893674] env[62023]: DEBUG nova.virt.hardware [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1443.893674] env[62023]: DEBUG nova.virt.hardware [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1443.893863] env[62023]: DEBUG nova.virt.hardware [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1443.893863] env[62023]: DEBUG nova.virt.hardware [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1443.894260] env[62023]: DEBUG nova.virt.hardware [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1443.894398] env[62023]: DEBUG nova.virt.hardware [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1443.894664] env[62023]: DEBUG nova.virt.hardware [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1443.894932] env[62023]: DEBUG nova.virt.hardware [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1443.895365] env[62023]: DEBUG nova.virt.hardware [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1443.895504] env[62023]: DEBUG nova.virt.hardware [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1443.896918] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d832a92-b584-4105-b0d4-d11af8f08719 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.910629] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa12d3f-51cf-4318-b793-414c78bb19a3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.925028] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:ab:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '394cbe12-1979-49d2-b3ee-f3c7e91795f6', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1443.933195] env[62023]: DEBUG oslo.service.loopingcall [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1443.937041] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1443.937902] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75c3dae5-8687-4133-bd7c-e5a948373fc0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.962070] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1443.962070] env[62023]: value = "task-1757987" [ 1443.962070] env[62023]: _type = "Task" [ 1443.962070] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.969429] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.973131] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757987, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.985887] env[62023]: DEBUG nova.compute.manager [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1443.986180] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1443.989986] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400f41e4-c328-4d52-a80e-5955adc82af4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.999771] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1444.003594] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aca1a87b-3593-4b9d-b97a-f0f40a5c81ec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.010907] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52427ecc-d8b4-0614-2d7c-b808f7913756, 'name': SearchDatastore_Task, 'duration_secs': 0.021438} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.015773] env[62023]: DEBUG oslo_concurrency.lockutils [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.016048] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1444.016284] env[62023]: DEBUG oslo_concurrency.lockutils [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.016447] env[62023]: DEBUG oslo_concurrency.lockutils [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.016670] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1444.020592] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea139bfe-7686-4031-827e-ed8d8292187c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.022849] env[62023]: DEBUG oslo_vmware.api [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Task: {'id': task-1757985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.50176} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.025397] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1444.025397] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1444.025397] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1444.025397] env[62023]: INFO nova.compute.manager [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1444.025397] env[62023]: DEBUG oslo.service.loopingcall [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1444.025681] env[62023]: DEBUG oslo_vmware.api [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Waiting for the task: (returnval){ [ 1444.025681] env[62023]: value = "task-1757988" [ 1444.025681] env[62023]: _type = "Task" [ 1444.025681] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.025862] env[62023]: DEBUG nova.compute.manager [-] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1444.026014] env[62023]: DEBUG nova.network.neutron [-] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1444.037578] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1444.038351] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1444.039401] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aabee009-2a38-4723-a75c-27cd6bc94b98 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.046390] env[62023]: DEBUG oslo_vmware.api [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': task-1757988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.049971] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Waiting for the task: (returnval){ [ 1444.049971] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525a8b22-d52b-6228-dc96-873431affdde" [ 1444.049971] env[62023]: _type = "Task" [ 1444.049971] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.061708] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525a8b22-d52b-6228-dc96-873431affdde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.131635] env[62023]: DEBUG nova.network.neutron [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1444.219856] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1757982, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.220830] env[62023]: DEBUG nova.network.neutron [req-2b764571-e764-4641-bb13-dcf668d0a4c8 req-690689a7-d39c-4ce6-92cc-ab0936a4801b service nova] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Updated VIF entry in instance network info cache for port fbc8d160-8115-45ff-863f-34d66309be36. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1444.221240] env[62023]: DEBUG nova.network.neutron [req-2b764571-e764-4641-bb13-dcf668d0a4c8 req-690689a7-d39c-4ce6-92cc-ab0936a4801b service nova] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Updating instance_info_cache with network_info: [{"id": "fbc8d160-8115-45ff-863f-34d66309be36", "address": "fa:16:3e:36:8e:91", "network": {"id": "27daee57-ed66-4820-985e-c0718d00a88b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-90250569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c95b9a752534bf696bcaabf19dc0ec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc8d160-81", "ovs_interfaceid": "fbc8d160-8115-45ff-863f-34d66309be36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.370582] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.412811] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee38a4f8-001e-4a22-89d7-9dc8012c2fb4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.423787] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9150f2b3-4bf7-4158-9a7f-8341b72bced8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.475570] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47655d2b-c4fb-49ce-9ccc-c4062f9c8ec2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.489919] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757987, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.490457] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb53de0-6ac1-46c0-bcfa-d7904988c087 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.507209] env[62023]: DEBUG nova.compute.provider_tree [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1444.540316] env[62023]: DEBUG oslo_vmware.api [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': task-1757988, 'name': PowerOffVM_Task, 'duration_secs': 0.404185} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.540316] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1444.540316] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1444.540316] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b46f59a-fd95-4eda-9c06-dd34c48f3d9c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.560831] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525a8b22-d52b-6228-dc96-873431affdde, 'name': SearchDatastore_Task, 'duration_secs': 0.014288} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.561734] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-159b3ef0-461b-4ae1-a5ee-d4c00b525ca9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.567706] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Waiting for the task: (returnval){ [ 1444.567706] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cfa803-7203-f8fa-641c-3e499b89d5c9" [ 1444.567706] env[62023]: _type = "Task" [ 1444.567706] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.576425] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cfa803-7203-f8fa-641c-3e499b89d5c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.649296] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1444.649523] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1444.649697] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Deleting the datastore file [datastore1] ab51edb8-8b43-4d99-af81-b2e7813b329d {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.649983] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31f5f963-ad5f-42f5-9d59-24709d4e161b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.657354] env[62023]: DEBUG oslo_vmware.api [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Waiting for the task: (returnval){ [ 1444.657354] env[62023]: value = "task-1757990" [ 1444.657354] env[62023]: _type = "Task" [ 1444.657354] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.666757] env[62023]: DEBUG oslo_vmware.api [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': task-1757990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.702224] env[62023]: DEBUG nova.compute.manager [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1444.720901] env[62023]: DEBUG oslo_vmware.api [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1757982, 'name': PowerOnVM_Task, 'duration_secs': 1.023983} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.721446] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1444.721696] env[62023]: INFO nova.compute.manager [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Took 10.79 seconds to spawn the instance on the hypervisor. [ 1444.721873] env[62023]: DEBUG nova.compute.manager [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1444.722732] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b36e866-7db2-472e-9f98-0eff0b7b7d4b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.731237] env[62023]: DEBUG oslo_concurrency.lockutils [req-2b764571-e764-4641-bb13-dcf668d0a4c8 req-690689a7-d39c-4ce6-92cc-ab0936a4801b service nova] Releasing lock "refresh_cache-9504eac7-6d65-437d-9209-d7a369d87507" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.731237] env[62023]: DEBUG nova.compute.manager [req-2b764571-e764-4641-bb13-dcf668d0a4c8 req-690689a7-d39c-4ce6-92cc-ab0936a4801b service nova] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Received event network-vif-deleted-843a2596-622c-4b8c-9e68-f3b0ea6050a3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1444.739391] env[62023]: DEBUG nova.network.neutron [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Updating instance_info_cache with network_info: [{"id": "7ec8a8f4-24f8-4de1-acd0-57a4284c2382", "address": "fa:16:3e:b6:4e:88", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec8a8f4-24", "ovs_interfaceid": "7ec8a8f4-24f8-4de1-acd0-57a4284c2382", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.754772] env[62023]: DEBUG nova.virt.hardware [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1444.755015] env[62023]: DEBUG nova.virt.hardware [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1444.755251] env[62023]: DEBUG nova.virt.hardware [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1444.755358] env[62023]: DEBUG nova.virt.hardware [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1444.755505] env[62023]: DEBUG nova.virt.hardware [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1444.755646] env[62023]: DEBUG nova.virt.hardware [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1444.755848] env[62023]: DEBUG nova.virt.hardware [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1444.755997] env[62023]: DEBUG nova.virt.hardware [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1444.756887] env[62023]: DEBUG nova.virt.hardware [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1444.756887] env[62023]: DEBUG nova.virt.hardware [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1444.756887] env[62023]: DEBUG nova.virt.hardware [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1444.758061] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7aeb140-75a7-461a-8a3d-6375e8cf0066 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.766452] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094ddd63-47aa-4739-aba1-2e3d751c25cf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.861989] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757986, 'name': ReconfigVM_Task, 'duration_secs': 0.830637} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.862298] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 9fe841fd-6e67-4739-95fb-afc7939edaea/9fe841fd-6e67-4739-95fb-afc7939edaea.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1444.862607] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62023) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1444.864245] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-ce30c993-1149-490e-8198-195895ff14dd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.871170] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1444.871170] env[62023]: value = "task-1757991" [ 1444.871170] env[62023]: _type = "Task" [ 1444.871170] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.879308] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757991, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.981695] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757987, 'name': CreateVM_Task, 'duration_secs': 0.773602} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.982056] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1444.982674] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.982888] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.983260] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1444.983542] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bd40971-ea4e-4149-9d41-0fada13f0038 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.989090] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1444.989090] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c277c9-91b0-4b95-96a9-a77dc3d3c690" [ 1444.989090] env[62023]: _type = "Task" [ 1444.989090] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.997883] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c277c9-91b0-4b95-96a9-a77dc3d3c690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.034374] env[62023]: ERROR nova.scheduler.client.report [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [req-2e9b4d88-21b6-4192-8151-3a2076413b9f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2e9b4d88-21b6-4192-8151-3a2076413b9f"}]} [ 1445.053812] env[62023]: DEBUG nova.scheduler.client.report [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1445.080257] env[62023]: DEBUG nova.scheduler.client.report [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1445.080257] env[62023]: DEBUG nova.compute.provider_tree [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1445.084052] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cfa803-7203-f8fa-641c-3e499b89d5c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.084483] env[62023]: DEBUG oslo_concurrency.lockutils [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.084632] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 9504eac7-6d65-437d-9209-d7a369d87507/9504eac7-6d65-437d-9209-d7a369d87507.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1445.085274] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f674874-4f5b-4e84-b61f-19f9be42ea49 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.093367] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Waiting for the task: (returnval){ [ 1445.093367] env[62023]: value = "task-1757992" [ 1445.093367] env[62023]: _type = "Task" [ 1445.093367] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.104271] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': task-1757992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.105224] env[62023]: DEBUG nova.scheduler.client.report [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1445.126299] env[62023]: DEBUG nova.scheduler.client.report [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1445.175970] env[62023]: DEBUG oslo_vmware.api [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Task: {'id': task-1757990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147578} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.176397] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.176721] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.176981] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.177191] env[62023]: INFO nova.compute.manager [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1445.177496] env[62023]: DEBUG oslo.service.loopingcall [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1445.177917] env[62023]: DEBUG nova.compute.manager [-] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1445.177917] env[62023]: DEBUG nova.network.neutron [-] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1445.246124] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Releasing lock "refresh_cache-eb4794e9-66c4-47cc-9e33-ffe69685df66" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.246905] env[62023]: DEBUG nova.compute.manager [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Instance network_info: |[{"id": "7ec8a8f4-24f8-4de1-acd0-57a4284c2382", "address": "fa:16:3e:b6:4e:88", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec8a8f4-24", "ovs_interfaceid": "7ec8a8f4-24f8-4de1-acd0-57a4284c2382", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1445.250165] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:4e:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ec8a8f4-24f8-4de1-acd0-57a4284c2382', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1445.259472] env[62023]: DEBUG oslo.service.loopingcall [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1445.260164] env[62023]: INFO nova.compute.manager [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Took 59.43 seconds to build instance. [ 1445.260903] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1445.261323] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76b4f145-2330-4304-a0ca-9d421bf6da79 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.292956] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1445.292956] env[62023]: value = "task-1757993" [ 1445.292956] env[62023]: _type = "Task" [ 1445.292956] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.298718] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757993, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.385876] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757991, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.048523} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.385876] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62023) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1445.386222] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5298b30-2893-43da-8547-0fd238f58d21 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.412013] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 9fe841fd-6e67-4739-95fb-afc7939edaea/ephemeral_0.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1445.412321] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-786afee7-1cd4-4f7a-a590-3cf827c896f0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.435678] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1445.435678] env[62023]: value = "task-1757994" [ 1445.435678] env[62023]: _type = "Task" [ 1445.435678] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.448513] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.501362] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c277c9-91b0-4b95-96a9-a77dc3d3c690, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.504206] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.504479] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1445.504725] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.504938] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.505056] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.506213] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74f3aea0-d8b9-4f46-884a-04cc86537154 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.522051] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.522299] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1445.523968] env[62023]: DEBUG nova.compute.manager [req-c36d6fc9-e746-45d2-8479-aceef8f2326a req-99ed98d3-7539-4e1e-ac8f-beddf20d5105 service nova] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Received event network-changed-7ec8a8f4-24f8-4de1-acd0-57a4284c2382 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1445.524168] env[62023]: DEBUG nova.compute.manager [req-c36d6fc9-e746-45d2-8479-aceef8f2326a req-99ed98d3-7539-4e1e-ac8f-beddf20d5105 service nova] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Refreshing instance network info cache due to event network-changed-7ec8a8f4-24f8-4de1-acd0-57a4284c2382. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1445.524473] env[62023]: DEBUG oslo_concurrency.lockutils [req-c36d6fc9-e746-45d2-8479-aceef8f2326a req-99ed98d3-7539-4e1e-ac8f-beddf20d5105 service nova] Acquiring lock "refresh_cache-eb4794e9-66c4-47cc-9e33-ffe69685df66" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.524621] env[62023]: DEBUG oslo_concurrency.lockutils [req-c36d6fc9-e746-45d2-8479-aceef8f2326a req-99ed98d3-7539-4e1e-ac8f-beddf20d5105 service nova] Acquired lock "refresh_cache-eb4794e9-66c4-47cc-9e33-ffe69685df66" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.524784] env[62023]: DEBUG nova.network.neutron [req-c36d6fc9-e746-45d2-8479-aceef8f2326a req-99ed98d3-7539-4e1e-ac8f-beddf20d5105 service nova] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Refreshing network info cache for port 7ec8a8f4-24f8-4de1-acd0-57a4284c2382 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1445.535241] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91057342-30be-438e-bd72-4d7b9633ea07 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.544066] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1445.544066] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a7bc95-7ea2-ba4f-152a-e1800ace6c08" [ 1445.544066] env[62023]: _type = "Task" [ 1445.544066] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.560644] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a7bc95-7ea2-ba4f-152a-e1800ace6c08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.592490] env[62023]: DEBUG nova.network.neutron [-] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.614450] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': task-1757992, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.762108] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0328742e-8d74-4d0e-9859-b728d8ef1bdc tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "8738aede-3817-4117-a482-a77db3db46a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.873s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.802030] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1757993, 'name': CreateVM_Task, 'duration_secs': 0.383287} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.802242] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1445.803610] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.803998] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.804144] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1445.804512] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d9b77e-d024-4dd5-8302-3e84a815b497 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.812013] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for the task: (returnval){ [ 1445.812013] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52327618-3c60-40f4-d94d-f9f6a983db83" [ 1445.812013] env[62023]: _type = "Task" [ 1445.812013] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.821545] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52327618-3c60-40f4-d94d-f9f6a983db83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.850603] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53d40b6-a5d8-4832-bb91-1969596cdf8e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.858649] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abb15ef-e868-4a8a-b39b-c91c7eb98bff {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.890104] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee43e44-762f-4429-9cce-80f150b4452f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.897678] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d4e07e-786d-470f-ad62-1cd8d23c56a1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.910979] env[62023]: DEBUG nova.compute.provider_tree [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1445.952506] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757994, 'name': ReconfigVM_Task, 'duration_secs': 0.396618} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.952506] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 9fe841fd-6e67-4739-95fb-afc7939edaea/ephemeral_0.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.952506] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94f0fce9-053e-4716-ba1e-c413e86a0863 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.962787] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1445.962787] env[62023]: value = "task-1757995" [ 1445.962787] env[62023]: _type = "Task" [ 1445.962787] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.977707] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757995, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.054261] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a7bc95-7ea2-ba4f-152a-e1800ace6c08, 'name': SearchDatastore_Task, 'duration_secs': 0.064904} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.055079] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87911b1a-24dc-4280-a3ee-fb0b21ce9f62 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.062100] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1446.062100] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5209f8d9-1ddb-d958-59ce-869a48af9678" [ 1446.062100] env[62023]: _type = "Task" [ 1446.062100] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.070406] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5209f8d9-1ddb-d958-59ce-869a48af9678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.098186] env[62023]: INFO nova.compute.manager [-] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Took 2.07 seconds to deallocate network for instance. [ 1446.108244] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': task-1757992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700732} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.108244] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 9504eac7-6d65-437d-9209-d7a369d87507/9504eac7-6d65-437d-9209-d7a369d87507.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1446.108244] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1446.108244] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-591d268a-c77e-48fd-9b19-69ac8086ad63 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.119442] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Waiting for the task: (returnval){ [ 1446.119442] env[62023]: value = "task-1757996" [ 1446.119442] env[62023]: _type = "Task" [ 1446.119442] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.131700] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': task-1757996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.268033] env[62023]: DEBUG nova.network.neutron [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Successfully updated port: 1239f070-2922-4bde-8beb-5e96fc82103a {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1446.269405] env[62023]: DEBUG nova.compute.manager [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1446.325718] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52327618-3c60-40f4-d94d-f9f6a983db83, 'name': SearchDatastore_Task, 'duration_secs': 0.011383} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.325718] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.325718] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1446.325954] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.422560] env[62023]: DEBUG nova.network.neutron [req-c36d6fc9-e746-45d2-8479-aceef8f2326a req-99ed98d3-7539-4e1e-ac8f-beddf20d5105 service nova] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Updated VIF entry in instance network info cache for port 7ec8a8f4-24f8-4de1-acd0-57a4284c2382. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1446.422560] env[62023]: DEBUG nova.network.neutron [req-c36d6fc9-e746-45d2-8479-aceef8f2326a req-99ed98d3-7539-4e1e-ac8f-beddf20d5105 service nova] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Updating instance_info_cache with network_info: [{"id": "7ec8a8f4-24f8-4de1-acd0-57a4284c2382", "address": "fa:16:3e:b6:4e:88", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec8a8f4-24", "ovs_interfaceid": "7ec8a8f4-24f8-4de1-acd0-57a4284c2382", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.446128] env[62023]: DEBUG nova.scheduler.client.report [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1446.446128] env[62023]: DEBUG nova.compute.provider_tree [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 72 to 73 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1446.446128] env[62023]: DEBUG nova.compute.provider_tree [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.449518] env[62023]: DEBUG nova.compute.manager [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1446.450875] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648cea64-baf1-4f23-8dc8-1a1cf16f1407 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.476633] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757995, 'name': Rename_Task, 'duration_secs': 0.171521} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.477811] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1446.478075] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5afce29c-5f4b-4267-98ae-f0e3f508a0bf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.483063] env[62023]: DEBUG nova.network.neutron [-] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.486659] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1446.486659] env[62023]: value = "task-1757997" [ 1446.486659] env[62023]: _type = "Task" [ 1446.486659] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.502125] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.574503] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5209f8d9-1ddb-d958-59ce-869a48af9678, 'name': SearchDatastore_Task, 'duration_secs': 0.010238} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.574789] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.575093] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] a1b9f6c0-b8c7-4426-b8da-64331c043bea/a1b9f6c0-b8c7-4426-b8da-64331c043bea.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1446.575408] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.579022] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1446.579022] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55fbef18-3f3a-4ed9-8d02-cf7c7ed6c790 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.580869] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b3a6046-367e-4579-8815-99408b17bcb2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.589865] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1446.589865] env[62023]: value = "task-1757998" [ 1446.589865] env[62023]: _type = "Task" [ 1446.589865] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.596963] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1446.597207] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1446.599160] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1297be19-6faa-4d45-b829-7fd11136c713 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.604529] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.608482] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.610232] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for the task: (returnval){ [ 1446.610232] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5247365b-67f6-cb35-c62e-3d2e0db77390" [ 1446.610232] env[62023]: _type = "Task" [ 1446.610232] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.617929] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5247365b-67f6-cb35-c62e-3d2e0db77390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.627687] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': task-1757996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07097} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.627948] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1446.628723] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4318ff2-1ba7-43dd-9268-bb6a6e437193 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.651338] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 9504eac7-6d65-437d-9209-d7a369d87507/9504eac7-6d65-437d-9209-d7a369d87507.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1446.651681] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82f03bfc-b900-4758-93f8-4b26d78cd4dc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.673342] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Waiting for the task: (returnval){ [ 1446.673342] env[62023]: value = "task-1757999" [ 1446.673342] env[62023]: _type = "Task" [ 1446.673342] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.684803] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': task-1757999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.775581] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "refresh_cache-385bc4de-fa59-41d0-9201-e1a6acdab485" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.775763] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquired lock "refresh_cache-385bc4de-fa59-41d0-9201-e1a6acdab485" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.775943] env[62023]: DEBUG nova.network.neutron [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1446.797197] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.898016] env[62023]: DEBUG nova.compute.manager [req-67117c8a-9c18-4f6a-a16c-6eaee7eda0ca req-fc26c932-0757-46b3-84b9-0c4a11c8de07 service nova] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Received event network-changed-ddc9a962-3cca-4616-8e85-26ff9bc9c8b7 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1446.898514] env[62023]: DEBUG nova.compute.manager [req-67117c8a-9c18-4f6a-a16c-6eaee7eda0ca req-fc26c932-0757-46b3-84b9-0c4a11c8de07 service nova] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Refreshing instance network info cache due to event network-changed-ddc9a962-3cca-4616-8e85-26ff9bc9c8b7. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1446.898841] env[62023]: DEBUG oslo_concurrency.lockutils [req-67117c8a-9c18-4f6a-a16c-6eaee7eda0ca req-fc26c932-0757-46b3-84b9-0c4a11c8de07 service nova] Acquiring lock "refresh_cache-8738aede-3817-4117-a482-a77db3db46a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.899019] env[62023]: DEBUG oslo_concurrency.lockutils [req-67117c8a-9c18-4f6a-a16c-6eaee7eda0ca req-fc26c932-0757-46b3-84b9-0c4a11c8de07 service nova] Acquired lock "refresh_cache-8738aede-3817-4117-a482-a77db3db46a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.899217] env[62023]: DEBUG nova.network.neutron [req-67117c8a-9c18-4f6a-a16c-6eaee7eda0ca req-fc26c932-0757-46b3-84b9-0c4a11c8de07 service nova] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Refreshing network info cache for port ddc9a962-3cca-4616-8e85-26ff9bc9c8b7 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.927356] env[62023]: DEBUG oslo_concurrency.lockutils [req-c36d6fc9-e746-45d2-8479-aceef8f2326a req-99ed98d3-7539-4e1e-ac8f-beddf20d5105 service nova] Releasing lock "refresh_cache-eb4794e9-66c4-47cc-9e33-ffe69685df66" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.951076] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.269s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.951340] env[62023]: DEBUG nova.compute.manager [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1446.957026] env[62023]: DEBUG oslo_concurrency.lockutils [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.451s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.957026] env[62023]: DEBUG nova.objects.instance [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lazy-loading 'resources' on Instance uuid 31220d7a-9294-46d7-8052-8f7693183392 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1446.965737] env[62023]: INFO nova.compute.manager [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] instance snapshotting [ 1446.965973] env[62023]: WARNING nova.compute.manager [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1446.969667] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd1ec8e-e90b-44fc-8db7-87a5b0b06bc4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.994456] env[62023]: INFO nova.compute.manager [-] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Took 1.82 seconds to deallocate network for instance. [ 1447.005582] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74969fe2-78ec-43ff-9129-281ec1fb7efa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.021287] env[62023]: DEBUG oslo_vmware.api [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1757997, 'name': PowerOnVM_Task, 'duration_secs': 0.498855} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.022059] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1447.022407] env[62023]: INFO nova.compute.manager [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1447.022739] env[62023]: DEBUG nova.compute.manager [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1447.023692] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0123f0e4-2441-4eeb-b20f-5762af657d5b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.104860] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757998, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.121463] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5247365b-67f6-cb35-c62e-3d2e0db77390, 'name': SearchDatastore_Task, 'duration_secs': 0.015662} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.122193] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701307f2-60b2-4225-b861-cb1785f708ef {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.131879] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for the task: (returnval){ [ 1447.131879] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529b0d7c-5b65-e8e1-3031-5d1d34e771dd" [ 1447.131879] env[62023]: _type = "Task" [ 1447.131879] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.143499] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529b0d7c-5b65-e8e1-3031-5d1d34e771dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.184947] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': task-1757999, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.321625] env[62023]: DEBUG nova.network.neutron [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1447.461125] env[62023]: DEBUG nova.compute.utils [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1447.469403] env[62023]: DEBUG nova.compute.manager [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1447.469403] env[62023]: DEBUG nova.network.neutron [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1447.511579] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.523930] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Creating Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1447.524736] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fb917e43-ecd2-4334-ab9c-6e88f273d330 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.533121] env[62023]: DEBUG oslo_vmware.api [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1447.533121] env[62023]: value = "task-1758000" [ 1447.533121] env[62023]: _type = "Task" [ 1447.533121] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.548814] env[62023]: DEBUG oslo_vmware.api [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758000, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.561124] env[62023]: INFO nova.compute.manager [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Took 43.20 seconds to build instance. [ 1447.597163] env[62023]: DEBUG nova.policy [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea3f0fd0fca04d77ba5429ddac5c247f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7f200b2b5c247c59ea84456f3eb2d25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1447.609352] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757998, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.623790] env[62023]: DEBUG nova.network.neutron [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Updating instance_info_cache with network_info: [{"id": "1239f070-2922-4bde-8beb-5e96fc82103a", "address": "fa:16:3e:93:47:a8", "network": {"id": "a1ea5569-a716-454e-bf75-93a66d6af828", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-371204641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3275bef1b9744cc8aba90405b27aca8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1239f070-29", "ovs_interfaceid": "1239f070-2922-4bde-8beb-5e96fc82103a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.645547] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529b0d7c-5b65-e8e1-3031-5d1d34e771dd, 'name': SearchDatastore_Task, 'duration_secs': 0.048122} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.648622] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.648929] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] eb4794e9-66c4-47cc-9e33-ffe69685df66/eb4794e9-66c4-47cc-9e33-ffe69685df66.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1447.649686] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e3a52d8-0ce1-4263-9232-de68c03ba3ed {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.657457] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for the task: (returnval){ [ 1447.657457] env[62023]: value = "task-1758001" [ 1447.657457] env[62023]: _type = "Task" [ 1447.657457] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.670488] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1758001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.689635] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': task-1757999, 'name': ReconfigVM_Task, 'duration_secs': 0.567876} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.689961] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 9504eac7-6d65-437d-9209-d7a369d87507/9504eac7-6d65-437d-9209-d7a369d87507.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1447.690600] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-796482dc-3092-4cd5-a8a4-d73abec97de8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.696811] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Waiting for the task: (returnval){ [ 1447.696811] env[62023]: value = "task-1758002" [ 1447.696811] env[62023]: _type = "Task" [ 1447.696811] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.707698] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': task-1758002, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.723952] env[62023]: DEBUG nova.compute.manager [req-923252ac-c8b5-4bdb-8194-e94166eb89a1 req-10069eea-0c64-4390-a747-c9b4c0c30dee service nova] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Received event network-vif-deleted-133b91f6-d8a0-4557-aad6-79a0cfac96a3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1447.723952] env[62023]: DEBUG nova.compute.manager [req-923252ac-c8b5-4bdb-8194-e94166eb89a1 req-10069eea-0c64-4390-a747-c9b4c0c30dee service nova] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Received event network-vif-deleted-a1683762-9b67-435f-a325-9f5643a5b732 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1447.724261] env[62023]: DEBUG nova.compute.manager [req-923252ac-c8b5-4bdb-8194-e94166eb89a1 req-10069eea-0c64-4390-a747-c9b4c0c30dee service nova] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Received event network-vif-plugged-1239f070-2922-4bde-8beb-5e96fc82103a {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1447.724441] env[62023]: DEBUG oslo_concurrency.lockutils [req-923252ac-c8b5-4bdb-8194-e94166eb89a1 req-10069eea-0c64-4390-a747-c9b4c0c30dee service nova] Acquiring lock "385bc4de-fa59-41d0-9201-e1a6acdab485-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.724556] env[62023]: DEBUG oslo_concurrency.lockutils [req-923252ac-c8b5-4bdb-8194-e94166eb89a1 req-10069eea-0c64-4390-a747-c9b4c0c30dee service nova] Lock "385bc4de-fa59-41d0-9201-e1a6acdab485-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.724707] env[62023]: DEBUG oslo_concurrency.lockutils [req-923252ac-c8b5-4bdb-8194-e94166eb89a1 req-10069eea-0c64-4390-a747-c9b4c0c30dee service nova] Lock "385bc4de-fa59-41d0-9201-e1a6acdab485-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.724888] env[62023]: DEBUG nova.compute.manager [req-923252ac-c8b5-4bdb-8194-e94166eb89a1 req-10069eea-0c64-4390-a747-c9b4c0c30dee service nova] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] No waiting events found dispatching network-vif-plugged-1239f070-2922-4bde-8beb-5e96fc82103a {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1447.726147] env[62023]: WARNING nova.compute.manager [req-923252ac-c8b5-4bdb-8194-e94166eb89a1 req-10069eea-0c64-4390-a747-c9b4c0c30dee service nova] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Received unexpected event network-vif-plugged-1239f070-2922-4bde-8beb-5e96fc82103a for instance with vm_state building and task_state spawning. [ 1447.726147] env[62023]: DEBUG nova.compute.manager [req-923252ac-c8b5-4bdb-8194-e94166eb89a1 req-10069eea-0c64-4390-a747-c9b4c0c30dee service nova] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Received event network-changed-1239f070-2922-4bde-8beb-5e96fc82103a {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1447.726147] env[62023]: DEBUG nova.compute.manager [req-923252ac-c8b5-4bdb-8194-e94166eb89a1 req-10069eea-0c64-4390-a747-c9b4c0c30dee service nova] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Refreshing instance network info cache due to event network-changed-1239f070-2922-4bde-8beb-5e96fc82103a. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1447.726147] env[62023]: DEBUG oslo_concurrency.lockutils [req-923252ac-c8b5-4bdb-8194-e94166eb89a1 req-10069eea-0c64-4390-a747-c9b4c0c30dee service nova] Acquiring lock "refresh_cache-385bc4de-fa59-41d0-9201-e1a6acdab485" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.886928] env[62023]: DEBUG oslo_concurrency.lockutils [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Acquiring lock "e1d37f7c-e412-43f8-be47-20f0d5159fa6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.887183] env[62023]: DEBUG oslo_concurrency.lockutils [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Lock "e1d37f7c-e412-43f8-be47-20f0d5159fa6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.887428] env[62023]: DEBUG oslo_concurrency.lockutils [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Acquiring lock "e1d37f7c-e412-43f8-be47-20f0d5159fa6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.887674] env[62023]: DEBUG oslo_concurrency.lockutils [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Lock "e1d37f7c-e412-43f8-be47-20f0d5159fa6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.887868] env[62023]: DEBUG oslo_concurrency.lockutils [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Lock "e1d37f7c-e412-43f8-be47-20f0d5159fa6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.890422] env[62023]: INFO nova.compute.manager [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Terminating instance [ 1447.928969] env[62023]: DEBUG nova.network.neutron [req-67117c8a-9c18-4f6a-a16c-6eaee7eda0ca req-fc26c932-0757-46b3-84b9-0c4a11c8de07 service nova] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Updated VIF entry in instance network info cache for port ddc9a962-3cca-4616-8e85-26ff9bc9c8b7. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.928969] env[62023]: DEBUG nova.network.neutron [req-67117c8a-9c18-4f6a-a16c-6eaee7eda0ca req-fc26c932-0757-46b3-84b9-0c4a11c8de07 service nova] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Updating instance_info_cache with network_info: [{"id": "ddc9a962-3cca-4616-8e85-26ff9bc9c8b7", "address": "fa:16:3e:2c:ea:42", "network": {"id": "d667392c-a81f-405d-a875-dd77b18ed846", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1973295588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2744218324bc48d8fefccaddd4183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc9a962-3c", "ovs_interfaceid": "ddc9a962-3cca-4616-8e85-26ff9bc9c8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.968801] env[62023]: DEBUG nova.compute.manager [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1448.004154] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd959ee-3f5d-446a-b071-e20391135e84 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.012769] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33034dff-ca84-42b2-9221-4f29eec96c00 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.049392] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dcb0f2-b1ad-4812-a1a3-cab63890237f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.060862] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbb84dc-dc06-4417-9276-c65da9246103 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.064701] env[62023]: DEBUG oslo_vmware.api [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758000, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.065422] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4f7b3a17-a6ef-47bd-8964-91f1577fd9bf tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Lock "9fe841fd-6e67-4739-95fb-afc7939edaea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.124s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.086432] env[62023]: DEBUG nova.compute.provider_tree [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1448.102539] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757998, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.116217] env[62023]: DEBUG nova.network.neutron [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Successfully created port: 7f5a735b-ead4-45f3-9da5-0f39b38ba5e1 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1448.130990] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Releasing lock "refresh_cache-385bc4de-fa59-41d0-9201-e1a6acdab485" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.131460] env[62023]: DEBUG nova.compute.manager [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Instance network_info: |[{"id": "1239f070-2922-4bde-8beb-5e96fc82103a", "address": "fa:16:3e:93:47:a8", "network": {"id": "a1ea5569-a716-454e-bf75-93a66d6af828", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-371204641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3275bef1b9744cc8aba90405b27aca8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1239f070-29", "ovs_interfaceid": "1239f070-2922-4bde-8beb-5e96fc82103a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1448.131783] env[62023]: DEBUG oslo_concurrency.lockutils [req-923252ac-c8b5-4bdb-8194-e94166eb89a1 req-10069eea-0c64-4390-a747-c9b4c0c30dee service nova] Acquired lock "refresh_cache-385bc4de-fa59-41d0-9201-e1a6acdab485" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.131965] env[62023]: DEBUG nova.network.neutron [req-923252ac-c8b5-4bdb-8194-e94166eb89a1 req-10069eea-0c64-4390-a747-c9b4c0c30dee service nova] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Refreshing network info cache for port 1239f070-2922-4bde-8beb-5e96fc82103a {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.134014] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:47:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1239f070-2922-4bde-8beb-5e96fc82103a', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1448.142686] env[62023]: DEBUG oslo.service.loopingcall [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.143252] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1448.146576] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-389b0a31-fe2b-4e7c-a5b7-f4805292bbdf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.174116] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1758001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.175447] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1448.175447] env[62023]: value = "task-1758003" [ 1448.175447] env[62023]: _type = "Task" [ 1448.175447] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.207626] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': task-1758002, 'name': Rename_Task, 'duration_secs': 0.472294} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.208074] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1448.208433] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fe3685d-4305-418b-b496-ca126949e72a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.215320] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Waiting for the task: (returnval){ [ 1448.215320] env[62023]: value = "task-1758004" [ 1448.215320] env[62023]: _type = "Task" [ 1448.215320] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.224328] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': task-1758004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.395411] env[62023]: DEBUG nova.compute.manager [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1448.395675] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1448.396616] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2581b44d-4baf-4cc0-aa61-7f6d76908ab0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.408808] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1448.409583] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83b584bf-3b5c-42d3-a11d-ea5070adb77d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.418144] env[62023]: DEBUG oslo_vmware.api [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Waiting for the task: (returnval){ [ 1448.418144] env[62023]: value = "task-1758005" [ 1448.418144] env[62023]: _type = "Task" [ 1448.418144] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.429566] env[62023]: DEBUG oslo_vmware.api [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': task-1758005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.431361] env[62023]: DEBUG oslo_concurrency.lockutils [req-67117c8a-9c18-4f6a-a16c-6eaee7eda0ca req-fc26c932-0757-46b3-84b9-0c4a11c8de07 service nova] Releasing lock "refresh_cache-8738aede-3817-4117-a482-a77db3db46a1" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.558394] env[62023]: DEBUG oslo_vmware.api [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758000, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.568724] env[62023]: DEBUG nova.compute.manager [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1448.608253] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1757998, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.608621} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.608591] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] a1b9f6c0-b8c7-4426-b8da-64331c043bea/a1b9f6c0-b8c7-4426-b8da-64331c043bea.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1448.608815] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1448.609122] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6949f44-93b9-427e-9e17-419732be4c49 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.619075] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1448.619075] env[62023]: value = "task-1758006" [ 1448.619075] env[62023]: _type = "Task" [ 1448.619075] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.630841] env[62023]: DEBUG nova.scheduler.client.report [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1448.632171] env[62023]: DEBUG nova.compute.provider_tree [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 73 to 74 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1448.632171] env[62023]: DEBUG nova.compute.provider_tree [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1448.642363] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.679320] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1758001, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.696943] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758003, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.726607] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': task-1758004, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.936826] env[62023]: DEBUG oslo_vmware.api [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': task-1758005, 'name': PowerOffVM_Task, 'duration_secs': 0.31264} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.937165] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1448.937358] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1448.937666] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-668274ee-40c2-4592-9a57-646a993dfd60 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.986223] env[62023]: DEBUG nova.compute.manager [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1448.989440] env[62023]: DEBUG nova.network.neutron [req-923252ac-c8b5-4bdb-8194-e94166eb89a1 req-10069eea-0c64-4390-a747-c9b4c0c30dee service nova] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Updated VIF entry in instance network info cache for port 1239f070-2922-4bde-8beb-5e96fc82103a. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1448.989885] env[62023]: DEBUG nova.network.neutron [req-923252ac-c8b5-4bdb-8194-e94166eb89a1 req-10069eea-0c64-4390-a747-c9b4c0c30dee service nova] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Updating instance_info_cache with network_info: [{"id": "1239f070-2922-4bde-8beb-5e96fc82103a", "address": "fa:16:3e:93:47:a8", "network": {"id": "a1ea5569-a716-454e-bf75-93a66d6af828", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-371204641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3275bef1b9744cc8aba90405b27aca8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1239f070-29", "ovs_interfaceid": "1239f070-2922-4bde-8beb-5e96fc82103a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.023620] env[62023]: DEBUG nova.virt.hardware [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1449.023966] env[62023]: DEBUG nova.virt.hardware [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1449.024171] env[62023]: DEBUG nova.virt.hardware [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1449.024334] env[62023]: DEBUG nova.virt.hardware [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1449.024485] env[62023]: DEBUG nova.virt.hardware [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1449.024636] env[62023]: DEBUG nova.virt.hardware [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1449.024841] env[62023]: DEBUG nova.virt.hardware [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1449.025020] env[62023]: DEBUG nova.virt.hardware [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1449.025183] env[62023]: DEBUG nova.virt.hardware [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1449.025348] env[62023]: DEBUG nova.virt.hardware [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1449.025595] env[62023]: DEBUG nova.virt.hardware [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1449.026462] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbc5adb-c2a1-458d-a293-c5bcaa53d1b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.036390] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231871cf-f626-4e98-a21b-fbcaf20503f4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.060024] env[62023]: DEBUG oslo_vmware.api [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758000, 'name': CreateSnapshot_Task, 'duration_secs': 1.33487} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.060302] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Created Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1449.061086] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7525a0-0253-4e8e-9c70-fa6e2e4bbd31 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.081403] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1449.081724] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1449.081870] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Deleting the datastore file [datastore1] e1d37f7c-e412-43f8-be47-20f0d5159fa6 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1449.082250] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf6b93de-8f62-4014-9a9d-185deb4d0c62 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.089509] env[62023]: DEBUG oslo_vmware.api [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Waiting for the task: (returnval){ [ 1449.089509] env[62023]: value = "task-1758008" [ 1449.089509] env[62023]: _type = "Task" [ 1449.089509] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.094339] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.100931] env[62023]: DEBUG oslo_vmware.api [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': task-1758008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.133887] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26818} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.134306] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1449.135193] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0971773b-4b5f-463d-905b-0a92a4d21735 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.138556] env[62023]: DEBUG oslo_concurrency.lockutils [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.140886] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.434s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.141155] env[62023]: DEBUG nova.objects.instance [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lazy-loading 'resources' on Instance uuid 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.164788] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] a1b9f6c0-b8c7-4426-b8da-64331c043bea/a1b9f6c0-b8c7-4426-b8da-64331c043bea.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1449.165989] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a20b42f4-26f0-41a0-8823-a521ef0961e1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.182330] env[62023]: INFO nova.scheduler.client.report [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Deleted allocations for instance 31220d7a-9294-46d7-8052-8f7693183392 [ 1449.204499] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1758001, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.155066} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.211611] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] eb4794e9-66c4-47cc-9e33-ffe69685df66/eb4794e9-66c4-47cc-9e33-ffe69685df66.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1449.211611] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1449.211611] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1449.211611] env[62023]: value = "task-1758009" [ 1449.211611] env[62023]: _type = "Task" [ 1449.211611] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.211611] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758003, 'name': CreateVM_Task, 'duration_secs': 0.998375} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.211611] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22857a07-f38b-40eb-a09a-fb767ed0c9c3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.214221] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1449.217069] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.217069] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.217179] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1449.217936] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a07d1b0-6c9f-4698-b5da-9a3fc83d237c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.224600] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for the task: (returnval){ [ 1449.224600] env[62023]: value = "task-1758010" [ 1449.224600] env[62023]: _type = "Task" [ 1449.224600] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.231417] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.234173] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1449.234173] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e9af11-f6ba-4e38-e0c5-4d64f0f196cb" [ 1449.234173] env[62023]: _type = "Task" [ 1449.234173] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.237879] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': task-1758004, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.244799] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1758010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.250771] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e9af11-f6ba-4e38-e0c5-4d64f0f196cb, 'name': SearchDatastore_Task, 'duration_secs': 0.013164} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.251056] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.251314] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1449.251544] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.251698] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.251874] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1449.252186] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98c240ca-1b66-47a5-b387-fe02a2a15e79 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.263036] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1449.263286] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1449.264262] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-712eaaf2-fc31-4ce6-b475-15bea74dfccd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.271782] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1449.271782] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52eab43f-a138-fcec-b5d0-5f7cb657c03f" [ 1449.271782] env[62023]: _type = "Task" [ 1449.271782] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.283495] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52eab43f-a138-fcec-b5d0-5f7cb657c03f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.493086] env[62023]: DEBUG oslo_concurrency.lockutils [req-923252ac-c8b5-4bdb-8194-e94166eb89a1 req-10069eea-0c64-4390-a747-c9b4c0c30dee service nova] Releasing lock "refresh_cache-385bc4de-fa59-41d0-9201-e1a6acdab485" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.582093] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Creating linked-clone VM from snapshot {{(pid=62023) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1449.583677] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f77d0fd7-35ca-47ee-804a-db0ff40af6d0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.588685] env[62023]: DEBUG nova.compute.manager [req-c9287421-4d7b-4584-9915-7cf812bdd84c req-d682ba56-80d1-4df8-aa39-1a570e6305a3 service nova] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Received event network-changed-046ae935-264e-48a2-817a-e876107c9ef4 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1449.589088] env[62023]: DEBUG nova.compute.manager [req-c9287421-4d7b-4584-9915-7cf812bdd84c req-d682ba56-80d1-4df8-aa39-1a570e6305a3 service nova] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Refreshing instance network info cache due to event network-changed-046ae935-264e-48a2-817a-e876107c9ef4. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1449.589371] env[62023]: DEBUG oslo_concurrency.lockutils [req-c9287421-4d7b-4584-9915-7cf812bdd84c req-d682ba56-80d1-4df8-aa39-1a570e6305a3 service nova] Acquiring lock "refresh_cache-9fe841fd-6e67-4739-95fb-afc7939edaea" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.589533] env[62023]: DEBUG oslo_concurrency.lockutils [req-c9287421-4d7b-4584-9915-7cf812bdd84c req-d682ba56-80d1-4df8-aa39-1a570e6305a3 service nova] Acquired lock "refresh_cache-9fe841fd-6e67-4739-95fb-afc7939edaea" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.589808] env[62023]: DEBUG nova.network.neutron [req-c9287421-4d7b-4584-9915-7cf812bdd84c req-d682ba56-80d1-4df8-aa39-1a570e6305a3 service nova] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Refreshing network info cache for port 046ae935-264e-48a2-817a-e876107c9ef4 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.598267] env[62023]: DEBUG oslo_vmware.api [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1449.598267] env[62023]: value = "task-1758011" [ 1449.598267] env[62023]: _type = "Task" [ 1449.598267] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.607168] env[62023]: DEBUG oslo_vmware.api [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Task: {'id': task-1758008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189314} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.607945] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1449.608249] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1449.608495] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1449.608752] env[62023]: INFO nova.compute.manager [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1449.609521] env[62023]: DEBUG oslo.service.loopingcall [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1449.609630] env[62023]: DEBUG nova.compute.manager [-] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1449.609700] env[62023]: DEBUG nova.network.neutron [-] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1449.615728] env[62023]: DEBUG oslo_vmware.api [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758011, 'name': CloneVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.702416] env[62023]: DEBUG oslo_concurrency.lockutils [None req-09cb57d2-41f1-4b43-9bd7-f82a47a3ea73 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "31220d7a-9294-46d7-8052-8f7693183392" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.656s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.726511] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.738045] env[62023]: DEBUG oslo_vmware.api [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': task-1758004, 'name': PowerOnVM_Task, 'duration_secs': 1.088609} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.738045] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1449.738045] env[62023]: INFO nova.compute.manager [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1449.738045] env[62023]: DEBUG nova.compute.manager [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1449.738547] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac013c0d-e379-4e9d-8b51-7a4286b4ef70 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.746289] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1758010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078591} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.749230] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1449.750647] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5ed383-cf54-4e42-896d-5c2efc71b290 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.777499] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] eb4794e9-66c4-47cc-9e33-ffe69685df66/eb4794e9-66c4-47cc-9e33-ffe69685df66.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1449.779962] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f143e667-445a-4cd6-9166-d99709b0c451 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.805127] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52eab43f-a138-fcec-b5d0-5f7cb657c03f, 'name': SearchDatastore_Task, 'duration_secs': 0.010287} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.807090] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for the task: (returnval){ [ 1449.807090] env[62023]: value = "task-1758012" [ 1449.807090] env[62023]: _type = "Task" [ 1449.807090] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.807629] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6615bf92-b63d-4e3a-922c-b42a9afb116d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.821449] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1449.821449] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5292e5a9-ee08-d10c-bd6e-b4b7f1e07a48" [ 1449.821449] env[62023]: _type = "Task" [ 1449.821449] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.830274] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1758012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.845010] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5292e5a9-ee08-d10c-bd6e-b4b7f1e07a48, 'name': SearchDatastore_Task, 'duration_secs': 0.010927} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.845306] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.845599] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 385bc4de-fa59-41d0-9201-e1a6acdab485/385bc4de-fa59-41d0-9201-e1a6acdab485.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1449.845874] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4642fc53-5a7d-4c57-b96f-a7947bb33722 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.855265] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1449.855265] env[62023]: value = "task-1758013" [ 1449.855265] env[62023]: _type = "Task" [ 1449.855265] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.867198] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.921146] env[62023]: DEBUG nova.compute.manager [req-2a428312-e07d-4688-a9c5-60555d20eb51 req-00ded9b1-c5c5-4205-8007-5426dd7d1b68 service nova] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Received event network-vif-plugged-7f5a735b-ead4-45f3-9da5-0f39b38ba5e1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1449.921376] env[62023]: DEBUG oslo_concurrency.lockutils [req-2a428312-e07d-4688-a9c5-60555d20eb51 req-00ded9b1-c5c5-4205-8007-5426dd7d1b68 service nova] Acquiring lock "9f4cfc0a-2048-45b2-b96c-2b1dce5607b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.922066] env[62023]: DEBUG oslo_concurrency.lockutils [req-2a428312-e07d-4688-a9c5-60555d20eb51 req-00ded9b1-c5c5-4205-8007-5426dd7d1b68 service nova] Lock "9f4cfc0a-2048-45b2-b96c-2b1dce5607b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.922066] env[62023]: DEBUG oslo_concurrency.lockutils [req-2a428312-e07d-4688-a9c5-60555d20eb51 req-00ded9b1-c5c5-4205-8007-5426dd7d1b68 service nova] Lock "9f4cfc0a-2048-45b2-b96c-2b1dce5607b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.922066] env[62023]: DEBUG nova.compute.manager [req-2a428312-e07d-4688-a9c5-60555d20eb51 req-00ded9b1-c5c5-4205-8007-5426dd7d1b68 service nova] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] No waiting events found dispatching network-vif-plugged-7f5a735b-ead4-45f3-9da5-0f39b38ba5e1 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1449.922234] env[62023]: WARNING nova.compute.manager [req-2a428312-e07d-4688-a9c5-60555d20eb51 req-00ded9b1-c5c5-4205-8007-5426dd7d1b68 service nova] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Received unexpected event network-vif-plugged-7f5a735b-ead4-45f3-9da5-0f39b38ba5e1 for instance with vm_state building and task_state spawning. [ 1450.111428] env[62023]: DEBUG oslo_vmware.api [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758011, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.227671] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758009, 'name': ReconfigVM_Task, 'duration_secs': 0.679158} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.228122] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Reconfigured VM instance instance-0000002b to attach disk [datastore1] a1b9f6c0-b8c7-4426-b8da-64331c043bea/a1b9f6c0-b8c7-4426-b8da-64331c043bea.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1450.228905] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-033475f7-7f56-4776-9272-2c0d27ae4e7f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.239539] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1450.239539] env[62023]: value = "task-1758014" [ 1450.239539] env[62023]: _type = "Task" [ 1450.239539] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.249429] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758014, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.267626] env[62023]: INFO nova.compute.manager [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Took 45.38 seconds to build instance. [ 1450.283255] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30f273a-58ff-4948-a998-29fbfc1511ec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.302885] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ae3fce-dc2d-4f85-a500-096af97f9360 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.355299] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f098ed-55d7-4ad9-a750-bb5fe3519894 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.364762] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1758012, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.368243] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457bec51-1297-4a09-b4e3-bb3755424cfa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.375509] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504053} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.376139] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 385bc4de-fa59-41d0-9201-e1a6acdab485/385bc4de-fa59-41d0-9201-e1a6acdab485.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1450.376355] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1450.376610] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d018107-aa21-41b9-a5aa-d538b03a5a2d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.386152] env[62023]: DEBUG nova.compute.provider_tree [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.391494] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1450.391494] env[62023]: value = "task-1758015" [ 1450.391494] env[62023]: _type = "Task" [ 1450.391494] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.398977] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.610209] env[62023]: DEBUG oslo_vmware.api [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758011, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.628475] env[62023]: DEBUG nova.network.neutron [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Successfully updated port: 7f5a735b-ead4-45f3-9da5-0f39b38ba5e1 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1450.723842] env[62023]: DEBUG nova.network.neutron [req-c9287421-4d7b-4584-9915-7cf812bdd84c req-d682ba56-80d1-4df8-aa39-1a570e6305a3 service nova] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Updated VIF entry in instance network info cache for port 046ae935-264e-48a2-817a-e876107c9ef4. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1450.724709] env[62023]: DEBUG nova.network.neutron [req-c9287421-4d7b-4584-9915-7cf812bdd84c req-d682ba56-80d1-4df8-aa39-1a570e6305a3 service nova] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Updating instance_info_cache with network_info: [{"id": "046ae935-264e-48a2-817a-e876107c9ef4", "address": "fa:16:3e:5a:57:7c", "network": {"id": "ad947950-6ea7-4bf2-90d3-1b920c7dec0f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-939604298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64101a5335c4c1385a8e26bd2ee36c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap046ae935-26", "ovs_interfaceid": "046ae935-264e-48a2-817a-e876107c9ef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.751957] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758014, 'name': Rename_Task, 'duration_secs': 0.286208} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.752384] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1450.752898] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08781c0f-7a7d-4ea1-8f17-58830bf00bad {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.759248] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1450.759248] env[62023]: value = "task-1758016" [ 1450.759248] env[62023]: _type = "Task" [ 1450.759248] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.768076] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.769578] env[62023]: DEBUG oslo_concurrency.lockutils [None req-288321ef-6818-4de9-8afc-06cb8470e73b tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Lock "9504eac7-6d65-437d-9209-d7a369d87507" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.769s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.824248] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1758012, 'name': ReconfigVM_Task, 'duration_secs': 0.591632} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.824248] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Reconfigured VM instance instance-00000030 to attach disk [datastore1] eb4794e9-66c4-47cc-9e33-ffe69685df66/eb4794e9-66c4-47cc-9e33-ffe69685df66.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1450.824248] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46b2c003-afe8-4629-8567-81da8ce81384 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.835022] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for the task: (returnval){ [ 1450.835022] env[62023]: value = "task-1758017" [ 1450.835022] env[62023]: _type = "Task" [ 1450.835022] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.844420] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1758017, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.890467] env[62023]: DEBUG nova.scheduler.client.report [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.904192] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071966} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.904841] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1450.905299] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed48c10-43af-43c2-9bf7-4a4b355606fa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.928997] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 385bc4de-fa59-41d0-9201-e1a6acdab485/385bc4de-fa59-41d0-9201-e1a6acdab485.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1450.929866] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-612a7332-4aee-4bf2-9089-95a0563e9617 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.954368] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1450.954368] env[62023]: value = "task-1758018" [ 1450.954368] env[62023]: _type = "Task" [ 1450.954368] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.965049] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.111828] env[62023]: DEBUG oslo_vmware.api [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758011, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.133841] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Acquiring lock "refresh_cache-9f4cfc0a-2048-45b2-b96c-2b1dce5607b2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.133841] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Acquired lock "refresh_cache-9f4cfc0a-2048-45b2-b96c-2b1dce5607b2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.134557] env[62023]: DEBUG nova.network.neutron [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1451.227370] env[62023]: DEBUG oslo_concurrency.lockutils [req-c9287421-4d7b-4584-9915-7cf812bdd84c req-d682ba56-80d1-4df8-aa39-1a570e6305a3 service nova] Releasing lock "refresh_cache-9fe841fd-6e67-4739-95fb-afc7939edaea" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.269610] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758016, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.347331] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1758017, 'name': Rename_Task, 'duration_secs': 0.328225} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.347881] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1451.348137] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82f3231e-c454-474e-b95c-868a226832c6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.356084] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for the task: (returnval){ [ 1451.356084] env[62023]: value = "task-1758019" [ 1451.356084] env[62023]: _type = "Task" [ 1451.356084] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.365864] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1758019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.385025] env[62023]: DEBUG nova.network.neutron [-] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.396267] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.399327] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.576s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.399455] env[62023]: DEBUG nova.objects.instance [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62023) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1451.432694] env[62023]: INFO nova.scheduler.client.report [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Deleted allocations for instance 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4 [ 1451.470315] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758018, 'name': ReconfigVM_Task, 'duration_secs': 0.290546} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.470618] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 385bc4de-fa59-41d0-9201-e1a6acdab485/385bc4de-fa59-41d0-9201-e1a6acdab485.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1451.471350] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-308eac03-39a5-4eca-8bd7-2674d5133aa1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.478808] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1451.478808] env[62023]: value = "task-1758020" [ 1451.478808] env[62023]: _type = "Task" [ 1451.478808] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.491137] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758020, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.614517] env[62023]: DEBUG oslo_vmware.api [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758011, 'name': CloneVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.683372] env[62023]: DEBUG nova.network.neutron [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1451.769877] env[62023]: DEBUG oslo_vmware.api [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758016, 'name': PowerOnVM_Task, 'duration_secs': 0.998567} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.770179] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1451.770387] env[62023]: DEBUG nova.compute.manager [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1451.771189] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0774d36e-c7b6-45ff-9971-e6c5fdcf2429 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.848426] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Acquiring lock "9504eac7-6d65-437d-9209-d7a369d87507" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.848826] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Lock "9504eac7-6d65-437d-9209-d7a369d87507" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.849144] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Acquiring lock "9504eac7-6d65-437d-9209-d7a369d87507-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.849421] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Lock "9504eac7-6d65-437d-9209-d7a369d87507-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.849660] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Lock "9504eac7-6d65-437d-9209-d7a369d87507-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.852337] env[62023]: INFO nova.compute.manager [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Terminating instance [ 1451.870186] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1758019, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.887575] env[62023]: INFO nova.compute.manager [-] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Took 2.28 seconds to deallocate network for instance. [ 1451.900692] env[62023]: DEBUG nova.network.neutron [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Updating instance_info_cache with network_info: [{"id": "7f5a735b-ead4-45f3-9da5-0f39b38ba5e1", "address": "fa:16:3e:36:1c:30", "network": {"id": "1ad4b20b-fbb6-4648-b6c4-08471a321b0b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1812263760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7f200b2b5c247c59ea84456f3eb2d25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5a735b-ea", "ovs_interfaceid": "7f5a735b-ead4-45f3-9da5-0f39b38ba5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.940411] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d23f9c32-1dae-4a2b-bdc2-cd78cd4ad85b tempest-ListServerFiltersTestJSON-1551465529 tempest-ListServerFiltersTestJSON-1551465529-project-member] Lock "40564b5b-5e5c-4d29-bd17-e87ef0acbfa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.079s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.989774] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758020, 'name': Rename_Task, 'duration_secs': 0.152359} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.992350] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1451.992350] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fac7a2b8-c674-4191-ab12-cdfad1061612 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.999172] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1451.999172] env[62023]: value = "task-1758021" [ 1451.999172] env[62023]: _type = "Task" [ 1451.999172] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.004735] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.114943] env[62023]: DEBUG oslo_vmware.api [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758011, 'name': CloneVM_Task, 'duration_secs': 2.070587} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.115801] env[62023]: INFO nova.virt.vmwareapi.vmops [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Created linked-clone VM from snapshot [ 1452.116995] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfd27f1-8a20-42c4-8236-a25f6a9afda8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.126073] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Uploading image 689f6f92-2348-424a-a9ce-bd5d8d900f4d {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1452.152213] env[62023]: DEBUG oslo_vmware.rw_handles [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1452.152213] env[62023]: value = "vm-365321" [ 1452.152213] env[62023]: _type = "VirtualMachine" [ 1452.152213] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1452.152560] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-db8ed601-4365-472b-937e-3d0a5f0d4db8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.160521] env[62023]: DEBUG oslo_vmware.rw_handles [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lease: (returnval){ [ 1452.160521] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cb8874-8ee2-7690-f356-4b38f9054195" [ 1452.160521] env[62023]: _type = "HttpNfcLease" [ 1452.160521] env[62023]: } obtained for exporting VM: (result){ [ 1452.160521] env[62023]: value = "vm-365321" [ 1452.160521] env[62023]: _type = "VirtualMachine" [ 1452.160521] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1452.160889] env[62023]: DEBUG oslo_vmware.api [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the lease: (returnval){ [ 1452.160889] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cb8874-8ee2-7690-f356-4b38f9054195" [ 1452.160889] env[62023]: _type = "HttpNfcLease" [ 1452.160889] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1452.169211] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1452.169211] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cb8874-8ee2-7690-f356-4b38f9054195" [ 1452.169211] env[62023]: _type = "HttpNfcLease" [ 1452.169211] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1452.292473] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.357233] env[62023]: DEBUG nova.compute.manager [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1452.357233] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.358063] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed51a62a-c1d4-40a5-bfd1-5023363c7066 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.366691] env[62023]: DEBUG nova.compute.manager [req-1785e081-7a0a-412b-bfbf-931c4ea25a96 req-95c7483c-06e1-47e3-83b2-1814bc4cdf59 service nova] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Received event network-changed-7f5a735b-ead4-45f3-9da5-0f39b38ba5e1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1452.366883] env[62023]: DEBUG nova.compute.manager [req-1785e081-7a0a-412b-bfbf-931c4ea25a96 req-95c7483c-06e1-47e3-83b2-1814bc4cdf59 service nova] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Refreshing instance network info cache due to event network-changed-7f5a735b-ead4-45f3-9da5-0f39b38ba5e1. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1452.367102] env[62023]: DEBUG oslo_concurrency.lockutils [req-1785e081-7a0a-412b-bfbf-931c4ea25a96 req-95c7483c-06e1-47e3-83b2-1814bc4cdf59 service nova] Acquiring lock "refresh_cache-9f4cfc0a-2048-45b2-b96c-2b1dce5607b2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.370522] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.373548] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ea948cd-2fbf-4394-9ffe-3891896446e7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.375248] env[62023]: DEBUG oslo_vmware.api [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1758019, 'name': PowerOnVM_Task, 'duration_secs': 0.835342} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.375913] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.376135] env[62023]: INFO nova.compute.manager [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1452.376316] env[62023]: DEBUG nova.compute.manager [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.377470] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5cfadc-2079-4034-9c87-150331951f74 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.384466] env[62023]: DEBUG oslo_vmware.api [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Waiting for the task: (returnval){ [ 1452.384466] env[62023]: value = "task-1758023" [ 1452.384466] env[62023]: _type = "Task" [ 1452.384466] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.400937] env[62023]: DEBUG oslo_concurrency.lockutils [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.401489] env[62023]: DEBUG oslo_vmware.api [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': task-1758023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.402491] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Releasing lock "refresh_cache-9f4cfc0a-2048-45b2-b96c-2b1dce5607b2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.402925] env[62023]: DEBUG nova.compute.manager [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Instance network_info: |[{"id": "7f5a735b-ead4-45f3-9da5-0f39b38ba5e1", "address": "fa:16:3e:36:1c:30", "network": {"id": "1ad4b20b-fbb6-4648-b6c4-08471a321b0b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1812263760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7f200b2b5c247c59ea84456f3eb2d25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5a735b-ea", "ovs_interfaceid": "7f5a735b-ead4-45f3-9da5-0f39b38ba5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1452.403369] env[62023]: DEBUG oslo_concurrency.lockutils [req-1785e081-7a0a-412b-bfbf-931c4ea25a96 req-95c7483c-06e1-47e3-83b2-1814bc4cdf59 service nova] Acquired lock "refresh_cache-9f4cfc0a-2048-45b2-b96c-2b1dce5607b2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.403664] env[62023]: DEBUG nova.network.neutron [req-1785e081-7a0a-412b-bfbf-931c4ea25a96 req-95c7483c-06e1-47e3-83b2-1814bc4cdf59 service nova] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Refreshing network info cache for port 7f5a735b-ead4-45f3-9da5-0f39b38ba5e1 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1452.406047] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:1c:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f5a735b-ead4-45f3-9da5-0f39b38ba5e1', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1452.416208] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Creating folder: Project (a7f200b2b5c247c59ea84456f3eb2d25). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1452.417927] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b51f0-892e-4f43-b4c0-2dc90e3da76e tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.421018] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7255beb8-c8be-47c4-92f5-5b7a304e0972 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.422121] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.649s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.422121] env[62023]: DEBUG nova.objects.instance [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Lazy-loading 'resources' on Instance uuid 40d5f33f-13cd-44a7-aab8-9a863604e66c {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.432415] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Created folder: Project (a7f200b2b5c247c59ea84456f3eb2d25) in parent group-v365170. [ 1452.432628] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Creating folder: Instances. Parent ref: group-v365322. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1452.433530] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ee3f6a9-d4a7-4a4a-8e51-60011823ec09 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.444728] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Created folder: Instances in parent group-v365322. [ 1452.444992] env[62023]: DEBUG oslo.service.loopingcall [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1452.445230] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1452.445717] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5771518-5c31-40de-a2ca-9a9a974158e6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.469465] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1452.469465] env[62023]: value = "task-1758026" [ 1452.469465] env[62023]: _type = "Task" [ 1452.469465] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.478507] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758026, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.514113] env[62023]: DEBUG oslo_vmware.api [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758021, 'name': PowerOnVM_Task, 'duration_secs': 0.503397} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.514820] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.515875] env[62023]: INFO nova.compute.manager [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1452.515875] env[62023]: DEBUG nova.compute.manager [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.516468] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc6e4a6-e6ec-43b5-9fe5-6ee993c24c4b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.671484] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1452.671484] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cb8874-8ee2-7690-f356-4b38f9054195" [ 1452.671484] env[62023]: _type = "HttpNfcLease" [ 1452.671484] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1452.671900] env[62023]: DEBUG oslo_vmware.rw_handles [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1452.671900] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cb8874-8ee2-7690-f356-4b38f9054195" [ 1452.671900] env[62023]: _type = "HttpNfcLease" [ 1452.671900] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1452.672997] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c87688-1105-4164-949e-7c96fa209ce1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.683602] env[62023]: DEBUG oslo_vmware.rw_handles [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cd588b-77c3-0348-5eea-9ddbec016b8e/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1452.684458] env[62023]: DEBUG oslo_vmware.rw_handles [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cd588b-77c3-0348-5eea-9ddbec016b8e/disk-0.vmdk for reading. {{(pid=62023) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1452.827992] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-25cf41bd-2583-43a8-a72c-ed697b716ee3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.894668] env[62023]: DEBUG oslo_vmware.api [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': task-1758023, 'name': PowerOffVM_Task, 'duration_secs': 0.238203} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.895208] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1452.895208] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1452.899737] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b93e7f2-7ecc-479e-be70-62c7603bd344 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.903831] env[62023]: INFO nova.compute.manager [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Took 42.23 seconds to build instance. [ 1452.987268] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758026, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.041499] env[62023]: INFO nova.compute.manager [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Took 42.30 seconds to build instance. [ 1453.171946] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1453.172342] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1453.172685] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Deleting the datastore file [datastore1] 9504eac7-6d65-437d-9209-d7a369d87507 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1453.173103] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c19627dc-a878-413b-995c-7a9d4f01a33f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.187458] env[62023]: DEBUG oslo_vmware.api [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Waiting for the task: (returnval){ [ 1453.187458] env[62023]: value = "task-1758028" [ 1453.187458] env[62023]: _type = "Task" [ 1453.187458] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.202555] env[62023]: DEBUG oslo_vmware.api [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': task-1758028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.285409] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "9b6fd307-158d-422f-92ed-62794647989e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.285843] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "9b6fd307-158d-422f-92ed-62794647989e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.306163] env[62023]: DEBUG nova.network.neutron [req-1785e081-7a0a-412b-bfbf-931c4ea25a96 req-95c7483c-06e1-47e3-83b2-1814bc4cdf59 service nova] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Updated VIF entry in instance network info cache for port 7f5a735b-ead4-45f3-9da5-0f39b38ba5e1. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1453.306416] env[62023]: DEBUG nova.network.neutron [req-1785e081-7a0a-412b-bfbf-931c4ea25a96 req-95c7483c-06e1-47e3-83b2-1814bc4cdf59 service nova] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Updating instance_info_cache with network_info: [{"id": "7f5a735b-ead4-45f3-9da5-0f39b38ba5e1", "address": "fa:16:3e:36:1c:30", "network": {"id": "1ad4b20b-fbb6-4648-b6c4-08471a321b0b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1812263760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7f200b2b5c247c59ea84456f3eb2d25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5a735b-ea", "ovs_interfaceid": "7f5a735b-ead4-45f3-9da5-0f39b38ba5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.406068] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b85bb08-1a5d-4a04-bdb0-a0023b8e5d26 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lock "eb4794e9-66c4-47cc-9e33-ffe69685df66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.708s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.485432] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758026, 'name': CreateVM_Task, 'duration_secs': 0.605868} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.485784] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1453.486769] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.487634] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.487762] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1453.488329] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7bef94-cc0c-40ba-8534-1541ad3dcf2d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.497314] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Waiting for the task: (returnval){ [ 1453.497314] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5263dc92-d1ed-2241-d379-cf11a49373a1" [ 1453.497314] env[62023]: _type = "Task" [ 1453.497314] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.507369] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5263dc92-d1ed-2241-d379-cf11a49373a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.546806] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92b92f6d-bd09-4345-bd84-4683465f3d8a tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "385bc4de-fa59-41d0-9201-e1a6acdab485" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.396s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.560353] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4ca4ef-b25e-4b62-a87c-8ae1ccd79d89 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.571073] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2b5cf2-cd39-4c0b-bf90-9a9d71b470ed {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.618185] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d05ec70-9900-4779-85e8-8ce87b017590 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.630164] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866c1054-a8ea-4b5f-ae1f-edfc2e851eaf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.650937] env[62023]: DEBUG nova.compute.provider_tree [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1453.699937] env[62023]: DEBUG oslo_vmware.api [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Task: {'id': task-1758028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313877} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.699937] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.700261] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1453.700593] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1453.700805] env[62023]: INFO nova.compute.manager [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1453.701117] env[62023]: DEBUG oslo.service.loopingcall [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1453.702303] env[62023]: DEBUG nova.compute.manager [-] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1453.702418] env[62023]: DEBUG nova.network.neutron [-] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1453.783424] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "a1b9f6c0-b8c7-4426-b8da-64331c043bea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.783732] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "a1b9f6c0-b8c7-4426-b8da-64331c043bea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.784718] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "a1b9f6c0-b8c7-4426-b8da-64331c043bea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.785008] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "a1b9f6c0-b8c7-4426-b8da-64331c043bea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.785263] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "a1b9f6c0-b8c7-4426-b8da-64331c043bea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.787834] env[62023]: INFO nova.compute.manager [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Terminating instance [ 1453.789675] env[62023]: DEBUG nova.compute.manager [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1453.809380] env[62023]: DEBUG oslo_concurrency.lockutils [req-1785e081-7a0a-412b-bfbf-931c4ea25a96 req-95c7483c-06e1-47e3-83b2-1814bc4cdf59 service nova] Releasing lock "refresh_cache-9f4cfc0a-2048-45b2-b96c-2b1dce5607b2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.809657] env[62023]: DEBUG nova.compute.manager [req-1785e081-7a0a-412b-bfbf-931c4ea25a96 req-95c7483c-06e1-47e3-83b2-1814bc4cdf59 service nova] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Received event network-vif-deleted-f16bf4b2-dade-4b28-907c-27fd0f238ad1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1454.012035] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5263dc92-d1ed-2241-d379-cf11a49373a1, 'name': SearchDatastore_Task, 'duration_secs': 0.03158} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.012035] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.012035] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1454.012260] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.016022] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.016022] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1454.016022] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22c9a305-6ce3-4254-bb86-f5f616343468 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.023012] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1454.023286] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1454.024196] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e66ee96-9be2-471b-883c-176a63527a49 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.032095] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Waiting for the task: (returnval){ [ 1454.032095] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ea48cf-6ed1-1873-4060-cbca87e4ebb1" [ 1454.032095] env[62023]: _type = "Task" [ 1454.032095] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.045712] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ea48cf-6ed1-1873-4060-cbca87e4ebb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.075177] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821bf7f2-d3f8-4e6f-8c05-cbea08db70e6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.081239] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d07554b3-ad08-41d1-8d66-f1595c717078 tempest-ServersAdminNegativeTestJSON-2128696838 tempest-ServersAdminNegativeTestJSON-2128696838-project-admin] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Suspending the VM {{(pid=62023) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1454.081514] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-58eededf-c69e-49cf-a1f6-8582a4c8623e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.088459] env[62023]: DEBUG oslo_vmware.api [None req-d07554b3-ad08-41d1-8d66-f1595c717078 tempest-ServersAdminNegativeTestJSON-2128696838 tempest-ServersAdminNegativeTestJSON-2128696838-project-admin] Waiting for the task: (returnval){ [ 1454.088459] env[62023]: value = "task-1758029" [ 1454.088459] env[62023]: _type = "Task" [ 1454.088459] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.096865] env[62023]: DEBUG oslo_vmware.api [None req-d07554b3-ad08-41d1-8d66-f1595c717078 tempest-ServersAdminNegativeTestJSON-2128696838 tempest-ServersAdminNegativeTestJSON-2128696838-project-admin] Task: {'id': task-1758029, 'name': SuspendVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.177056] env[62023]: ERROR nova.scheduler.client.report [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] [req-fc58bff2-545f-43c8-8cdb-7ac1a7a984f1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fc58bff2-545f-43c8-8cdb-7ac1a7a984f1"}]} [ 1454.196078] env[62023]: DEBUG nova.scheduler.client.report [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1454.213347] env[62023]: DEBUG nova.scheduler.client.report [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1454.213347] env[62023]: DEBUG nova.compute.provider_tree [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1454.233165] env[62023]: DEBUG nova.scheduler.client.report [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1454.252312] env[62023]: DEBUG nova.scheduler.client.report [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1454.297983] env[62023]: DEBUG nova.compute.manager [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1454.298501] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1454.302627] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8e4a00-6680-4014-95e7-ca7a929321f2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.316027] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.316027] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dffc54b6-6ca3-4317-a9ce-97d48c0e2011 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.319552] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.323401] env[62023]: DEBUG oslo_vmware.api [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1454.323401] env[62023]: value = "task-1758030" [ 1454.323401] env[62023]: _type = "Task" [ 1454.323401] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.338407] env[62023]: DEBUG oslo_vmware.api [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.531618] env[62023]: DEBUG nova.network.neutron [-] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.557876] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ea48cf-6ed1-1873-4060-cbca87e4ebb1, 'name': SearchDatastore_Task, 'duration_secs': 0.013731} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.562455] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fa2a2da-8ec2-4f13-be6b-c4e3175123ce {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.584219] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Waiting for the task: (returnval){ [ 1454.584219] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529d8fbc-86b9-96fd-564a-78cb467504af" [ 1454.584219] env[62023]: _type = "Task" [ 1454.584219] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.620200] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529d8fbc-86b9-96fd-564a-78cb467504af, 'name': SearchDatastore_Task, 'duration_secs': 0.013656} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.630320] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.630840] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2/9f4cfc0a-2048-45b2-b96c-2b1dce5607b2.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1454.631422] env[62023]: DEBUG oslo_vmware.api [None req-d07554b3-ad08-41d1-8d66-f1595c717078 tempest-ServersAdminNegativeTestJSON-2128696838 tempest-ServersAdminNegativeTestJSON-2128696838-project-admin] Task: {'id': task-1758029, 'name': SuspendVM_Task} progress is 41%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.632552] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29212e1f-896b-4379-a18a-0ea0227487ff {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.642797] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Waiting for the task: (returnval){ [ 1454.642797] env[62023]: value = "task-1758031" [ 1454.642797] env[62023]: _type = "Task" [ 1454.642797] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.660585] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "beee13a3-6a2a-4113-9317-5efde046fcd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.660723] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "beee13a3-6a2a-4113-9317-5efde046fcd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.670480] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Task: {'id': task-1758031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.723397] env[62023]: DEBUG nova.compute.manager [req-57ad3a50-a393-4c66-ada7-17b4186d21e9 req-72e3d374-77c1-4b65-8ab2-4accf7e1e92b service nova] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Received event network-vif-deleted-fbc8d160-8115-45ff-863f-34d66309be36 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1454.838556] env[62023]: DEBUG oslo_vmware.api [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758030, 'name': PowerOffVM_Task, 'duration_secs': 0.306612} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.838865] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.839094] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1454.839374] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d28d919b-3771-4161-bc10-b8e79e49fc7c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.914253] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e1cf30-6f65-4ead-83a1-105589059531 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.918326] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1454.920440] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1454.920440] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleting the datastore file [datastore1] a1b9f6c0-b8c7-4426-b8da-64331c043bea {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1454.920440] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4851003-8931-4095-b793-271b571b4af9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.923910] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84147ebf-8be8-4958-874c-99b5a1a6c2b0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.928113] env[62023]: DEBUG oslo_vmware.api [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1454.928113] env[62023]: value = "task-1758033" [ 1454.928113] env[62023]: _type = "Task" [ 1454.928113] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.963462] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3ee3e4-7c67-4061-95c1-5fb4bfac6292 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.966722] env[62023]: DEBUG oslo_vmware.api [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.976785] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e5c503-a7e2-42a4-8bf1-6f71225f3c62 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.000876] env[62023]: DEBUG nova.compute.provider_tree [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1455.035777] env[62023]: INFO nova.compute.manager [-] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Took 1.33 seconds to deallocate network for instance. [ 1455.113407] env[62023]: DEBUG oslo_vmware.api [None req-d07554b3-ad08-41d1-8d66-f1595c717078 tempest-ServersAdminNegativeTestJSON-2128696838 tempest-ServersAdminNegativeTestJSON-2128696838-project-admin] Task: {'id': task-1758029, 'name': SuspendVM_Task, 'duration_secs': 0.934735} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.114083] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d07554b3-ad08-41d1-8d66-f1595c717078 tempest-ServersAdminNegativeTestJSON-2128696838 tempest-ServersAdminNegativeTestJSON-2128696838-project-admin] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Suspended the VM {{(pid=62023) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1455.114083] env[62023]: DEBUG nova.compute.manager [None req-d07554b3-ad08-41d1-8d66-f1595c717078 tempest-ServersAdminNegativeTestJSON-2128696838 tempest-ServersAdminNegativeTestJSON-2128696838-project-admin] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1455.114776] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5784a1-5250-4561-8cea-c45849b62262 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.156536] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Task: {'id': task-1758031, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.172134] env[62023]: DEBUG nova.compute.manager [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1455.444121] env[62023]: DEBUG oslo_vmware.api [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.544489] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.545325] env[62023]: DEBUG nova.scheduler.client.report [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1455.546768] env[62023]: DEBUG nova.compute.provider_tree [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 77 to 78 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1455.550180] env[62023]: DEBUG nova.compute.provider_tree [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1455.663510] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Task: {'id': task-1758031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763282} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.663929] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2/9f4cfc0a-2048-45b2-b96c-2b1dce5607b2.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1455.664172] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1455.664423] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54e542f0-5e37-44dc-850f-8f2f42888720 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.678032] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Waiting for the task: (returnval){ [ 1455.678032] env[62023]: value = "task-1758034" [ 1455.678032] env[62023]: _type = "Task" [ 1455.678032] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.692373] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Task: {'id': task-1758034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.708309] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.941741] env[62023]: DEBUG oslo_vmware.api [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547093} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.942058] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1455.942268] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1455.942806] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1455.942806] env[62023]: INFO nova.compute.manager [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1455.942924] env[62023]: DEBUG oslo.service.loopingcall [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.943051] env[62023]: DEBUG nova.compute.manager [-] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1455.943170] env[62023]: DEBUG nova.network.neutron [-] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1456.056582] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.635s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.063584] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.436s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.063584] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.063584] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1456.063840] env[62023]: DEBUG oslo_concurrency.lockutils [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.045s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.065301] env[62023]: DEBUG nova.objects.instance [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lazy-loading 'resources' on Instance uuid 4888fe01-04b1-43ce-9cd0-37c63ec44a75 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1456.067446] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bcd9cd-8dd8-4879-a15c-9e21fb6c9e7c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.079949] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48c614b-93ba-4a20-bee4-15cce54aa391 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.085046] env[62023]: INFO nova.scheduler.client.report [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Deleted allocations for instance 40d5f33f-13cd-44a7-aab8-9a863604e66c [ 1456.102483] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec895af-2f46-4fa8-976d-0edb8938d8e5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.109576] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da56aabd-3b44-4698-a150-281d9ab4ed26 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.145960] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178702MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1456.146126] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.190434] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Task: {'id': task-1758034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098583} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.190749] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1456.191708] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9e4444-71a5-4381-b619-425cba8fa579 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.214602] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2/9f4cfc0a-2048-45b2-b96c-2b1dce5607b2.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1456.214943] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af01afb7-aae3-413a-8f11-dbc0b556caa2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.237044] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Waiting for the task: (returnval){ [ 1456.237044] env[62023]: value = "task-1758035" [ 1456.237044] env[62023]: _type = "Task" [ 1456.237044] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.248658] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Task: {'id': task-1758035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.499487] env[62023]: DEBUG nova.compute.manager [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1456.500420] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cbbeb2-ced9-4e17-90b4-629b9c2d37f0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.597380] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3f356dfa-ca60-48a4-adb7-e7367918ea4a tempest-ServerRescueTestJSONUnderV235-1822011423 tempest-ServerRescueTestJSONUnderV235-1822011423-project-member] Lock "40d5f33f-13cd-44a7-aab8-9a863604e66c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.798s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.747287] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Task: {'id': task-1758035, 'name': ReconfigVM_Task, 'duration_secs': 0.256631} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.750014] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2/9f4cfc0a-2048-45b2-b96c-2b1dce5607b2.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1456.752325] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e415219-e706-4fc3-a712-43196d9c9824 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.759634] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Waiting for the task: (returnval){ [ 1456.759634] env[62023]: value = "task-1758036" [ 1456.759634] env[62023]: _type = "Task" [ 1456.759634] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.772604] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Task: {'id': task-1758036, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.892148] env[62023]: DEBUG nova.network.neutron [-] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.975509] env[62023]: DEBUG nova.compute.manager [req-ed9cdac0-1903-470b-9c6a-2e4f0b0b502b req-c1299119-d7c8-4995-99d5-d81351716d8b service nova] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Received event network-vif-deleted-394cbe12-1979-49d2-b3ee-f3c7e91795f6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1457.013405] env[62023]: INFO nova.compute.manager [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] instance snapshotting [ 1457.016291] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4250cc-6961-45d3-8f72-5c6db75893e3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.038771] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02742836-10a1-4972-b56c-6cfd756cb131 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.233910] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e996eee-d7ac-4e25-8817-5e36076c6f75 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.242886] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42c7feb-6b01-466f-8637-9f4544bfc39f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.279820] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8477a62c-83c0-4ecd-acd2-d9cca2f44d87 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.289613] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Task: {'id': task-1758036, 'name': Rename_Task, 'duration_secs': 0.137952} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.289952] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1457.291232] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ba55c7-8c16-4f63-b961-1a480f8dea85 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.295221] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ba6549f-77e0-4ad8-a449-0b4cb9825906 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.308797] env[62023]: DEBUG nova.compute.provider_tree [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1457.311719] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Waiting for the task: (returnval){ [ 1457.311719] env[62023]: value = "task-1758037" [ 1457.311719] env[62023]: _type = "Task" [ 1457.311719] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.320892] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Task: {'id': task-1758037, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.396770] env[62023]: INFO nova.compute.manager [-] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Took 1.45 seconds to deallocate network for instance. [ 1457.553432] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Creating Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1457.553721] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b9f17520-faa8-4c8c-87fd-bf42386faf74 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.567550] env[62023]: DEBUG oslo_vmware.api [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1457.567550] env[62023]: value = "task-1758038" [ 1457.567550] env[62023]: _type = "Task" [ 1457.567550] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.578485] env[62023]: DEBUG oslo_vmware.api [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758038, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.602251] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "5b584f8c-6c31-4f14-852d-e2bc18f6373d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.602371] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "5b584f8c-6c31-4f14-852d-e2bc18f6373d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.649019] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "9af0d121-d9a0-4068-8c79-c09c03b899b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.649019] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "9af0d121-d9a0-4068-8c79-c09c03b899b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.826148] env[62023]: DEBUG oslo_vmware.api [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Task: {'id': task-1758037, 'name': PowerOnVM_Task, 'duration_secs': 0.509959} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.826496] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1457.826991] env[62023]: INFO nova.compute.manager [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1457.827229] env[62023]: DEBUG nova.compute.manager [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1457.828214] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dfd491-10f0-4a06-800a-f3ec927a5cde {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.838501] env[62023]: ERROR nova.scheduler.client.report [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [req-96af2cf3-2415-4f41-bbb2-297a8a488162] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-96af2cf3-2415-4f41-bbb2-297a8a488162"}]} [ 1457.859941] env[62023]: DEBUG nova.scheduler.client.report [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1457.876578] env[62023]: DEBUG nova.scheduler.client.report [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1457.876818] env[62023]: DEBUG nova.compute.provider_tree [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1457.890791] env[62023]: DEBUG nova.scheduler.client.report [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1457.904071] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.915673] env[62023]: DEBUG nova.scheduler.client.report [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1458.081391] env[62023]: DEBUG oslo_vmware.api [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758038, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.106307] env[62023]: DEBUG nova.compute.manager [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1458.351191] env[62023]: INFO nova.compute.manager [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Took 42.69 seconds to build instance. [ 1458.462163] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquiring lock "eb4794e9-66c4-47cc-9e33-ffe69685df66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.462163] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lock "eb4794e9-66c4-47cc-9e33-ffe69685df66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.462163] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquiring lock "eb4794e9-66c4-47cc-9e33-ffe69685df66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.462299] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lock "eb4794e9-66c4-47cc-9e33-ffe69685df66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.462512] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lock "eb4794e9-66c4-47cc-9e33-ffe69685df66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.466716] env[62023]: INFO nova.compute.manager [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Terminating instance [ 1458.528354] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e186c0d5-7bbb-4d5f-a448-34434433db70 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.537204] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6546440b-b062-4c58-943f-9a89d6a3faea {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.576097] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd498d3a-2ed0-42c9-be61-89882c6a7dfe {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.585181] env[62023]: DEBUG oslo_vmware.api [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758038, 'name': CreateSnapshot_Task, 'duration_secs': 0.811943} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.588832] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Created Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1458.589845] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b35909a-a696-4598-bea9-6112620db27b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.595354] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9eefdd-8f89-45a0-8eb9-8eb3d7866a60 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.615548] env[62023]: DEBUG nova.compute.provider_tree [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1458.637878] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.857174] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c5da3875-c660-47c3-aa22-12462cb2b26a tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Lock "9f4cfc0a-2048-45b2-b96c-2b1dce5607b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.446s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.971073] env[62023]: DEBUG nova.compute.manager [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1458.971326] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1458.972549] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d687aa-a753-4446-b4b3-ac253a228c83 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.982522] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1458.982841] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d0eefd8-786a-4d00-b5cd-9ba9ab985e3d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.072651] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1459.072883] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1459.073075] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Deleting the datastore file [datastore1] eb4794e9-66c4-47cc-9e33-ffe69685df66 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1459.073347] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01395e25-492a-4a74-96e0-f4bce279bcb5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.080136] env[62023]: DEBUG oslo_vmware.api [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for the task: (returnval){ [ 1459.080136] env[62023]: value = "task-1758040" [ 1459.080136] env[62023]: _type = "Task" [ 1459.080136] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.089705] env[62023]: DEBUG oslo_vmware.api [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1758040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.142487] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Creating linked-clone VM from snapshot {{(pid=62023) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1459.142487] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-16443477-1af1-423c-a48d-f51dc75c8a22 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.154712] env[62023]: DEBUG oslo_vmware.api [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1459.154712] env[62023]: value = "task-1758041" [ 1459.154712] env[62023]: _type = "Task" [ 1459.154712] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.167358] env[62023]: DEBUG oslo_vmware.api [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758041, 'name': CloneVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.173850] env[62023]: DEBUG nova.scheduler.client.report [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1459.174145] env[62023]: DEBUG nova.compute.provider_tree [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 80 to 81 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1459.174327] env[62023]: DEBUG nova.compute.provider_tree [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1459.359767] env[62023]: DEBUG nova.compute.manager [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1459.593053] env[62023]: DEBUG oslo_vmware.api [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1758040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328192} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.593455] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1459.593572] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1459.593870] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1459.594166] env[62023]: INFO nova.compute.manager [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1459.594545] env[62023]: DEBUG oslo.service.loopingcall [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1459.594888] env[62023]: DEBUG nova.compute.manager [-] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1459.594981] env[62023]: DEBUG nova.network.neutron [-] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1459.668920] env[62023]: DEBUG oslo_vmware.api [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758041, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.680282] env[62023]: DEBUG oslo_concurrency.lockutils [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.616s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.684040] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.379s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.686317] env[62023]: INFO nova.compute.claims [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1459.711687] env[62023]: INFO nova.scheduler.client.report [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Deleted allocations for instance 4888fe01-04b1-43ce-9cd0-37c63ec44a75 [ 1459.883209] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.166918] env[62023]: DEBUG oslo_vmware.api [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758041, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.224348] env[62023]: DEBUG oslo_concurrency.lockutils [None req-93d7701f-e8f0-4e75-8021-86adbb434dec tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "4888fe01-04b1-43ce-9cd0-37c63ec44a75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.513s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.362859] env[62023]: DEBUG nova.compute.manager [req-00fad37f-0070-4f2e-90b5-04774873fbcf req-59f3a7ff-b456-4fa9-b3b6-6fbf2e7f0feb service nova] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Received event network-vif-deleted-7ec8a8f4-24f8-4de1-acd0-57a4284c2382 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1460.364050] env[62023]: INFO nova.compute.manager [req-00fad37f-0070-4f2e-90b5-04774873fbcf req-59f3a7ff-b456-4fa9-b3b6-6fbf2e7f0feb service nova] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Neutron deleted interface 7ec8a8f4-24f8-4de1-acd0-57a4284c2382; detaching it from the instance and deleting it from the info cache [ 1460.364050] env[62023]: DEBUG nova.network.neutron [req-00fad37f-0070-4f2e-90b5-04774873fbcf req-59f3a7ff-b456-4fa9-b3b6-6fbf2e7f0feb service nova] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.529229] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquiring lock "8cdb3b6e-28a7-495c-8104-54d6548f8812" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.529814] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "8cdb3b6e-28a7-495c-8104-54d6548f8812" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.530103] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquiring lock "8cdb3b6e-28a7-495c-8104-54d6548f8812-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.530387] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "8cdb3b6e-28a7-495c-8104-54d6548f8812-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.530622] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "8cdb3b6e-28a7-495c-8104-54d6548f8812-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.533838] env[62023]: INFO nova.compute.manager [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Terminating instance [ 1460.597924] env[62023]: DEBUG nova.network.neutron [-] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.668032] env[62023]: DEBUG oslo_vmware.api [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758041, 'name': CloneVM_Task} progress is 95%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.742545] env[62023]: DEBUG oslo_vmware.rw_handles [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cd588b-77c3-0348-5eea-9ddbec016b8e/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1460.744265] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36a543a-1f0d-4fec-8e9d-76966217f375 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.751702] env[62023]: DEBUG oslo_vmware.rw_handles [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cd588b-77c3-0348-5eea-9ddbec016b8e/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1460.751877] env[62023]: ERROR oslo_vmware.rw_handles [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cd588b-77c3-0348-5eea-9ddbec016b8e/disk-0.vmdk due to incomplete transfer. [ 1460.754491] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-054cb9ff-ffc4-4143-9115-44d3114173b4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.763111] env[62023]: DEBUG oslo_vmware.rw_handles [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cd588b-77c3-0348-5eea-9ddbec016b8e/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1460.763111] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Uploaded image 689f6f92-2348-424a-a9ce-bd5d8d900f4d to the Glance image server {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1460.765810] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Destroying the VM {{(pid=62023) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1460.765931] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-db1030b8-b425-44c1-93c6-32ec780416e2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.772641] env[62023]: DEBUG oslo_vmware.api [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1460.772641] env[62023]: value = "task-1758042" [ 1460.772641] env[62023]: _type = "Task" [ 1460.772641] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.781920] env[62023]: DEBUG oslo_vmware.api [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758042, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.868049] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92b6ad03-f0f9-4d92-b6b2-d4b24f29d4f0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.878171] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e04e81-1b2d-4c69-95d6-bcc3b3e903c9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.917118] env[62023]: DEBUG nova.compute.manager [req-00fad37f-0070-4f2e-90b5-04774873fbcf req-59f3a7ff-b456-4fa9-b3b6-6fbf2e7f0feb service nova] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Detach interface failed, port_id=7ec8a8f4-24f8-4de1-acd0-57a4284c2382, reason: Instance eb4794e9-66c4-47cc-9e33-ffe69685df66 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1461.038906] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquiring lock "refresh_cache-8cdb3b6e-28a7-495c-8104-54d6548f8812" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.039108] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquired lock "refresh_cache-8cdb3b6e-28a7-495c-8104-54d6548f8812" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.039289] env[62023]: DEBUG nova.network.neutron [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.101517] env[62023]: INFO nova.compute.manager [-] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Took 1.51 seconds to deallocate network for instance. [ 1461.169128] env[62023]: DEBUG oslo_vmware.api [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758041, 'name': CloneVM_Task, 'duration_secs': 1.869951} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.169314] env[62023]: INFO nova.virt.vmwareapi.vmops [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Created linked-clone VM from snapshot [ 1461.170079] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ad80e6-efe1-4245-a57d-ff3e18fb2f7e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.179693] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Uploading image df637bbb-f621-493a-8075-e3d643c48349 {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1461.196907] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Destroying the VM {{(pid=62023) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1461.197183] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5f85cf20-b0ad-40cc-96e6-776561b173be {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.207736] env[62023]: DEBUG oslo_vmware.api [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1461.207736] env[62023]: value = "task-1758043" [ 1461.207736] env[62023]: _type = "Task" [ 1461.207736] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.218656] env[62023]: DEBUG oslo_vmware.api [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758043, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.227179] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1ecf7c-a297-4188-b9a2-43ba3ab09daf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.236267] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ebda9e-c177-4182-8e13-5bca8f0071bf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.243338] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Acquiring lock "9f4cfc0a-2048-45b2-b96c-2b1dce5607b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.243636] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Lock "9f4cfc0a-2048-45b2-b96c-2b1dce5607b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.244062] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Acquiring lock "9f4cfc0a-2048-45b2-b96c-2b1dce5607b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.244781] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Lock "9f4cfc0a-2048-45b2-b96c-2b1dce5607b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.245093] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Lock "9f4cfc0a-2048-45b2-b96c-2b1dce5607b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.247465] env[62023]: INFO nova.compute.manager [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Terminating instance [ 1461.278766] env[62023]: DEBUG nova.compute.manager [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1461.279145] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1461.283275] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b87c0ef-4b5b-4c4b-9cc7-3aee31ff0722 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.286709] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef811ad-854a-4654-b537-f15b25c360e2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.297047] env[62023]: DEBUG oslo_vmware.api [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758042, 'name': Destroy_Task, 'duration_secs': 0.439116} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.299269] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Destroyed the VM [ 1461.299531] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Deleting Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1461.300746] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2537be-65ff-4e0b-ac49-ff6000dd92d5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.304483] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1461.304698] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d74fab31-6d9b-499a-8406-d5bfb159f9c7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.306348] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7629f04-8a4e-49a6-bc38-5b6067fd1638 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.318917] env[62023]: DEBUG nova.compute.provider_tree [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.322152] env[62023]: DEBUG oslo_vmware.api [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Waiting for the task: (returnval){ [ 1461.322152] env[62023]: value = "task-1758045" [ 1461.322152] env[62023]: _type = "Task" [ 1461.322152] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.322418] env[62023]: DEBUG oslo_vmware.api [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1461.322418] env[62023]: value = "task-1758044" [ 1461.322418] env[62023]: _type = "Task" [ 1461.322418] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.334497] env[62023]: DEBUG oslo_vmware.api [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758044, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.337246] env[62023]: DEBUG oslo_vmware.api [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Task: {'id': task-1758045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.563455] env[62023]: DEBUG nova.network.neutron [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1461.609187] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.623556] env[62023]: DEBUG nova.network.neutron [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.718722] env[62023]: DEBUG oslo_vmware.api [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758043, 'name': Destroy_Task, 'duration_secs': 0.345787} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.718722] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Destroyed the VM [ 1461.718722] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Deleting Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1461.718920] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1d963a4d-185e-4b4c-b3aa-c533586348b4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.724985] env[62023]: DEBUG oslo_vmware.api [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1461.724985] env[62023]: value = "task-1758046" [ 1461.724985] env[62023]: _type = "Task" [ 1461.724985] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.732468] env[62023]: DEBUG oslo_vmware.api [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758046, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.824185] env[62023]: DEBUG nova.scheduler.client.report [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1461.844157] env[62023]: DEBUG oslo_vmware.api [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Task: {'id': task-1758045, 'name': PowerOffVM_Task, 'duration_secs': 0.201454} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.844157] env[62023]: DEBUG oslo_vmware.api [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758044, 'name': RemoveSnapshot_Task, 'duration_secs': 0.354229} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.844675] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1461.844844] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1461.845153] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Deleted Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1461.845404] env[62023]: INFO nova.compute.manager [None req-f82d4b28-f32a-48cb-9512-f3d92808ecce tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Took 14.88 seconds to snapshot the instance on the hypervisor. [ 1461.847882] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97e8451f-90cf-4e92-a746-8e3c64417945 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.972046] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1461.972046] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1461.972046] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Deleting the datastore file [datastore1] 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1461.972046] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b94e9b3-86e5-4d82-9fa8-a22185181055 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.978323] env[62023]: DEBUG oslo_vmware.api [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Waiting for the task: (returnval){ [ 1461.978323] env[62023]: value = "task-1758048" [ 1461.978323] env[62023]: _type = "Task" [ 1461.978323] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.988415] env[62023]: DEBUG oslo_vmware.api [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Task: {'id': task-1758048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.126968] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8af6cd44-ae0d-489c-9de5-0e410723e8ae tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.127283] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8af6cd44-ae0d-489c-9de5-0e410723e8ae tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.127468] env[62023]: DEBUG nova.compute.manager [None req-8af6cd44-ae0d-489c-9de5-0e410723e8ae tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1462.128026] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Releasing lock "refresh_cache-8cdb3b6e-28a7-495c-8104-54d6548f8812" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.128408] env[62023]: DEBUG nova.compute.manager [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1462.128981] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1462.129473] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1491733d-5964-42cf-81e7-9550fae6c64c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.133031] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6444fcd5-2a30-4871-b769-4c42b50ce59b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.139654] env[62023]: DEBUG nova.compute.manager [None req-8af6cd44-ae0d-489c-9de5-0e410723e8ae tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62023) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1462.140273] env[62023]: DEBUG nova.objects.instance [None req-8af6cd44-ae0d-489c-9de5-0e410723e8ae tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lazy-loading 'flavor' on Instance uuid 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1462.144309] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.144309] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41d99827-ea0c-4f14-ae9c-f879d5470506 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.150441] env[62023]: DEBUG oslo_vmware.api [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1462.150441] env[62023]: value = "task-1758049" [ 1462.150441] env[62023]: _type = "Task" [ 1462.150441] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.158706] env[62023]: DEBUG oslo_vmware.api [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1758049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.235553] env[62023]: DEBUG oslo_vmware.api [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758046, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.336327] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.336862] env[62023]: DEBUG nova.compute.manager [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1462.340122] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.517s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.340242] env[62023]: DEBUG nova.objects.instance [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Lazy-loading 'resources' on Instance uuid 22302d12-a374-41c5-8651-87df72726e2f {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1462.488544] env[62023]: DEBUG oslo_vmware.api [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Task: {'id': task-1758048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195358} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.488905] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1462.489102] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1462.489300] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1462.489480] env[62023]: INFO nova.compute.manager [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1462.489755] env[62023]: DEBUG oslo.service.loopingcall [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1462.489975] env[62023]: DEBUG nova.compute.manager [-] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1462.490099] env[62023]: DEBUG nova.network.neutron [-] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1462.514590] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "70e1f478-73e0-4ddb-a206-a64a7e639a37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.514872] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "70e1f478-73e0-4ddb-a206-a64a7e639a37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.515104] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "70e1f478-73e0-4ddb-a206-a64a7e639a37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.515293] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "70e1f478-73e0-4ddb-a206-a64a7e639a37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.515463] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "70e1f478-73e0-4ddb-a206-a64a7e639a37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.518296] env[62023]: INFO nova.compute.manager [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Terminating instance [ 1462.661068] env[62023]: DEBUG oslo_vmware.api [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1758049, 'name': PowerOffVM_Task, 'duration_secs': 0.179261} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.661371] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1462.661495] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1462.661734] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82d7fda8-c3e7-4bbe-a991-75f8821be224 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.682969] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1462.683212] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1462.683396] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Deleting the datastore file [datastore1] 8cdb3b6e-28a7-495c-8104-54d6548f8812 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1462.683637] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-481f175e-da3b-4ca0-884d-caab7f60bb9e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.691227] env[62023]: DEBUG oslo_vmware.api [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for the task: (returnval){ [ 1462.691227] env[62023]: value = "task-1758051" [ 1462.691227] env[62023]: _type = "Task" [ 1462.691227] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.699309] env[62023]: DEBUG oslo_vmware.api [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1758051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.736692] env[62023]: DEBUG oslo_vmware.api [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758046, 'name': RemoveSnapshot_Task, 'duration_secs': 0.805688} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.737140] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Deleted Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1462.843602] env[62023]: DEBUG nova.compute.utils [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1462.845636] env[62023]: DEBUG nova.compute.manager [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1462.845813] env[62023]: DEBUG nova.network.neutron [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1462.873526] env[62023]: DEBUG nova.compute.manager [req-856d059c-9e7d-4916-a749-5a8f76eb2388 req-8a90299d-4c1b-49a9-8c91-ee2dc912e391 service nova] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Received event network-vif-deleted-7f5a735b-ead4-45f3-9da5-0f39b38ba5e1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1462.873727] env[62023]: INFO nova.compute.manager [req-856d059c-9e7d-4916-a749-5a8f76eb2388 req-8a90299d-4c1b-49a9-8c91-ee2dc912e391 service nova] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Neutron deleted interface 7f5a735b-ead4-45f3-9da5-0f39b38ba5e1; detaching it from the instance and deleting it from the info cache [ 1462.873905] env[62023]: DEBUG nova.network.neutron [req-856d059c-9e7d-4916-a749-5a8f76eb2388 req-8a90299d-4c1b-49a9-8c91-ee2dc912e391 service nova] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.892825] env[62023]: DEBUG nova.policy [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e4499ea2f854182b5e23993d4c2fc4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7982d75f7cc4007874eeb585af88969', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1463.025619] env[62023]: DEBUG nova.compute.manager [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1463.025619] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1463.026393] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becea3bb-1710-446c-9907-f1fc287b5c30 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.037917] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1463.038212] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af82f654-b669-4f46-bfa6-3a0c833d8772 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.044185] env[62023]: DEBUG oslo_concurrency.lockutils [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "ab5bd1ed-328e-4353-9865-aac5e8a36f8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.044453] env[62023]: DEBUG oslo_concurrency.lockutils [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "ab5bd1ed-328e-4353-9865-aac5e8a36f8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.122929] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1463.122929] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1463.122929] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Deleting the datastore file [datastore1] 70e1f478-73e0-4ddb-a206-a64a7e639a37 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1463.122929] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f082854-73ac-42c0-979d-9e6b9fc444f5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.131355] env[62023]: DEBUG oslo_vmware.api [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1463.131355] env[62023]: value = "task-1758053" [ 1463.131355] env[62023]: _type = "Task" [ 1463.131355] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.140991] env[62023]: DEBUG oslo_vmware.api [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.149765] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af6cd44-ae0d-489c-9de5-0e410723e8ae tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1463.151114] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38b267c8-4530-442c-b118-a00783e3434b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.159355] env[62023]: DEBUG oslo_vmware.api [None req-8af6cd44-ae0d-489c-9de5-0e410723e8ae tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1463.159355] env[62023]: value = "task-1758054" [ 1463.159355] env[62023]: _type = "Task" [ 1463.159355] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.167575] env[62023]: DEBUG oslo_vmware.api [None req-8af6cd44-ae0d-489c-9de5-0e410723e8ae tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.207206] env[62023]: DEBUG oslo_vmware.api [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Task: {'id': task-1758051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28996} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.207464] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.207658] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1463.207846] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.208050] env[62023]: INFO nova.compute.manager [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1463.208274] env[62023]: DEBUG oslo.service.loopingcall [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.208478] env[62023]: DEBUG nova.compute.manager [-] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1463.208573] env[62023]: DEBUG nova.network.neutron [-] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1463.230146] env[62023]: DEBUG nova.network.neutron [-] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1463.235318] env[62023]: DEBUG nova.network.neutron [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Successfully created port: c125c30c-2b5e-40a0-b9e4-a0163fba2d03 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1463.244882] env[62023]: WARNING nova.compute.manager [None req-ccb62522-3a57-460e-83f2-19bed2c97372 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Image not found during snapshot: nova.exception.ImageNotFound: Image df637bbb-f621-493a-8075-e3d643c48349 could not be found. [ 1463.338237] env[62023]: DEBUG nova.network.neutron [-] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.352421] env[62023]: DEBUG nova.compute.manager [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1463.380121] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-756a9d78-110d-45cf-a6e8-f7c4093c53f7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.390418] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ea5205-6513-4c90-ab31-e471c3d5ebd6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.404177] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73c4b4b-28c1-43f1-a5d3-472cb6c056e6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.412388] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99b40df-bb60-4928-958b-cfe19bad7376 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.425166] env[62023]: DEBUG nova.compute.manager [req-856d059c-9e7d-4916-a749-5a8f76eb2388 req-8a90299d-4c1b-49a9-8c91-ee2dc912e391 service nova] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Detach interface failed, port_id=7f5a735b-ead4-45f3-9da5-0f39b38ba5e1, reason: Instance 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1463.455474] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6844b5-fa5a-4220-8919-bccb333538d7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.463304] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a267555-3314-467f-a5d4-9db9604eea56 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.476418] env[62023]: DEBUG nova.compute.provider_tree [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1463.641346] env[62023]: DEBUG oslo_vmware.api [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160876} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.641586] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.641770] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1463.641994] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.642130] env[62023]: INFO nova.compute.manager [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1463.642364] env[62023]: DEBUG oslo.service.loopingcall [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.642554] env[62023]: DEBUG nova.compute.manager [-] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1463.642638] env[62023]: DEBUG nova.network.neutron [-] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1463.669171] env[62023]: DEBUG oslo_vmware.api [None req-8af6cd44-ae0d-489c-9de5-0e410723e8ae tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758054, 'name': PowerOffVM_Task, 'duration_secs': 0.212903} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.669469] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af6cd44-ae0d-489c-9de5-0e410723e8ae tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1463.669649] env[62023]: DEBUG nova.compute.manager [None req-8af6cd44-ae0d-489c-9de5-0e410723e8ae tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1463.670443] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1ae8b4-c7f4-44e9-b2d7-a7518bed539f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.681827] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "385bc4de-fa59-41d0-9201-e1a6acdab485" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.681827] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "385bc4de-fa59-41d0-9201-e1a6acdab485" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.681827] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "385bc4de-fa59-41d0-9201-e1a6acdab485-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.681827] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "385bc4de-fa59-41d0-9201-e1a6acdab485-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.682448] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "385bc4de-fa59-41d0-9201-e1a6acdab485-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.685161] env[62023]: INFO nova.compute.manager [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Terminating instance [ 1463.732444] env[62023]: DEBUG nova.network.neutron [-] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.841619] env[62023]: INFO nova.compute.manager [-] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Took 1.35 seconds to deallocate network for instance. [ 1463.997346] env[62023]: ERROR nova.scheduler.client.report [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] [req-eeb1becb-bad0-4d3e-aae4-053a12e2104d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eeb1becb-bad0-4d3e-aae4-053a12e2104d"}]} [ 1464.013769] env[62023]: DEBUG nova.scheduler.client.report [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1464.031259] env[62023]: DEBUG nova.scheduler.client.report [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1464.031259] env[62023]: DEBUG nova.compute.provider_tree [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1464.042017] env[62023]: DEBUG nova.scheduler.client.report [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1464.060222] env[62023]: DEBUG nova.scheduler.client.report [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1464.183893] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8af6cd44-ae0d-489c-9de5-0e410723e8ae tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.189215] env[62023]: DEBUG nova.compute.manager [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1464.189215] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1464.189981] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58c20df-e376-4844-93b8-df753def11e9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.201462] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.202100] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6b9f7f4-5454-483e-b8d1-06e94f9477f0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.209856] env[62023]: DEBUG oslo_vmware.api [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1464.209856] env[62023]: value = "task-1758055" [ 1464.209856] env[62023]: _type = "Task" [ 1464.209856] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.218100] env[62023]: DEBUG oslo_vmware.api [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.237496] env[62023]: INFO nova.compute.manager [-] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Took 1.03 seconds to deallocate network for instance. [ 1464.348661] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.363420] env[62023]: DEBUG nova.compute.manager [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1464.391185] env[62023]: DEBUG nova.virt.hardware [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1464.391392] env[62023]: DEBUG nova.virt.hardware [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1464.391542] env[62023]: DEBUG nova.virt.hardware [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1464.391714] env[62023]: DEBUG nova.virt.hardware [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1464.391893] env[62023]: DEBUG nova.virt.hardware [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1464.392105] env[62023]: DEBUG nova.virt.hardware [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1464.392286] env[62023]: DEBUG nova.virt.hardware [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1464.392446] env[62023]: DEBUG nova.virt.hardware [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1464.392613] env[62023]: DEBUG nova.virt.hardware [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1464.392773] env[62023]: DEBUG nova.virt.hardware [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1464.392944] env[62023]: DEBUG nova.virt.hardware [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1464.393824] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e03dfa-1fa6-447d-acd5-f4a4c17c78ae {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.404505] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1bee4f-33b3-4a74-baca-2ee174c5ef86 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.453029] env[62023]: DEBUG nova.network.neutron [-] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.550205] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1996418-a1b0-4713-a380-b33d96f6c120 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.561733] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25894e30-df6f-4482-b398-d02cea6a962b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.594118] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86f3438-e725-4337-9bcb-9d78e5f3cbf6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.602898] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b28746-f528-446f-9981-5ebea8ba1998 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.617636] env[62023]: DEBUG nova.objects.instance [None req-0e065c24-be22-4905-b934-2d9ad599182e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lazy-loading 'flavor' on Instance uuid 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1464.620053] env[62023]: DEBUG nova.compute.provider_tree [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1464.718562] env[62023]: DEBUG oslo_vmware.api [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758055, 'name': PowerOffVM_Task, 'duration_secs': 0.189461} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.718870] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1464.718978] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1464.719241] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-547e6ad1-acae-4666-bb6e-9f3407eb00db {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.746194] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.787010] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1464.787254] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1464.787435] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Deleting the datastore file [datastore1] 385bc4de-fa59-41d0-9201-e1a6acdab485 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1464.787761] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4e93220-fbc8-4356-a03e-7a27e9e73b2a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.794706] env[62023]: DEBUG oslo_vmware.api [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1464.794706] env[62023]: value = "task-1758057" [ 1464.794706] env[62023]: _type = "Task" [ 1464.794706] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.802602] env[62023]: DEBUG oslo_vmware.api [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.834085] env[62023]: DEBUG nova.network.neutron [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Successfully updated port: c125c30c-2b5e-40a0-b9e4-a0163fba2d03 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1464.942154] env[62023]: DEBUG nova.compute.manager [req-b9356b9d-3a40-4bb3-99d8-1215c4055e79 req-e6b2e32c-412c-4825-b1aa-1164c3241bdd service nova] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Received event network-vif-deleted-ac853756-6489-477b-a05a-1217e3fae6db {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1464.942299] env[62023]: DEBUG nova.compute.manager [req-b9356b9d-3a40-4bb3-99d8-1215c4055e79 req-e6b2e32c-412c-4825-b1aa-1164c3241bdd service nova] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Received event network-vif-plugged-c125c30c-2b5e-40a0-b9e4-a0163fba2d03 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1464.942468] env[62023]: DEBUG oslo_concurrency.lockutils [req-b9356b9d-3a40-4bb3-99d8-1215c4055e79 req-e6b2e32c-412c-4825-b1aa-1164c3241bdd service nova] Acquiring lock "71e7298b-dfd3-4857-abbd-15de2aadad07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.942670] env[62023]: DEBUG oslo_concurrency.lockutils [req-b9356b9d-3a40-4bb3-99d8-1215c4055e79 req-e6b2e32c-412c-4825-b1aa-1164c3241bdd service nova] Lock "71e7298b-dfd3-4857-abbd-15de2aadad07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.942836] env[62023]: DEBUG oslo_concurrency.lockutils [req-b9356b9d-3a40-4bb3-99d8-1215c4055e79 req-e6b2e32c-412c-4825-b1aa-1164c3241bdd service nova] Lock "71e7298b-dfd3-4857-abbd-15de2aadad07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.943070] env[62023]: DEBUG nova.compute.manager [req-b9356b9d-3a40-4bb3-99d8-1215c4055e79 req-e6b2e32c-412c-4825-b1aa-1164c3241bdd service nova] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] No waiting events found dispatching network-vif-plugged-c125c30c-2b5e-40a0-b9e4-a0163fba2d03 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1464.943268] env[62023]: WARNING nova.compute.manager [req-b9356b9d-3a40-4bb3-99d8-1215c4055e79 req-e6b2e32c-412c-4825-b1aa-1164c3241bdd service nova] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Received unexpected event network-vif-plugged-c125c30c-2b5e-40a0-b9e4-a0163fba2d03 for instance with vm_state building and task_state spawning. [ 1464.943385] env[62023]: DEBUG nova.compute.manager [req-b9356b9d-3a40-4bb3-99d8-1215c4055e79 req-e6b2e32c-412c-4825-b1aa-1164c3241bdd service nova] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Received event network-changed-c125c30c-2b5e-40a0-b9e4-a0163fba2d03 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1464.943497] env[62023]: DEBUG nova.compute.manager [req-b9356b9d-3a40-4bb3-99d8-1215c4055e79 req-e6b2e32c-412c-4825-b1aa-1164c3241bdd service nova] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Refreshing instance network info cache due to event network-changed-c125c30c-2b5e-40a0-b9e4-a0163fba2d03. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1464.943675] env[62023]: DEBUG oslo_concurrency.lockutils [req-b9356b9d-3a40-4bb3-99d8-1215c4055e79 req-e6b2e32c-412c-4825-b1aa-1164c3241bdd service nova] Acquiring lock "refresh_cache-71e7298b-dfd3-4857-abbd-15de2aadad07" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.943810] env[62023]: DEBUG oslo_concurrency.lockutils [req-b9356b9d-3a40-4bb3-99d8-1215c4055e79 req-e6b2e32c-412c-4825-b1aa-1164c3241bdd service nova] Acquired lock "refresh_cache-71e7298b-dfd3-4857-abbd-15de2aadad07" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.943963] env[62023]: DEBUG nova.network.neutron [req-b9356b9d-3a40-4bb3-99d8-1215c4055e79 req-e6b2e32c-412c-4825-b1aa-1164c3241bdd service nova] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Refreshing network info cache for port c125c30c-2b5e-40a0-b9e4-a0163fba2d03 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.955361] env[62023]: INFO nova.compute.manager [-] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Took 1.31 seconds to deallocate network for instance. [ 1465.127230] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0e065c24-be22-4905-b934-2d9ad599182e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.127595] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0e065c24-be22-4905-b934-2d9ad599182e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.127595] env[62023]: DEBUG nova.network.neutron [None req-0e065c24-be22-4905-b934-2d9ad599182e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.127769] env[62023]: DEBUG nova.objects.instance [None req-0e065c24-be22-4905-b934-2d9ad599182e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lazy-loading 'info_cache' on Instance uuid 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.152784] env[62023]: DEBUG nova.scheduler.client.report [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1465.153046] env[62023]: DEBUG nova.compute.provider_tree [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 82 to 83 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1465.153228] env[62023]: DEBUG nova.compute.provider_tree [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1465.305522] env[62023]: DEBUG oslo_vmware.api [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146337} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.305522] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1465.305670] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1465.305749] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1465.305914] env[62023]: INFO nova.compute.manager [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1465.306172] env[62023]: DEBUG oslo.service.loopingcall [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.306358] env[62023]: DEBUG nova.compute.manager [-] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1465.306453] env[62023]: DEBUG nova.network.neutron [-] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1465.340139] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "refresh_cache-71e7298b-dfd3-4857-abbd-15de2aadad07" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.464871] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.504845] env[62023]: DEBUG nova.network.neutron [req-b9356b9d-3a40-4bb3-99d8-1215c4055e79 req-e6b2e32c-412c-4825-b1aa-1164c3241bdd service nova] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1465.631009] env[62023]: DEBUG nova.objects.base [None req-0e065c24-be22-4905-b934-2d9ad599182e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Object Instance<7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919> lazy-loaded attributes: flavor,info_cache {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1465.642233] env[62023]: DEBUG nova.network.neutron [req-b9356b9d-3a40-4bb3-99d8-1215c4055e79 req-e6b2e32c-412c-4825-b1aa-1164c3241bdd service nova] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.657761] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.318s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.660101] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.555s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.661170] env[62023]: DEBUG nova.objects.instance [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lazy-loading 'resources' on Instance uuid 292ba894-b22c-4ef9-83a8-ceb884b71bd8 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.679936] env[62023]: INFO nova.scheduler.client.report [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Deleted allocations for instance 22302d12-a374-41c5-8651-87df72726e2f [ 1466.145120] env[62023]: DEBUG oslo_concurrency.lockutils [req-b9356b9d-3a40-4bb3-99d8-1215c4055e79 req-e6b2e32c-412c-4825-b1aa-1164c3241bdd service nova] Releasing lock "refresh_cache-71e7298b-dfd3-4857-abbd-15de2aadad07" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.145501] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired lock "refresh_cache-71e7298b-dfd3-4857-abbd-15de2aadad07" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.145665] env[62023]: DEBUG nova.network.neutron [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1466.174257] env[62023]: DEBUG nova.network.neutron [-] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.189214] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8310840a-96c4-483a-973c-8ada7d3eedfe tempest-ServersTestBootFromVolume-787242225 tempest-ServersTestBootFromVolume-787242225-project-member] Lock "22302d12-a374-41c5-8651-87df72726e2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.738s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.370300] env[62023]: DEBUG nova.network.neutron [None req-0e065c24-be22-4905-b934-2d9ad599182e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Updating instance_info_cache with network_info: [{"id": "07a80b81-b194-4342-8c1d-2558e94b0e6c", "address": "fa:16:3e:ca:8c:c2", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a80b81-b1", "ovs_interfaceid": "07a80b81-b194-4342-8c1d-2558e94b0e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.564010] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e93b9cb-3672-4dd0-add6-bde7161c8078 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.571289] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2648fb1b-d56e-4dd0-8efe-669e8fd7d354 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.606220] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27acf63-f9b4-4d2b-bf05-3a5c136f0ab5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.614487] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee872b3d-7ed0-43ae-9275-de3a75590117 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.629403] env[62023]: DEBUG nova.compute.provider_tree [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.676507] env[62023]: INFO nova.compute.manager [-] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Took 1.37 seconds to deallocate network for instance. [ 1466.688919] env[62023]: DEBUG nova.network.neutron [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1466.872523] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0e065c24-be22-4905-b934-2d9ad599182e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.884961] env[62023]: DEBUG nova.network.neutron [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Updating instance_info_cache with network_info: [{"id": "c125c30c-2b5e-40a0-b9e4-a0163fba2d03", "address": "fa:16:3e:39:35:b1", "network": {"id": "1053120f-f76e-4f02-8bb5-be8d6cf9387c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753536293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7982d75f7cc4007874eeb585af88969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc125c30c-2b", "ovs_interfaceid": "c125c30c-2b5e-40a0-b9e4-a0163fba2d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.967980] env[62023]: DEBUG nova.compute.manager [req-3c31d228-cdd1-4134-8221-5495e8b6030d req-71dfb6f1-3693-48ec-b5c5-d983eddad9b4 service nova] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Received event network-vif-deleted-1239f070-2922-4bde-8beb-5e96fc82103a {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1467.132096] env[62023]: DEBUG nova.scheduler.client.report [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1467.182690] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.386753] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Releasing lock "refresh_cache-71e7298b-dfd3-4857-abbd-15de2aadad07" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.387069] env[62023]: DEBUG nova.compute.manager [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Instance network_info: |[{"id": "c125c30c-2b5e-40a0-b9e4-a0163fba2d03", "address": "fa:16:3e:39:35:b1", "network": {"id": "1053120f-f76e-4f02-8bb5-be8d6cf9387c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753536293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7982d75f7cc4007874eeb585af88969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc125c30c-2b", "ovs_interfaceid": "c125c30c-2b5e-40a0-b9e4-a0163fba2d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1467.387815] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:35:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c125c30c-2b5e-40a0-b9e4-a0163fba2d03', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1467.395479] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Creating folder: Project (e7982d75f7cc4007874eeb585af88969). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1467.396033] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fffea18-9776-4928-adf2-c8542fe25aec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.408617] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Created folder: Project (e7982d75f7cc4007874eeb585af88969) in parent group-v365170. [ 1467.408823] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Creating folder: Instances. Parent ref: group-v365327. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1467.409129] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a772c875-42d1-4024-b28a-c6c58f51a562 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.417221] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Created folder: Instances in parent group-v365327. [ 1467.417446] env[62023]: DEBUG oslo.service.loopingcall [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1467.417626] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1467.417881] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12c24e89-3ca8-4545-906e-f49fb0381401 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.437911] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1467.437911] env[62023]: value = "task-1758060" [ 1467.437911] env[62023]: _type = "Task" [ 1467.437911] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.447726] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758060, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.638256] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.640493] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.099s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.642059] env[62023]: INFO nova.compute.claims [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1467.667939] env[62023]: INFO nova.scheduler.client.report [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Deleted allocations for instance 292ba894-b22c-4ef9-83a8-ceb884b71bd8 [ 1467.878447] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e065c24-be22-4905-b934-2d9ad599182e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1467.878798] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77184ad6-f773-4ed3-a343-277cbf8c136c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.885721] env[62023]: DEBUG oslo_vmware.api [None req-0e065c24-be22-4905-b934-2d9ad599182e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1467.885721] env[62023]: value = "task-1758061" [ 1467.885721] env[62023]: _type = "Task" [ 1467.885721] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.894967] env[62023]: DEBUG oslo_vmware.api [None req-0e065c24-be22-4905-b934-2d9ad599182e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.947897] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758060, 'name': CreateVM_Task, 'duration_secs': 0.366634} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.948107] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1467.948871] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.949063] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.949383] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1467.949638] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c230462c-6e15-4ec3-b44b-e902d3bbcef4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.954515] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1467.954515] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5252317b-d1d7-7081-8135-29d3f7e92a1f" [ 1467.954515] env[62023]: _type = "Task" [ 1467.954515] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.962424] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5252317b-d1d7-7081-8135-29d3f7e92a1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.177979] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2daaa538-8f2d-4311-beaa-ed97d866b748 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lock "292ba894-b22c-4ef9-83a8-ceb884b71bd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.961s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.396428] env[62023]: DEBUG oslo_vmware.api [None req-0e065c24-be22-4905-b934-2d9ad599182e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758061, 'name': PowerOnVM_Task, 'duration_secs': 0.407387} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.396724] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e065c24-be22-4905-b934-2d9ad599182e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1468.396975] env[62023]: DEBUG nova.compute.manager [None req-0e065c24-be22-4905-b934-2d9ad599182e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1468.397864] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49a255f-50dd-4754-8a8e-348ab0f0f71b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.465210] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5252317b-d1d7-7081-8135-29d3f7e92a1f, 'name': SearchDatastore_Task, 'duration_secs': 0.00961} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.465552] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.465861] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1468.466058] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.466203] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.466377] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1468.466627] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e80db485-2f88-4117-a2e8-aeb2e0cc961a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.482052] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1468.482267] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1468.483026] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0426c120-081f-4877-995d-13da4fbfb1a5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.494022] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1468.494022] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5251c185-307e-da0c-2616-a243235bd532" [ 1468.494022] env[62023]: _type = "Task" [ 1468.494022] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.501639] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5251c185-307e-da0c-2616-a243235bd532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.005195] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5251c185-307e-da0c-2616-a243235bd532, 'name': SearchDatastore_Task, 'duration_secs': 0.013095} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.008487] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e53410-1d3c-47e5-94b9-91b7cc02d2ef {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.013361] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1469.013361] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b3e6ad-4594-a3c3-2441-9b948bae81dc" [ 1469.013361] env[62023]: _type = "Task" [ 1469.013361] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.023056] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b3e6ad-4594-a3c3-2441-9b948bae81dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.108334] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fa7785-406d-4f31-9b55-fed02288ec6f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.116286] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f0df0e-a62a-4e53-a493-05a6a173a35e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.150337] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138d80dd-b0c1-4be2-9621-3bcef627754b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.158192] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e018aa5f-0da8-4839-a06a-71201d800f0b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.172201] env[62023]: DEBUG nova.compute.provider_tree [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.369936] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquiring lock "98254616-2002-4986-818d-9fc0c0dff4db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.370236] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lock "98254616-2002-4986-818d-9fc0c0dff4db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.370452] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquiring lock "98254616-2002-4986-818d-9fc0c0dff4db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.370634] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lock "98254616-2002-4986-818d-9fc0c0dff4db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.370801] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lock "98254616-2002-4986-818d-9fc0c0dff4db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.373083] env[62023]: INFO nova.compute.manager [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Terminating instance [ 1469.524632] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b3e6ad-4594-a3c3-2441-9b948bae81dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009962} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.525054] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.525395] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 71e7298b-dfd3-4857-abbd-15de2aadad07/71e7298b-dfd3-4857-abbd-15de2aadad07.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1469.525696] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c1289a2-a719-423a-b28f-013e0f512e4c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.533692] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1469.533692] env[62023]: value = "task-1758062" [ 1469.533692] env[62023]: _type = "Task" [ 1469.533692] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.542328] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.675559] env[62023]: DEBUG nova.scheduler.client.report [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.877139] env[62023]: DEBUG nova.compute.manager [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1469.877387] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1469.878381] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad3af38-c9fc-46da-8934-95bd74e70c96 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.887085] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1469.887385] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb50d4cb-ebd3-4285-9ff0-c791d31da816 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.895109] env[62023]: DEBUG oslo_vmware.api [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1469.895109] env[62023]: value = "task-1758063" [ 1469.895109] env[62023]: _type = "Task" [ 1469.895109] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.903849] env[62023]: DEBUG oslo_vmware.api [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1758063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.044144] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758062, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.182623] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.182623] env[62023]: DEBUG nova.compute.manager [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1470.183950] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.333s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.184189] env[62023]: DEBUG nova.objects.instance [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lazy-loading 'resources' on Instance uuid eda5b959-2aec-4193-88a4-b4ef21aace36 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1470.405435] env[62023]: DEBUG oslo_vmware.api [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1758063, 'name': PowerOffVM_Task, 'duration_secs': 0.31154} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.405733] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1470.406014] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1470.406211] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e5f4fb9-3511-42f2-a21e-cca892a0b3b4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.479155] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.479418] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.481982] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Deleting the datastore file [datastore1] 98254616-2002-4986-818d-9fc0c0dff4db {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.481982] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9b75408-aca8-4284-a864-c5b261218867 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.488736] env[62023]: DEBUG oslo_vmware.api [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for the task: (returnval){ [ 1470.488736] env[62023]: value = "task-1758065" [ 1470.488736] env[62023]: _type = "Task" [ 1470.488736] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.496912] env[62023]: DEBUG oslo_vmware.api [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1758065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.544385] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542677} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.544660] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 71e7298b-dfd3-4857-abbd-15de2aadad07/71e7298b-dfd3-4857-abbd-15de2aadad07.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1470.544800] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1470.545079] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8c0bc52-e207-438c-b18f-5b2e6414920b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.552023] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1470.552023] env[62023]: value = "task-1758066" [ 1470.552023] env[62023]: _type = "Task" [ 1470.552023] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.559569] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.688320] env[62023]: DEBUG nova.compute.utils [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1470.694128] env[62023]: DEBUG nova.objects.instance [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lazy-loading 'numa_topology' on Instance uuid eda5b959-2aec-4193-88a4-b4ef21aace36 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1470.695128] env[62023]: DEBUG nova.compute.manager [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1470.695300] env[62023]: DEBUG nova.network.neutron [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1470.783575] env[62023]: DEBUG nova.policy [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e4499ea2f854182b5e23993d4c2fc4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7982d75f7cc4007874eeb585af88969', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1470.998926] env[62023]: DEBUG oslo_vmware.api [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Task: {'id': task-1758065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143664} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.999463] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1470.999664] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1470.999839] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.000026] env[62023]: INFO nova.compute.manager [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1471.000279] env[62023]: DEBUG oslo.service.loopingcall [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.000473] env[62023]: DEBUG nova.compute.manager [-] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1471.000570] env[62023]: DEBUG nova.network.neutron [-] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1471.062495] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064242} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.062781] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1471.063589] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9752e9bf-54b7-446f-a293-340dd3fb5bd1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.089141] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 71e7298b-dfd3-4857-abbd-15de2aadad07/71e7298b-dfd3-4857-abbd-15de2aadad07.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1471.089463] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d75df2c-1eca-4ac9-8bf3-9b3c86243f3d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.111230] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1471.111230] env[62023]: value = "task-1758067" [ 1471.111230] env[62023]: _type = "Task" [ 1471.111230] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.119369] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.190988] env[62023]: DEBUG nova.compute.manager [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1471.199608] env[62023]: DEBUG nova.objects.base [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1471.468234] env[62023]: DEBUG nova.network.neutron [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Successfully created port: 33cbb1c4-b5d8-4f94-92da-95b23247be60 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1471.623136] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758067, 'name': ReconfigVM_Task, 'duration_secs': 0.308655} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.623412] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 71e7298b-dfd3-4857-abbd-15de2aadad07/71e7298b-dfd3-4857-abbd-15de2aadad07.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1471.624050] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad5188d1-5a5b-4167-ac79-bf7415576ee4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.631792] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1471.631792] env[62023]: value = "task-1758068" [ 1471.631792] env[62023]: _type = "Task" [ 1471.631792] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.648771] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758068, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.700228] env[62023]: DEBUG nova.compute.manager [req-76ca2ce1-7d51-4d58-87d7-33bedec86202 req-7f3e0bc4-323d-4922-817a-6b7402d8f6ba service nova] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Received event network-vif-deleted-3040145a-4ee9-4282-9290-3bacb76b1286 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1471.700459] env[62023]: INFO nova.compute.manager [req-76ca2ce1-7d51-4d58-87d7-33bedec86202 req-7f3e0bc4-323d-4922-817a-6b7402d8f6ba service nova] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Neutron deleted interface 3040145a-4ee9-4282-9290-3bacb76b1286; detaching it from the instance and deleting it from the info cache [ 1471.700640] env[62023]: DEBUG nova.network.neutron [req-76ca2ce1-7d51-4d58-87d7-33bedec86202 req-7f3e0bc4-323d-4922-817a-6b7402d8f6ba service nova] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.831584] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7e42c6-3953-4ce6-b77a-f26ac7ac54cf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.843026] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813bbd77-fb5f-49bf-a22d-a161074a774a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.876894] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221045c0-7292-4b6d-bb2d-dba7cf6ca503 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.884871] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed44e6d-6b12-4a55-a1a6-7174e83f129d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.900386] env[62023]: DEBUG nova.compute.provider_tree [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.143967] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758068, 'name': Rename_Task, 'duration_secs': 0.132378} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.144302] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1472.144567] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6aef0011-67d0-48f6-9718-d1e5c5a693ea {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.157396] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1472.157396] env[62023]: value = "task-1758069" [ 1472.157396] env[62023]: _type = "Task" [ 1472.157396] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.167950] env[62023]: DEBUG nova.network.neutron [-] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.169304] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.205972] env[62023]: DEBUG nova.compute.manager [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1472.210176] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a82dffbd-6ad7-4fbc-a6b8-fe6e300996e1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.220477] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c6a0b1-6cf5-4cef-9f8e-39e8fd7bf6cb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.260866] env[62023]: DEBUG nova.compute.manager [req-76ca2ce1-7d51-4d58-87d7-33bedec86202 req-7f3e0bc4-323d-4922-817a-6b7402d8f6ba service nova] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Detach interface failed, port_id=3040145a-4ee9-4282-9290-3bacb76b1286, reason: Instance 98254616-2002-4986-818d-9fc0c0dff4db could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1472.268640] env[62023]: DEBUG nova.virt.hardware [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1472.268900] env[62023]: DEBUG nova.virt.hardware [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1472.269067] env[62023]: DEBUG nova.virt.hardware [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1472.269252] env[62023]: DEBUG nova.virt.hardware [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1472.269408] env[62023]: DEBUG nova.virt.hardware [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1472.269555] env[62023]: DEBUG nova.virt.hardware [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1472.269943] env[62023]: DEBUG nova.virt.hardware [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1472.269943] env[62023]: DEBUG nova.virt.hardware [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1472.270644] env[62023]: DEBUG nova.virt.hardware [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1472.270766] env[62023]: DEBUG nova.virt.hardware [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1472.270969] env[62023]: DEBUG nova.virt.hardware [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1472.272026] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f4f76d-c26c-4ea0-b013-f5faf881c369 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.279836] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f16a085-c177-4699-937f-5661aded1b06 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.405031] env[62023]: DEBUG nova.scheduler.client.report [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1472.664779] env[62023]: DEBUG oslo_vmware.api [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758069, 'name': PowerOnVM_Task, 'duration_secs': 0.511709} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.665130] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1472.669020] env[62023]: INFO nova.compute.manager [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1472.669020] env[62023]: DEBUG nova.compute.manager [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1472.669020] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab7c248-1357-4e2c-af74-9e1240871425 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.672823] env[62023]: INFO nova.compute.manager [-] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Took 1.67 seconds to deallocate network for instance. [ 1472.911210] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.726s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.917260] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.526s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.917560] env[62023]: DEBUG nova.objects.instance [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Lazy-loading 'resources' on Instance uuid ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1473.182518] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.185280] env[62023]: INFO nova.compute.manager [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Took 40.90 seconds to build instance. [ 1473.439060] env[62023]: DEBUG nova.network.neutron [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Successfully updated port: 33cbb1c4-b5d8-4f94-92da-95b23247be60 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1473.439060] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7e1ce120-7d9c-4890-98ed-61236c90f087 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "eda5b959-2aec-4193-88a4-b4ef21aace36" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 60.357s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.439060] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "eda5b959-2aec-4193-88a4-b4ef21aace36" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 33.521s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.439060] env[62023]: INFO nova.compute.manager [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Unshelving [ 1473.455701] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "41220130-9cae-4af6-9be8-d5601b0b3cdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.455943] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lock "41220130-9cae-4af6-9be8-d5601b0b3cdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.688647] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ec8ec506-2192-4472-8992-309bc220407e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "71e7298b-dfd3-4857-abbd-15de2aadad07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.163s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.728030] env[62023]: DEBUG nova.compute.manager [req-9518ddd7-f640-43b6-9bea-6408cdbd26f2 req-ac79e0af-e904-4efc-9ca0-412bf2b943fe service nova] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Received event network-vif-plugged-33cbb1c4-b5d8-4f94-92da-95b23247be60 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1473.728747] env[62023]: DEBUG oslo_concurrency.lockutils [req-9518ddd7-f640-43b6-9bea-6408cdbd26f2 req-ac79e0af-e904-4efc-9ca0-412bf2b943fe service nova] Acquiring lock "a47f9087-1194-4a41-93d8-dcf026b2eca5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.728747] env[62023]: DEBUG oslo_concurrency.lockutils [req-9518ddd7-f640-43b6-9bea-6408cdbd26f2 req-ac79e0af-e904-4efc-9ca0-412bf2b943fe service nova] Lock "a47f9087-1194-4a41-93d8-dcf026b2eca5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.728747] env[62023]: DEBUG oslo_concurrency.lockutils [req-9518ddd7-f640-43b6-9bea-6408cdbd26f2 req-ac79e0af-e904-4efc-9ca0-412bf2b943fe service nova] Lock "a47f9087-1194-4a41-93d8-dcf026b2eca5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.729129] env[62023]: DEBUG nova.compute.manager [req-9518ddd7-f640-43b6-9bea-6408cdbd26f2 req-ac79e0af-e904-4efc-9ca0-412bf2b943fe service nova] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] No waiting events found dispatching network-vif-plugged-33cbb1c4-b5d8-4f94-92da-95b23247be60 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1473.729249] env[62023]: WARNING nova.compute.manager [req-9518ddd7-f640-43b6-9bea-6408cdbd26f2 req-ac79e0af-e904-4efc-9ca0-412bf2b943fe service nova] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Received unexpected event network-vif-plugged-33cbb1c4-b5d8-4f94-92da-95b23247be60 for instance with vm_state building and task_state spawning. [ 1473.729453] env[62023]: DEBUG nova.compute.manager [req-9518ddd7-f640-43b6-9bea-6408cdbd26f2 req-ac79e0af-e904-4efc-9ca0-412bf2b943fe service nova] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Received event network-changed-33cbb1c4-b5d8-4f94-92da-95b23247be60 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1473.729616] env[62023]: DEBUG nova.compute.manager [req-9518ddd7-f640-43b6-9bea-6408cdbd26f2 req-ac79e0af-e904-4efc-9ca0-412bf2b943fe service nova] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Refreshing instance network info cache due to event network-changed-33cbb1c4-b5d8-4f94-92da-95b23247be60. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1473.729799] env[62023]: DEBUG oslo_concurrency.lockutils [req-9518ddd7-f640-43b6-9bea-6408cdbd26f2 req-ac79e0af-e904-4efc-9ca0-412bf2b943fe service nova] Acquiring lock "refresh_cache-a47f9087-1194-4a41-93d8-dcf026b2eca5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.729960] env[62023]: DEBUG oslo_concurrency.lockutils [req-9518ddd7-f640-43b6-9bea-6408cdbd26f2 req-ac79e0af-e904-4efc-9ca0-412bf2b943fe service nova] Acquired lock "refresh_cache-a47f9087-1194-4a41-93d8-dcf026b2eca5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.730138] env[62023]: DEBUG nova.network.neutron [req-9518ddd7-f640-43b6-9bea-6408cdbd26f2 req-ac79e0af-e904-4efc-9ca0-412bf2b943fe service nova] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Refreshing network info cache for port 33cbb1c4-b5d8-4f94-92da-95b23247be60 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1473.901149] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226977eb-f59f-483b-a183-c8b26032c05f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.908867] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe86810-d855-4f8a-aa75-71e8eba49486 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.942047] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2690298-6a2f-4823-ad07-99a6b33b51e5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.943921] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "refresh_cache-a47f9087-1194-4a41-93d8-dcf026b2eca5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.952423] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2f03b3-f176-45da-a0a8-5c0338524c3f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.965622] env[62023]: DEBUG nova.compute.provider_tree [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1474.191243] env[62023]: DEBUG nova.compute.manager [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1474.262909] env[62023]: DEBUG nova.network.neutron [req-9518ddd7-f640-43b6-9bea-6408cdbd26f2 req-ac79e0af-e904-4efc-9ca0-412bf2b943fe service nova] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1474.360168] env[62023]: DEBUG nova.network.neutron [req-9518ddd7-f640-43b6-9bea-6408cdbd26f2 req-ac79e0af-e904-4efc-9ca0-412bf2b943fe service nova] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.453046] env[62023]: DEBUG nova.compute.utils [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1474.470134] env[62023]: DEBUG nova.scheduler.client.report [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1474.714255] env[62023]: DEBUG oslo_concurrency.lockutils [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.862097] env[62023]: DEBUG oslo_concurrency.lockutils [req-9518ddd7-f640-43b6-9bea-6408cdbd26f2 req-ac79e0af-e904-4efc-9ca0-412bf2b943fe service nova] Releasing lock "refresh_cache-a47f9087-1194-4a41-93d8-dcf026b2eca5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.862493] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired lock "refresh_cache-a47f9087-1194-4a41-93d8-dcf026b2eca5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.862657] env[62023]: DEBUG nova.network.neutron [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1474.956055] env[62023]: INFO nova.virt.block_device [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Booting with volume 94de5cfe-88de-43fa-bcaa-7ca30f1c2689 at /dev/sdb [ 1474.973750] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.977665] env[62023]: DEBUG oslo_concurrency.lockutils [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.377s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.978519] env[62023]: DEBUG nova.objects.instance [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lazy-loading 'resources' on Instance uuid 743948c8-57cc-4ab0-8fd7-0c545cd1e6af {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1474.994124] env[62023]: INFO nova.scheduler.client.report [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Deleted allocations for instance ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0 [ 1474.996277] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-197dbf8d-fe15-448b-a774-2dc523fa81bc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.009507] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7051cc22-aa6d-400f-b0b8-311e579ab4cf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.038767] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12af5111-fef6-4018-9c9d-341e458aa5a9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.047767] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37c6db7-4c1f-42f8-8ab6-b0de6d0c43f8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.077015] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca020e3-d07e-4a42-9c92-19559bbc67ae {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.083836] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe124dc7-44bf-40ff-ab39-885f999668b0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.097701] env[62023]: DEBUG nova.virt.block_device [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Updating existing volume attachment record: 5a2f1ec9-f073-405f-9af4-67282cac9bb3 {{(pid=62023) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1475.424325] env[62023]: DEBUG nova.network.neutron [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1475.517537] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3dfe88bc-87da-43e2-bda6-7c9abe77f27b tempest-ServerAddressesNegativeTestJSON-1485867446 tempest-ServerAddressesNegativeTestJSON-1485867446-project-member] Lock "ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.808s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.710245] env[62023]: DEBUG nova.network.neutron [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Updating instance_info_cache with network_info: [{"id": "33cbb1c4-b5d8-4f94-92da-95b23247be60", "address": "fa:16:3e:57:01:0d", "network": {"id": "1053120f-f76e-4f02-8bb5-be8d6cf9387c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753536293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7982d75f7cc4007874eeb585af88969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33cbb1c4-b5", "ovs_interfaceid": "33cbb1c4-b5d8-4f94-92da-95b23247be60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.069310] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbff55aa-aa62-4a49-8d11-6f70d2245d01 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.077399] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7362f9f5-4f50-42fc-8975-ed4d7158fbb0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.108250] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2230df-b93c-47a8-83bb-abe007cb9b50 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.116416] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aef3cb0-d542-4b12-83db-df7701dcb6f7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.130642] env[62023]: DEBUG nova.compute.provider_tree [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.213152] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Releasing lock "refresh_cache-a47f9087-1194-4a41-93d8-dcf026b2eca5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.213431] env[62023]: DEBUG nova.compute.manager [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Instance network_info: |[{"id": "33cbb1c4-b5d8-4f94-92da-95b23247be60", "address": "fa:16:3e:57:01:0d", "network": {"id": "1053120f-f76e-4f02-8bb5-be8d6cf9387c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753536293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7982d75f7cc4007874eeb585af88969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33cbb1c4-b5", "ovs_interfaceid": "33cbb1c4-b5d8-4f94-92da-95b23247be60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1476.213846] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:01:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33cbb1c4-b5d8-4f94-92da-95b23247be60', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1476.221736] env[62023]: DEBUG oslo.service.loopingcall [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1476.221932] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1476.222161] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e061ee09-dd0f-4668-ae0e-8b1b49f73045 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.244623] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1476.244623] env[62023]: value = "task-1758073" [ 1476.244623] env[62023]: _type = "Task" [ 1476.244623] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.252964] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758073, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.634469] env[62023]: DEBUG nova.scheduler.client.report [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.755048] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758073, 'name': CreateVM_Task, 'duration_secs': 0.439653} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.755232] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1476.755943] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.756142] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.756468] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1476.756720] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3abac1eb-04fd-4655-95cb-ccce3913fb11 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.761592] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1476.761592] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520a12ce-b75b-3224-a1d4-0a55f34d55d2" [ 1476.761592] env[62023]: _type = "Task" [ 1476.761592] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.770243] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520a12ce-b75b-3224-a1d4-0a55f34d55d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.142028] env[62023]: DEBUG oslo_concurrency.lockutils [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.143816] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.394s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.145564] env[62023]: INFO nova.compute.claims [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1477.173444] env[62023]: INFO nova.scheduler.client.report [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Deleted allocations for instance 743948c8-57cc-4ab0-8fd7-0c545cd1e6af [ 1477.272861] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520a12ce-b75b-3224-a1d4-0a55f34d55d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009607} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.273196] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.273452] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1477.273870] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.273870] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.274096] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1477.274409] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c18cb0ea-5f3d-45e1-a86c-f2832a4861ee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.282877] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1477.283072] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1477.283763] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dc653ae-c6b7-4b3e-bb91-9fa90b02afba {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.289272] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1477.289272] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52804d34-ec03-4dfc-85cd-af39b2a3bd32" [ 1477.289272] env[62023]: _type = "Task" [ 1477.289272] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.298439] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52804d34-ec03-4dfc-85cd-af39b2a3bd32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.687963] env[62023]: DEBUG oslo_concurrency.lockutils [None req-822ae81c-02fd-4314-8196-e1a99bc8a7db tempest-SecurityGroupsTestJSON-1621748032 tempest-SecurityGroupsTestJSON-1621748032-project-member] Lock "743948c8-57cc-4ab0-8fd7-0c545cd1e6af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.553s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.799365] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52804d34-ec03-4dfc-85cd-af39b2a3bd32, 'name': SearchDatastore_Task, 'duration_secs': 0.009382} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.800173] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b90f086b-f340-4ede-b025-8d329ee77108 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.805758] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1477.805758] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529abdcf-f014-5a6b-9b52-a60d35e4a300" [ 1477.805758] env[62023]: _type = "Task" [ 1477.805758] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.813392] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529abdcf-f014-5a6b-9b52-a60d35e4a300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.318606] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529abdcf-f014-5a6b-9b52-a60d35e4a300, 'name': SearchDatastore_Task, 'duration_secs': 0.009426} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.318934] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.319180] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] a47f9087-1194-4a41-93d8-dcf026b2eca5/a47f9087-1194-4a41-93d8-dcf026b2eca5.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1478.319444] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d591b23c-e629-46e9-bec5-6a2001b1b43d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.329028] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1478.329028] env[62023]: value = "task-1758075" [ 1478.329028] env[62023]: _type = "Task" [ 1478.329028] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.339779] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.574620] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56d69db-e33a-4f96-bba2-78da77ca6b4d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.582553] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bb8d5a-008a-4b2b-a876-74136417f40c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.619848] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82980ea3-0484-4703-8a53-fedfd12df286 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.628022] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e54d700-d9d1-42a9-b513-8504165047f1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.642009] env[62023]: DEBUG nova.compute.provider_tree [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.843698] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47466} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.843971] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] a47f9087-1194-4a41-93d8-dcf026b2eca5/a47f9087-1194-4a41-93d8-dcf026b2eca5.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.846969] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.848582] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85bad52f-df4b-4373-8462-b52239e0504d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.855870] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1478.855870] env[62023]: value = "task-1758076" [ 1478.855870] env[62023]: _type = "Task" [ 1478.855870] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.866348] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.145370] env[62023]: DEBUG nova.scheduler.client.report [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.366326] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189607} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.366683] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1479.368311] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaeb6ee-e1b5-4134-8236-3132d05e095d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.392523] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] a47f9087-1194-4a41-93d8-dcf026b2eca5/a47f9087-1194-4a41-93d8-dcf026b2eca5.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.392796] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fbc9955-a622-49dd-9e1b-955d8aa2114d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.414563] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1479.414563] env[62023]: value = "task-1758077" [ 1479.414563] env[62023]: _type = "Task" [ 1479.414563] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.426961] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.652333] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.654159] env[62023]: DEBUG nova.compute.manager [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1479.655557] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.076s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.657127] env[62023]: INFO nova.compute.claims [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1479.924797] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758077, 'name': ReconfigVM_Task, 'duration_secs': 0.470582} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.925101] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Reconfigured VM instance instance-00000034 to attach disk [datastore1] a47f9087-1194-4a41-93d8-dcf026b2eca5/a47f9087-1194-4a41-93d8-dcf026b2eca5.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1479.925814] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d696b629-7ea4-449a-9793-a2c46962f71a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.932547] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1479.932547] env[62023]: value = "task-1758078" [ 1479.932547] env[62023]: _type = "Task" [ 1479.932547] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.940762] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758078, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.161871] env[62023]: DEBUG nova.compute.utils [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1480.164534] env[62023]: DEBUG nova.compute.manager [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1480.164710] env[62023]: DEBUG nova.network.neutron [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1480.216324] env[62023]: DEBUG nova.policy [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0d99d82a0634109af137b654c6d69a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24e9db07ed1341569d4c33ebb6d2c696', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1480.442792] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758078, 'name': Rename_Task, 'duration_secs': 0.136532} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.443127] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.443336] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b747bd8-9bef-4fbc-83d8-ca4b3c67efb9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.449395] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1480.449395] env[62023]: value = "task-1758079" [ 1480.449395] env[62023]: _type = "Task" [ 1480.449395] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.457070] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.552424] env[62023]: DEBUG nova.network.neutron [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Successfully created port: c8059459-6474-4921-b0b8-6f481440d621 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1480.665054] env[62023]: DEBUG nova.compute.manager [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1480.960019] env[62023]: DEBUG oslo_vmware.api [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758079, 'name': PowerOnVM_Task, 'duration_secs': 0.47419} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.960936] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1480.961201] env[62023]: INFO nova.compute.manager [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1480.961409] env[62023]: DEBUG nova.compute.manager [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1480.962180] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d57e160-eb69-48e5-8b47-b95ecfaba6ee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.118029] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16125cbb-1be8-4759-a8ae-4b1cc51ec54e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.126718] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f174db6a-4f81-4b44-b3aa-fdb81659e9cb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.158184] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616c2e2b-5860-415c-a3d3-22ed962d7440 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.169157] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be0e4de-ae8d-4d02-be55-385e8eb0521a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.183538] env[62023]: DEBUG nova.compute.provider_tree [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1481.214944] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.487189] env[62023]: INFO nova.compute.manager [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Took 46.96 seconds to build instance. [ 1481.687718] env[62023]: DEBUG nova.compute.manager [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1481.690814] env[62023]: DEBUG nova.scheduler.client.report [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1481.724891] env[62023]: DEBUG nova.virt.hardware [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1481.724891] env[62023]: DEBUG nova.virt.hardware [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1481.725013] env[62023]: DEBUG nova.virt.hardware [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1481.725114] env[62023]: DEBUG nova.virt.hardware [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1481.725381] env[62023]: DEBUG nova.virt.hardware [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1481.725381] env[62023]: DEBUG nova.virt.hardware [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1481.725576] env[62023]: DEBUG nova.virt.hardware [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1481.726217] env[62023]: DEBUG nova.virt.hardware [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1481.726217] env[62023]: DEBUG nova.virt.hardware [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1481.726422] env[62023]: DEBUG nova.virt.hardware [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1481.726748] env[62023]: DEBUG nova.virt.hardware [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1481.727920] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741b5936-0f34-4f1d-8638-96e4e7abc5e0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.736782] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d3b756-1d62-44fe-98d1-98bcd5573a8a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.989969] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06b1e79e-8690-4b90-9979-3eb49a008bd8 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "a47f9087-1194-4a41-93d8-dcf026b2eca5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.923s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.037172] env[62023]: DEBUG nova.compute.manager [req-48b5cabe-900c-4605-87e0-4b945072fadc req-37abb92c-ff4d-498c-99ad-10eaf4f7a692 service nova] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Received event network-vif-plugged-c8059459-6474-4921-b0b8-6f481440d621 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1482.037172] env[62023]: DEBUG oslo_concurrency.lockutils [req-48b5cabe-900c-4605-87e0-4b945072fadc req-37abb92c-ff4d-498c-99ad-10eaf4f7a692 service nova] Acquiring lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.037410] env[62023]: DEBUG oslo_concurrency.lockutils [req-48b5cabe-900c-4605-87e0-4b945072fadc req-37abb92c-ff4d-498c-99ad-10eaf4f7a692 service nova] Lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.037535] env[62023]: DEBUG oslo_concurrency.lockutils [req-48b5cabe-900c-4605-87e0-4b945072fadc req-37abb92c-ff4d-498c-99ad-10eaf4f7a692 service nova] Lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.037694] env[62023]: DEBUG nova.compute.manager [req-48b5cabe-900c-4605-87e0-4b945072fadc req-37abb92c-ff4d-498c-99ad-10eaf4f7a692 service nova] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] No waiting events found dispatching network-vif-plugged-c8059459-6474-4921-b0b8-6f481440d621 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1482.037864] env[62023]: WARNING nova.compute.manager [req-48b5cabe-900c-4605-87e0-4b945072fadc req-37abb92c-ff4d-498c-99ad-10eaf4f7a692 service nova] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Received unexpected event network-vif-plugged-c8059459-6474-4921-b0b8-6f481440d621 for instance with vm_state building and task_state spawning. [ 1482.133989] env[62023]: DEBUG nova.network.neutron [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Successfully updated port: c8059459-6474-4921-b0b8-6f481440d621 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1482.200915] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.202625] env[62023]: DEBUG nova.compute.manager [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1482.208529] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.238s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.208529] env[62023]: DEBUG nova.objects.instance [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Lazy-loading 'resources' on Instance uuid af0df3a1-42b6-4979-999a-88ba5cd64568 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1482.493180] env[62023]: DEBUG nova.compute.manager [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1482.636088] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "refresh_cache-dcd4d90d-e32b-4ab4-bd2d-14d367c16838" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.636264] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquired lock "refresh_cache-dcd4d90d-e32b-4ab4-bd2d-14d367c16838" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.636417] env[62023]: DEBUG nova.network.neutron [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1482.712036] env[62023]: DEBUG nova.compute.utils [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1482.713155] env[62023]: DEBUG nova.compute.manager [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1482.713337] env[62023]: DEBUG nova.network.neutron [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1482.794553] env[62023]: DEBUG nova.policy [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f66fbf4a497a48adadb6cd441d489f9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90ed384069954854ac7200f23308d6f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1483.018994] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.187850] env[62023]: DEBUG nova.network.neutron [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1483.207790] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e798c2e-b5c0-41da-99d5-669d4fd07a00 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.220682] env[62023]: DEBUG nova.compute.manager [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1483.230051] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2919c4-1699-4b38-90d3-60a60f4797d3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.269385] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1e8576-b0e4-4928-a943-13b2b0a094f4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.278885] env[62023]: DEBUG nova.network.neutron [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Successfully created port: 9e5caeac-897b-4236-b917-e96961eaacf4 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1483.281370] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ca084d-4379-4781-af7f-920d9525c68b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.298303] env[62023]: DEBUG nova.compute.provider_tree [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1483.463175] env[62023]: DEBUG nova.network.neutron [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Updating instance_info_cache with network_info: [{"id": "c8059459-6474-4921-b0b8-6f481440d621", "address": "fa:16:3e:17:22:f6", "network": {"id": "46770bda-d76c-4967-92e5-d18e0fddee59", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977275857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e9db07ed1341569d4c33ebb6d2c696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8059459-64", "ovs_interfaceid": "c8059459-6474-4921-b0b8-6f481440d621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.623163] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Acquiring lock "79742d3a-cd95-440c-90ba-a33d8d09d35f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.623415] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Lock "79742d3a-cd95-440c-90ba-a33d8d09d35f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.702801] env[62023]: DEBUG nova.network.neutron [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Successfully created port: 3167457b-932e-47c8-a296-7b83c2138111 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1483.798839] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "6abfdd73-17b8-44f6-bbee-ba8c64e9dd14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.799134] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "6abfdd73-17b8-44f6-bbee-ba8c64e9dd14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.801976] env[62023]: DEBUG nova.scheduler.client.report [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1483.966683] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Releasing lock "refresh_cache-dcd4d90d-e32b-4ab4-bd2d-14d367c16838" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.966894] env[62023]: DEBUG nova.compute.manager [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Instance network_info: |[{"id": "c8059459-6474-4921-b0b8-6f481440d621", "address": "fa:16:3e:17:22:f6", "network": {"id": "46770bda-d76c-4967-92e5-d18e0fddee59", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977275857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e9db07ed1341569d4c33ebb6d2c696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8059459-64", "ovs_interfaceid": "c8059459-6474-4921-b0b8-6f481440d621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1483.969459] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:22:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8059459-6474-4921-b0b8-6f481440d621', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1483.979710] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Creating folder: Project (24e9db07ed1341569d4c33ebb6d2c696). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1483.980767] env[62023]: DEBUG nova.network.neutron [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Successfully created port: 6043f767-0dd9-47d9-97f6-79b4a6c1b92c {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1483.982739] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a2bace3-804b-4ec1-be0d-29842a2c980f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.994172] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Created folder: Project (24e9db07ed1341569d4c33ebb6d2c696) in parent group-v365170. [ 1483.994372] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Creating folder: Instances. Parent ref: group-v365333. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1483.994609] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4317f52-e0d4-4aeb-bd56-335fba37bed7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.003129] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Created folder: Instances in parent group-v365333. [ 1484.003367] env[62023]: DEBUG oslo.service.loopingcall [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1484.003553] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1484.003744] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-523a9910-2aae-4cc3-81bc-2cba2497caa9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.023465] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1484.023465] env[62023]: value = "task-1758082" [ 1484.023465] env[62023]: _type = "Task" [ 1484.023465] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.031173] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758082, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.066309] env[62023]: DEBUG nova.compute.manager [req-e9a144c8-1c5a-40d3-9c40-a2c1d88a46a8 req-4f3cb192-9cd5-4bce-bef6-a75fb3912831 service nova] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Received event network-changed-c8059459-6474-4921-b0b8-6f481440d621 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1484.066493] env[62023]: DEBUG nova.compute.manager [req-e9a144c8-1c5a-40d3-9c40-a2c1d88a46a8 req-4f3cb192-9cd5-4bce-bef6-a75fb3912831 service nova] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Refreshing instance network info cache due to event network-changed-c8059459-6474-4921-b0b8-6f481440d621. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1484.066652] env[62023]: DEBUG oslo_concurrency.lockutils [req-e9a144c8-1c5a-40d3-9c40-a2c1d88a46a8 req-4f3cb192-9cd5-4bce-bef6-a75fb3912831 service nova] Acquiring lock "refresh_cache-dcd4d90d-e32b-4ab4-bd2d-14d367c16838" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.066820] env[62023]: DEBUG oslo_concurrency.lockutils [req-e9a144c8-1c5a-40d3-9c40-a2c1d88a46a8 req-4f3cb192-9cd5-4bce-bef6-a75fb3912831 service nova] Acquired lock "refresh_cache-dcd4d90d-e32b-4ab4-bd2d-14d367c16838" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.066989] env[62023]: DEBUG nova.network.neutron [req-e9a144c8-1c5a-40d3-9c40-a2c1d88a46a8 req-4f3cb192-9cd5-4bce-bef6-a75fb3912831 service nova] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Refreshing network info cache for port c8059459-6474-4921-b0b8-6f481440d621 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1484.243316] env[62023]: DEBUG nova.compute.manager [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1484.271312] env[62023]: DEBUG nova.virt.hardware [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1484.271816] env[62023]: DEBUG nova.virt.hardware [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1484.272133] env[62023]: DEBUG nova.virt.hardware [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1484.272459] env[62023]: DEBUG nova.virt.hardware [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1484.272736] env[62023]: DEBUG nova.virt.hardware [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1484.273023] env[62023]: DEBUG nova.virt.hardware [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1484.273394] env[62023]: DEBUG nova.virt.hardware [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1484.276074] env[62023]: DEBUG nova.virt.hardware [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1484.276074] env[62023]: DEBUG nova.virt.hardware [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1484.276074] env[62023]: DEBUG nova.virt.hardware [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1484.276074] env[62023]: DEBUG nova.virt.hardware [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1484.276074] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8924beb-58e1-459e-9d98-e81bc07caa7d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.284926] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3641c6a-406d-4134-9586-18e4c6e56df3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.307467] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.312501] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.703s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.312501] env[62023]: DEBUG nova.objects.instance [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Lazy-loading 'resources' on Instance uuid 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.333751] env[62023]: INFO nova.scheduler.client.report [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Deleted allocations for instance af0df3a1-42b6-4979-999a-88ba5cd64568 [ 1484.538573] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758082, 'name': CreateVM_Task, 'duration_secs': 0.402834} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.538573] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1484.538573] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.538573] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.538573] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1484.538573] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35cf5743-66fc-4cea-9561-6092fc92330a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.543239] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1484.543239] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f79bf0-cdb8-54e3-8758-fe265ad722ff" [ 1484.543239] env[62023]: _type = "Task" [ 1484.543239] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.555144] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f79bf0-cdb8-54e3-8758-fe265ad722ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.845374] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cccc543f-a600-4a21-a9ee-1688fe2464a7 tempest-ServersV294TestFqdnHostnames-470060316 tempest-ServersV294TestFqdnHostnames-470060316-project-member] Lock "af0df3a1-42b6-4979-999a-88ba5cd64568" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.557s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.054115] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f79bf0-cdb8-54e3-8758-fe265ad722ff, 'name': SearchDatastore_Task, 'duration_secs': 0.05112} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.056497] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.056738] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1485.056960] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.057142] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.057323] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1485.057965] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72398a2c-3e64-4f4a-be7a-b3bd8144839b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.066453] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1485.066628] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1485.069561] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1aa1350-418f-4613-b36c-23a050069c57 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.072346] env[62023]: DEBUG nova.network.neutron [req-e9a144c8-1c5a-40d3-9c40-a2c1d88a46a8 req-4f3cb192-9cd5-4bce-bef6-a75fb3912831 service nova] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Updated VIF entry in instance network info cache for port c8059459-6474-4921-b0b8-6f481440d621. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1485.072661] env[62023]: DEBUG nova.network.neutron [req-e9a144c8-1c5a-40d3-9c40-a2c1d88a46a8 req-4f3cb192-9cd5-4bce-bef6-a75fb3912831 service nova] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Updating instance_info_cache with network_info: [{"id": "c8059459-6474-4921-b0b8-6f481440d621", "address": "fa:16:3e:17:22:f6", "network": {"id": "46770bda-d76c-4967-92e5-d18e0fddee59", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977275857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e9db07ed1341569d4c33ebb6d2c696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8059459-64", "ovs_interfaceid": "c8059459-6474-4921-b0b8-6f481440d621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.077718] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1485.077718] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5213cc31-963b-2f4a-2b84-bc9f31f1f986" [ 1485.077718] env[62023]: _type = "Task" [ 1485.077718] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.087558] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5213cc31-963b-2f4a-2b84-bc9f31f1f986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.244371] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252927c0-38d5-49ef-894f-4fcfb4ae4d23 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.252165] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0feaebc3-fd48-467e-85fa-c576454bd0de {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.286283] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792ca8d8-6868-4e1f-8ed9-6933168e3f8a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.293982] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f0cf6d-867d-492b-bb06-c913f0caf5c0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.307254] env[62023]: DEBUG nova.compute.provider_tree [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.575367] env[62023]: DEBUG oslo_concurrency.lockutils [req-e9a144c8-1c5a-40d3-9c40-a2c1d88a46a8 req-4f3cb192-9cd5-4bce-bef6-a75fb3912831 service nova] Releasing lock "refresh_cache-dcd4d90d-e32b-4ab4-bd2d-14d367c16838" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.589591] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5213cc31-963b-2f4a-2b84-bc9f31f1f986, 'name': SearchDatastore_Task, 'duration_secs': 0.031644} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.590796] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b603f0b1-43cc-4fa6-b9fb-9a7ab338596e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.599020] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1485.599020] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5252915b-5771-e784-b61f-fde57f647a65" [ 1485.599020] env[62023]: _type = "Task" [ 1485.599020] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.608199] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5252915b-5771-e784-b61f-fde57f647a65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.748629] env[62023]: DEBUG nova.network.neutron [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Successfully updated port: 9e5caeac-897b-4236-b917-e96961eaacf4 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1485.810600] env[62023]: DEBUG nova.scheduler.client.report [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1486.110074] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5252915b-5771-e784-b61f-fde57f647a65, 'name': SearchDatastore_Task, 'duration_secs': 0.010388} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.110366] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.110618] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] dcd4d90d-e32b-4ab4-bd2d-14d367c16838/dcd4d90d-e32b-4ab4-bd2d-14d367c16838.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1486.110884] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a8e0c5e-4393-42e7-bec1-6f4a486b7654 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.117996] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1486.117996] env[62023]: value = "task-1758083" [ 1486.117996] env[62023]: _type = "Task" [ 1486.117996] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.123258] env[62023]: DEBUG nova.compute.manager [req-026bcfc9-a50b-4a95-a905-94b37bf9c76a req-c2fc6377-1334-4486-8385-e133a533951c service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Received event network-vif-plugged-9e5caeac-897b-4236-b917-e96961eaacf4 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1486.123486] env[62023]: DEBUG oslo_concurrency.lockutils [req-026bcfc9-a50b-4a95-a905-94b37bf9c76a req-c2fc6377-1334-4486-8385-e133a533951c service nova] Acquiring lock "2443e8d6-364f-4726-b6f3-c22c3e5d2ec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.123708] env[62023]: DEBUG oslo_concurrency.lockutils [req-026bcfc9-a50b-4a95-a905-94b37bf9c76a req-c2fc6377-1334-4486-8385-e133a533951c service nova] Lock "2443e8d6-364f-4726-b6f3-c22c3e5d2ec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.123875] env[62023]: DEBUG oslo_concurrency.lockutils [req-026bcfc9-a50b-4a95-a905-94b37bf9c76a req-c2fc6377-1334-4486-8385-e133a533951c service nova] Lock "2443e8d6-364f-4726-b6f3-c22c3e5d2ec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.124057] env[62023]: DEBUG nova.compute.manager [req-026bcfc9-a50b-4a95-a905-94b37bf9c76a req-c2fc6377-1334-4486-8385-e133a533951c service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] No waiting events found dispatching network-vif-plugged-9e5caeac-897b-4236-b917-e96961eaacf4 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1486.124222] env[62023]: WARNING nova.compute.manager [req-026bcfc9-a50b-4a95-a905-94b37bf9c76a req-c2fc6377-1334-4486-8385-e133a533951c service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Received unexpected event network-vif-plugged-9e5caeac-897b-4236-b917-e96961eaacf4 for instance with vm_state building and task_state spawning. [ 1486.124380] env[62023]: DEBUG nova.compute.manager [req-026bcfc9-a50b-4a95-a905-94b37bf9c76a req-c2fc6377-1334-4486-8385-e133a533951c service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Received event network-changed-9e5caeac-897b-4236-b917-e96961eaacf4 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1486.124529] env[62023]: DEBUG nova.compute.manager [req-026bcfc9-a50b-4a95-a905-94b37bf9c76a req-c2fc6377-1334-4486-8385-e133a533951c service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Refreshing instance network info cache due to event network-changed-9e5caeac-897b-4236-b917-e96961eaacf4. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1486.124708] env[62023]: DEBUG oslo_concurrency.lockutils [req-026bcfc9-a50b-4a95-a905-94b37bf9c76a req-c2fc6377-1334-4486-8385-e133a533951c service nova] Acquiring lock "refresh_cache-2443e8d6-364f-4726-b6f3-c22c3e5d2ec5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.124843] env[62023]: DEBUG oslo_concurrency.lockutils [req-026bcfc9-a50b-4a95-a905-94b37bf9c76a req-c2fc6377-1334-4486-8385-e133a533951c service nova] Acquired lock "refresh_cache-2443e8d6-364f-4726-b6f3-c22c3e5d2ec5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.125028] env[62023]: DEBUG nova.network.neutron [req-026bcfc9-a50b-4a95-a905-94b37bf9c76a req-c2fc6377-1334-4486-8385-e133a533951c service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Refreshing network info cache for port 9e5caeac-897b-4236-b917-e96961eaacf4 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1486.131220] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.315532] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.318309] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.521s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.320958] env[62023]: INFO nova.compute.claims [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1486.351574] env[62023]: INFO nova.scheduler.client.report [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Deleted allocations for instance 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3 [ 1486.634745] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469545} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.635055] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] dcd4d90d-e32b-4ab4-bd2d-14d367c16838/dcd4d90d-e32b-4ab4-bd2d-14d367c16838.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1486.635276] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1486.635858] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c919fa4-85ff-4c12-8449-7c677f52ccf3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.642400] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1486.642400] env[62023]: value = "task-1758084" [ 1486.642400] env[62023]: _type = "Task" [ 1486.642400] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.651845] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.705856] env[62023]: DEBUG nova.network.neutron [req-026bcfc9-a50b-4a95-a905-94b37bf9c76a req-c2fc6377-1334-4486-8385-e133a533951c service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1486.862982] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b214ff6-8ce9-4394-ad34-68d8d8f67df4 tempest-ServersTestFqdnHostnames-1190726321 tempest-ServersTestFqdnHostnames-1190726321-project-member] Lock "1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.045s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.878128] env[62023]: DEBUG nova.network.neutron [req-026bcfc9-a50b-4a95-a905-94b37bf9c76a req-c2fc6377-1334-4486-8385-e133a533951c service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.153811] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068548} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.154103] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1487.154956] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8871f2bf-ecfc-4eb0-8724-c2489eee0262 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.184412] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] dcd4d90d-e32b-4ab4-bd2d-14d367c16838/dcd4d90d-e32b-4ab4-bd2d-14d367c16838.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1487.184642] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96350822-d1ee-45f9-8fbb-82f683c0dd11 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.205468] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1487.205468] env[62023]: value = "task-1758085" [ 1487.205468] env[62023]: _type = "Task" [ 1487.205468] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.213713] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.380442] env[62023]: DEBUG oslo_concurrency.lockutils [req-026bcfc9-a50b-4a95-a905-94b37bf9c76a req-c2fc6377-1334-4486-8385-e133a533951c service nova] Releasing lock "refresh_cache-2443e8d6-364f-4726-b6f3-c22c3e5d2ec5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.719364] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.837555] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa9c1af-7cf6-4f5d-bd21-ae32108cd097 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.845467] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479bb78a-0a5b-48e7-ac83-88b669aa3894 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.879339] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8011b3-b7fa-4277-b535-c590d19dd7b6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.888399] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d60e93-4139-4386-8b37-a6a4400daf56 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.908153] env[62023]: DEBUG nova.compute.provider_tree [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.208444] env[62023]: DEBUG nova.compute.manager [req-6c5f6677-f8d5-4684-9def-1f6aca457fd2 req-172446d9-65d2-4c89-90f8-c145c89eed54 service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Received event network-vif-plugged-3167457b-932e-47c8-a296-7b83c2138111 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1488.208737] env[62023]: DEBUG oslo_concurrency.lockutils [req-6c5f6677-f8d5-4684-9def-1f6aca457fd2 req-172446d9-65d2-4c89-90f8-c145c89eed54 service nova] Acquiring lock "2443e8d6-364f-4726-b6f3-c22c3e5d2ec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.208873] env[62023]: DEBUG oslo_concurrency.lockutils [req-6c5f6677-f8d5-4684-9def-1f6aca457fd2 req-172446d9-65d2-4c89-90f8-c145c89eed54 service nova] Lock "2443e8d6-364f-4726-b6f3-c22c3e5d2ec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.210668] env[62023]: DEBUG oslo_concurrency.lockutils [req-6c5f6677-f8d5-4684-9def-1f6aca457fd2 req-172446d9-65d2-4c89-90f8-c145c89eed54 service nova] Lock "2443e8d6-364f-4726-b6f3-c22c3e5d2ec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.210668] env[62023]: DEBUG nova.compute.manager [req-6c5f6677-f8d5-4684-9def-1f6aca457fd2 req-172446d9-65d2-4c89-90f8-c145c89eed54 service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] No waiting events found dispatching network-vif-plugged-3167457b-932e-47c8-a296-7b83c2138111 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1488.210668] env[62023]: WARNING nova.compute.manager [req-6c5f6677-f8d5-4684-9def-1f6aca457fd2 req-172446d9-65d2-4c89-90f8-c145c89eed54 service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Received unexpected event network-vif-plugged-3167457b-932e-47c8-a296-7b83c2138111 for instance with vm_state building and task_state spawning. [ 1488.222207] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758085, 'name': ReconfigVM_Task, 'duration_secs': 0.755996} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.222637] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Reconfigured VM instance instance-00000035 to attach disk [datastore1] dcd4d90d-e32b-4ab4-bd2d-14d367c16838/dcd4d90d-e32b-4ab4-bd2d-14d367c16838.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1488.223305] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b301a5e-b2a3-439f-aba5-31c9fb75a125 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.231408] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1488.231408] env[62023]: value = "task-1758086" [ 1488.231408] env[62023]: _type = "Task" [ 1488.231408] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.241627] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758086, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.411643] env[62023]: DEBUG nova.scheduler.client.report [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1488.422592] env[62023]: DEBUG nova.network.neutron [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Successfully updated port: 3167457b-932e-47c8-a296-7b83c2138111 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1488.743701] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758086, 'name': Rename_Task, 'duration_secs': 0.139924} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.744518] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1488.744518] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66c22894-82a8-406c-b93e-4f2b2c126ba1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.751532] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1488.751532] env[62023]: value = "task-1758087" [ 1488.751532] env[62023]: _type = "Task" [ 1488.751532] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.761442] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.918932] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.919618] env[62023]: DEBUG nova.compute.manager [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1488.926769] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.415s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.927046] env[62023]: DEBUG nova.objects.instance [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Lazy-loading 'resources' on Instance uuid ab51edb8-8b43-4d99-af81-b2e7813b329d {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1489.266932] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758087, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.346127] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Acquiring lock "3b7c092f-5045-43a2-96ad-384de17df993" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.346445] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Lock "3b7c092f-5045-43a2-96ad-384de17df993" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.430602] env[62023]: DEBUG nova.compute.utils [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1489.432115] env[62023]: DEBUG nova.compute.manager [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1489.432296] env[62023]: DEBUG nova.network.neutron [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1489.620715] env[62023]: DEBUG nova.policy [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df8777d99adc47869ad40c5cdb0b5724', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ced6954bb9049b98e5735e6a55eda8e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1489.772115] env[62023]: DEBUG oslo_vmware.api [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758087, 'name': PowerOnVM_Task, 'duration_secs': 0.765974} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.772406] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1489.772608] env[62023]: INFO nova.compute.manager [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1489.772936] env[62023]: DEBUG nova.compute.manager [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1489.774707] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec66d38-7c8c-4c37-98c8-050813e7ce8c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.939360] env[62023]: DEBUG nova.compute.manager [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1489.946261] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c01924f-10a3-465c-a8a9-7202b1069140 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.954211] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760376ac-0227-4edd-8056-133b1bda3522 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.985847] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00939ab-51b8-478f-b425-8ab284769c29 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.994513] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cca6b5f-3f53-4817-a235-efe6c2e2fa5f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.008725] env[62023]: DEBUG nova.compute.provider_tree [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.029498] env[62023]: DEBUG nova.network.neutron [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Successfully created port: e3c97800-a0f8-455f-88b0-95cbf789413d {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1490.230455] env[62023]: DEBUG nova.compute.manager [req-3fe77528-15d4-49a1-87ba-80d920e27ec8 req-481d346b-ca61-4a67-be1c-d8f47da5cbcb service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Received event network-changed-3167457b-932e-47c8-a296-7b83c2138111 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1490.230656] env[62023]: DEBUG nova.compute.manager [req-3fe77528-15d4-49a1-87ba-80d920e27ec8 req-481d346b-ca61-4a67-be1c-d8f47da5cbcb service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Refreshing instance network info cache due to event network-changed-3167457b-932e-47c8-a296-7b83c2138111. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1490.230874] env[62023]: DEBUG oslo_concurrency.lockutils [req-3fe77528-15d4-49a1-87ba-80d920e27ec8 req-481d346b-ca61-4a67-be1c-d8f47da5cbcb service nova] Acquiring lock "refresh_cache-2443e8d6-364f-4726-b6f3-c22c3e5d2ec5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.231913] env[62023]: DEBUG oslo_concurrency.lockutils [req-3fe77528-15d4-49a1-87ba-80d920e27ec8 req-481d346b-ca61-4a67-be1c-d8f47da5cbcb service nova] Acquired lock "refresh_cache-2443e8d6-364f-4726-b6f3-c22c3e5d2ec5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.232229] env[62023]: DEBUG nova.network.neutron [req-3fe77528-15d4-49a1-87ba-80d920e27ec8 req-481d346b-ca61-4a67-be1c-d8f47da5cbcb service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Refreshing network info cache for port 3167457b-932e-47c8-a296-7b83c2138111 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1490.297971] env[62023]: INFO nova.compute.manager [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Took 50.57 seconds to build instance. [ 1490.511777] env[62023]: DEBUG nova.scheduler.client.report [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1490.787217] env[62023]: DEBUG nova.network.neutron [req-3fe77528-15d4-49a1-87ba-80d920e27ec8 req-481d346b-ca61-4a67-be1c-d8f47da5cbcb service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1490.800758] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da215136-69b6-44f1-a65f-c89e236cc863 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.050s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.949181] env[62023]: DEBUG nova.compute.manager [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1490.961808] env[62023]: DEBUG nova.network.neutron [req-3fe77528-15d4-49a1-87ba-80d920e27ec8 req-481d346b-ca61-4a67-be1c-d8f47da5cbcb service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.984282] env[62023]: DEBUG nova.virt.hardware [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1490.984573] env[62023]: DEBUG nova.virt.hardware [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1490.984765] env[62023]: DEBUG nova.virt.hardware [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1490.984985] env[62023]: DEBUG nova.virt.hardware [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1490.985176] env[62023]: DEBUG nova.virt.hardware [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1490.985360] env[62023]: DEBUG nova.virt.hardware [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1490.985609] env[62023]: DEBUG nova.virt.hardware [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1490.985780] env[62023]: DEBUG nova.virt.hardware [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1490.985988] env[62023]: DEBUG nova.virt.hardware [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1490.986185] env[62023]: DEBUG nova.virt.hardware [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1490.986360] env[62023]: DEBUG nova.virt.hardware [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1490.987247] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa4e0c3-d609-472e-8eea-8607b4b6adb3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.996638] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236711d3-3dcf-4498-b8d0-b5bf7da1298c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.018126] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.022365] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.926s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.022365] env[62023]: INFO nova.compute.claims [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1491.053530] env[62023]: INFO nova.scheduler.client.report [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Deleted allocations for instance ab51edb8-8b43-4d99-af81-b2e7813b329d [ 1491.194046] env[62023]: DEBUG nova.network.neutron [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Successfully updated port: 6043f767-0dd9-47d9-97f6-79b4a6c1b92c {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1491.306318] env[62023]: DEBUG nova.compute.manager [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1491.467715] env[62023]: DEBUG oslo_concurrency.lockutils [req-3fe77528-15d4-49a1-87ba-80d920e27ec8 req-481d346b-ca61-4a67-be1c-d8f47da5cbcb service nova] Releasing lock "refresh_cache-2443e8d6-364f-4726-b6f3-c22c3e5d2ec5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.565967] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f6e68313-62e1-4951-bb3b-1212f805bf30 tempest-ServersTestJSON-419150315 tempest-ServersTestJSON-419150315-project-member] Lock "ab51edb8-8b43-4d99-af81-b2e7813b329d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.091s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.663405] env[62023]: DEBUG nova.network.neutron [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Successfully updated port: e3c97800-a0f8-455f-88b0-95cbf789413d {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1491.698888] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquiring lock "refresh_cache-2443e8d6-364f-4726-b6f3-c22c3e5d2ec5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.698888] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquired lock "refresh_cache-2443e8d6-364f-4726-b6f3-c22c3e5d2ec5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.698888] env[62023]: DEBUG nova.network.neutron [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1491.833064] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.911503] env[62023]: DEBUG nova.compute.manager [req-d17cc324-6af7-4303-9731-8de4c5a8c216 req-0351ab43-9202-4a2d-a9ea-b763d2362997 service nova] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Received event network-changed-c8059459-6474-4921-b0b8-6f481440d621 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1491.911710] env[62023]: DEBUG nova.compute.manager [req-d17cc324-6af7-4303-9731-8de4c5a8c216 req-0351ab43-9202-4a2d-a9ea-b763d2362997 service nova] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Refreshing instance network info cache due to event network-changed-c8059459-6474-4921-b0b8-6f481440d621. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1491.911919] env[62023]: DEBUG oslo_concurrency.lockutils [req-d17cc324-6af7-4303-9731-8de4c5a8c216 req-0351ab43-9202-4a2d-a9ea-b763d2362997 service nova] Acquiring lock "refresh_cache-dcd4d90d-e32b-4ab4-bd2d-14d367c16838" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.912081] env[62023]: DEBUG oslo_concurrency.lockutils [req-d17cc324-6af7-4303-9731-8de4c5a8c216 req-0351ab43-9202-4a2d-a9ea-b763d2362997 service nova] Acquired lock "refresh_cache-dcd4d90d-e32b-4ab4-bd2d-14d367c16838" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.912245] env[62023]: DEBUG nova.network.neutron [req-d17cc324-6af7-4303-9731-8de4c5a8c216 req-0351ab43-9202-4a2d-a9ea-b763d2362997 service nova] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Refreshing network info cache for port c8059459-6474-4921-b0b8-6f481440d621 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1492.170062] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "refresh_cache-c5a35eb3-3361-4c7d-a3bb-8129ade77951" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.170062] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired lock "refresh_cache-c5a35eb3-3361-4c7d-a3bb-8129ade77951" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.170062] env[62023]: DEBUG nova.network.neutron [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1492.279250] env[62023]: DEBUG nova.network.neutron [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1492.352720] env[62023]: DEBUG nova.compute.manager [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Received event network-vif-plugged-6043f767-0dd9-47d9-97f6-79b4a6c1b92c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1492.353455] env[62023]: DEBUG oslo_concurrency.lockutils [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] Acquiring lock "2443e8d6-364f-4726-b6f3-c22c3e5d2ec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.353455] env[62023]: DEBUG oslo_concurrency.lockutils [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] Lock "2443e8d6-364f-4726-b6f3-c22c3e5d2ec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.353455] env[62023]: DEBUG oslo_concurrency.lockutils [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] Lock "2443e8d6-364f-4726-b6f3-c22c3e5d2ec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.353858] env[62023]: DEBUG nova.compute.manager [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] No waiting events found dispatching network-vif-plugged-6043f767-0dd9-47d9-97f6-79b4a6c1b92c {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1492.354037] env[62023]: WARNING nova.compute.manager [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Received unexpected event network-vif-plugged-6043f767-0dd9-47d9-97f6-79b4a6c1b92c for instance with vm_state building and task_state spawning. [ 1492.354188] env[62023]: DEBUG nova.compute.manager [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Received event network-changed-6043f767-0dd9-47d9-97f6-79b4a6c1b92c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1492.354387] env[62023]: DEBUG nova.compute.manager [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Refreshing instance network info cache due to event network-changed-6043f767-0dd9-47d9-97f6-79b4a6c1b92c. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1492.354627] env[62023]: DEBUG oslo_concurrency.lockutils [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] Acquiring lock "refresh_cache-2443e8d6-364f-4726-b6f3-c22c3e5d2ec5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.559826] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfce803-a912-4500-89bd-b134d1a4abbd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.568612] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb88587d-285b-4782-9129-b89af9114769 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.605059] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5256040b-2055-435b-a111-13f8db1f36bf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.614666] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf9d5aa-938d-45eb-8c0b-f066680be234 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.631379] env[62023]: DEBUG nova.compute.provider_tree [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.758453] env[62023]: DEBUG nova.network.neutron [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1493.089075] env[62023]: DEBUG nova.network.neutron [req-d17cc324-6af7-4303-9731-8de4c5a8c216 req-0351ab43-9202-4a2d-a9ea-b763d2362997 service nova] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Updated VIF entry in instance network info cache for port c8059459-6474-4921-b0b8-6f481440d621. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1493.090021] env[62023]: DEBUG nova.network.neutron [req-d17cc324-6af7-4303-9731-8de4c5a8c216 req-0351ab43-9202-4a2d-a9ea-b763d2362997 service nova] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Updating instance_info_cache with network_info: [{"id": "c8059459-6474-4921-b0b8-6f481440d621", "address": "fa:16:3e:17:22:f6", "network": {"id": "46770bda-d76c-4967-92e5-d18e0fddee59", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977275857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e9db07ed1341569d4c33ebb6d2c696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8059459-64", "ovs_interfaceid": "c8059459-6474-4921-b0b8-6f481440d621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.134849] env[62023]: DEBUG nova.scheduler.client.report [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1493.144750] env[62023]: DEBUG nova.network.neutron [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Updating instance_info_cache with network_info: [{"id": "e3c97800-a0f8-455f-88b0-95cbf789413d", "address": "fa:16:3e:91:fc:69", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c97800-a0", "ovs_interfaceid": "e3c97800-a0f8-455f-88b0-95cbf789413d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.233563] env[62023]: DEBUG nova.network.neutron [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Updating instance_info_cache with network_info: [{"id": "9e5caeac-897b-4236-b917-e96961eaacf4", "address": "fa:16:3e:de:b2:9d", "network": {"id": "5661a091-0ff1-46fa-af7e-7e1a9dc4a129", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1006594750", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90ed384069954854ac7200f23308d6f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e5caeac-89", "ovs_interfaceid": "9e5caeac-897b-4236-b917-e96961eaacf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3167457b-932e-47c8-a296-7b83c2138111", "address": "fa:16:3e:b6:1c:60", "network": {"id": "2f6f7b31-eb0d-4262-8fb2-8d2c8a32312e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-804760781", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "90ed384069954854ac7200f23308d6f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3167457b-93", "ovs_interfaceid": "3167457b-932e-47c8-a296-7b83c2138111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6043f767-0dd9-47d9-97f6-79b4a6c1b92c", "address": "fa:16:3e:7a:28:33", "network": {"id": "5661a091-0ff1-46fa-af7e-7e1a9dc4a129", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1006594750", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90ed384069954854ac7200f23308d6f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6043f767-0d", "ovs_interfaceid": "6043f767-0dd9-47d9-97f6-79b4a6c1b92c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.592987] env[62023]: DEBUG oslo_concurrency.lockutils [req-d17cc324-6af7-4303-9731-8de4c5a8c216 req-0351ab43-9202-4a2d-a9ea-b763d2362997 service nova] Releasing lock "refresh_cache-dcd4d90d-e32b-4ab4-bd2d-14d367c16838" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.643020] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.643020] env[62023]: DEBUG nova.compute.manager [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1493.645484] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.353s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.645679] env[62023]: DEBUG nova.objects.instance [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62023) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1493.649036] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Releasing lock "refresh_cache-c5a35eb3-3361-4c7d-a3bb-8129ade77951" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.649909] env[62023]: DEBUG nova.compute.manager [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Instance network_info: |[{"id": "e3c97800-a0f8-455f-88b0-95cbf789413d", "address": "fa:16:3e:91:fc:69", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c97800-a0", "ovs_interfaceid": "e3c97800-a0f8-455f-88b0-95cbf789413d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1493.650579] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:fc:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3c97800-a0f8-455f-88b0-95cbf789413d', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1493.658901] env[62023]: DEBUG oslo.service.loopingcall [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.659166] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1493.659386] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dec2e282-c6ce-4ce8-b48e-970936f39c30 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.683391] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1493.683391] env[62023]: value = "task-1758088" [ 1493.683391] env[62023]: _type = "Task" [ 1493.683391] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.693224] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758088, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.736145] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Releasing lock "refresh_cache-2443e8d6-364f-4726-b6f3-c22c3e5d2ec5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.736585] env[62023]: DEBUG nova.compute.manager [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Instance network_info: |[{"id": "9e5caeac-897b-4236-b917-e96961eaacf4", "address": "fa:16:3e:de:b2:9d", "network": {"id": "5661a091-0ff1-46fa-af7e-7e1a9dc4a129", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1006594750", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90ed384069954854ac7200f23308d6f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e5caeac-89", "ovs_interfaceid": "9e5caeac-897b-4236-b917-e96961eaacf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3167457b-932e-47c8-a296-7b83c2138111", "address": "fa:16:3e:b6:1c:60", "network": {"id": "2f6f7b31-eb0d-4262-8fb2-8d2c8a32312e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-804760781", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "90ed384069954854ac7200f23308d6f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3167457b-93", "ovs_interfaceid": "3167457b-932e-47c8-a296-7b83c2138111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6043f767-0dd9-47d9-97f6-79b4a6c1b92c", "address": "fa:16:3e:7a:28:33", "network": {"id": "5661a091-0ff1-46fa-af7e-7e1a9dc4a129", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1006594750", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90ed384069954854ac7200f23308d6f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6043f767-0d", "ovs_interfaceid": "6043f767-0dd9-47d9-97f6-79b4a6c1b92c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1493.736904] env[62023]: DEBUG oslo_concurrency.lockutils [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] Acquired lock "refresh_cache-2443e8d6-364f-4726-b6f3-c22c3e5d2ec5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.737121] env[62023]: DEBUG nova.network.neutron [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Refreshing network info cache for port 6043f767-0dd9-47d9-97f6-79b4a6c1b92c {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1493.739755] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:b2:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e5caeac-897b-4236-b917-e96961eaacf4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:1c:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3167457b-932e-47c8-a296-7b83c2138111', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:28:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6043f767-0dd9-47d9-97f6-79b4a6c1b92c', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1493.750740] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Creating folder: Project (90ed384069954854ac7200f23308d6f9). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1493.751819] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0a10649-4232-4504-b532-87527ea1050f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.763470] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Created folder: Project (90ed384069954854ac7200f23308d6f9) in parent group-v365170. [ 1493.763665] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Creating folder: Instances. Parent ref: group-v365337. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1493.763899] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3eed5af6-6c51-4ea7-8f97-2c295c5bce74 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.776166] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Created folder: Instances in parent group-v365337. [ 1493.777016] env[62023]: DEBUG oslo.service.loopingcall [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.777016] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1493.777016] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa349f2d-b64d-46bc-b888-30b5e89a916d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.804702] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1493.804702] env[62023]: value = "task-1758091" [ 1493.804702] env[62023]: _type = "Task" [ 1493.804702] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.813876] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758091, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.150507] env[62023]: DEBUG nova.compute.utils [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1494.152295] env[62023]: DEBUG nova.compute.manager [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1494.152716] env[62023]: DEBUG nova.network.neutron [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1494.201984] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758088, 'name': CreateVM_Task, 'duration_secs': 0.449399} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.202188] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1494.202878] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.203044] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.203361] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1494.203884] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53d85b4d-56b2-4ca8-9616-de145391e55e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.209205] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1494.209205] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522ed321-6b6b-0171-3692-7e3c65a720bf" [ 1494.209205] env[62023]: _type = "Task" [ 1494.209205] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.218689] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522ed321-6b6b-0171-3692-7e3c65a720bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.251357] env[62023]: DEBUG nova.policy [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a96817e576264881a96806960f787ba1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7374b52a752426bae0fe833ed409a00', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1494.315449] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758091, 'name': CreateVM_Task, 'duration_secs': 0.4825} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.315449] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1494.316065] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.660517] env[62023]: DEBUG nova.compute.manager [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1494.663973] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fecfcb85-eb72-489e-aba5-7423ecec3886 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.665267] env[62023]: DEBUG oslo_concurrency.lockutils [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.265s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.665488] env[62023]: DEBUG nova.objects.instance [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Lazy-loading 'resources' on Instance uuid e1d37f7c-e412-43f8-be47-20f0d5159fa6 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1494.726703] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522ed321-6b6b-0171-3692-7e3c65a720bf, 'name': SearchDatastore_Task, 'duration_secs': 0.012332} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.727012] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.727290] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1494.727544] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.727723] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.727974] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1494.728184] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.728487] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1494.728710] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-428af985-a8c1-44e5-b62b-d1329f97310c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.732392] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc2978ee-b196-4568-a7c6-ce6878f433f5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.740743] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for the task: (returnval){ [ 1494.740743] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b42360-fdef-8cdb-7fcc-de0cd1a285cf" [ 1494.740743] env[62023]: _type = "Task" [ 1494.740743] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.747698] env[62023]: DEBUG nova.network.neutron [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Updated VIF entry in instance network info cache for port 6043f767-0dd9-47d9-97f6-79b4a6c1b92c. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1494.747698] env[62023]: DEBUG nova.network.neutron [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Updating instance_info_cache with network_info: [{"id": "9e5caeac-897b-4236-b917-e96961eaacf4", "address": "fa:16:3e:de:b2:9d", "network": {"id": "5661a091-0ff1-46fa-af7e-7e1a9dc4a129", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1006594750", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90ed384069954854ac7200f23308d6f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e5caeac-89", "ovs_interfaceid": "9e5caeac-897b-4236-b917-e96961eaacf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3167457b-932e-47c8-a296-7b83c2138111", "address": "fa:16:3e:b6:1c:60", "network": {"id": "2f6f7b31-eb0d-4262-8fb2-8d2c8a32312e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-804760781", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "90ed384069954854ac7200f23308d6f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3167457b-93", "ovs_interfaceid": "3167457b-932e-47c8-a296-7b83c2138111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6043f767-0dd9-47d9-97f6-79b4a6c1b92c", "address": "fa:16:3e:7a:28:33", "network": {"id": "5661a091-0ff1-46fa-af7e-7e1a9dc4a129", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1006594750", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90ed384069954854ac7200f23308d6f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6043f767-0d", "ovs_interfaceid": "6043f767-0dd9-47d9-97f6-79b4a6c1b92c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.752126] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1494.752365] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1494.756491] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-602550b0-d673-4507-ba32-d71a80a385d1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.761498] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b42360-fdef-8cdb-7fcc-de0cd1a285cf, 'name': SearchDatastore_Task, 'duration_secs': 0.008875} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.762205] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.762488] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1494.762733] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.764671] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1494.764671] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52935219-8a5a-cff3-2da3-e72891c61f42" [ 1494.764671] env[62023]: _type = "Task" [ 1494.764671] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.774212] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52935219-8a5a-cff3-2da3-e72891c61f42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.850061] env[62023]: DEBUG nova.network.neutron [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Successfully created port: 45a2207e-c368-4cfb-a644-e354af4319a7 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1495.255961] env[62023]: DEBUG oslo_concurrency.lockutils [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] Releasing lock "refresh_cache-2443e8d6-364f-4726-b6f3-c22c3e5d2ec5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.256508] env[62023]: DEBUG nova.compute.manager [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Received event network-vif-plugged-e3c97800-a0f8-455f-88b0-95cbf789413d {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1495.256508] env[62023]: DEBUG oslo_concurrency.lockutils [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] Acquiring lock "c5a35eb3-3361-4c7d-a3bb-8129ade77951-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.256732] env[62023]: DEBUG oslo_concurrency.lockutils [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] Lock "c5a35eb3-3361-4c7d-a3bb-8129ade77951-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.256974] env[62023]: DEBUG oslo_concurrency.lockutils [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] Lock "c5a35eb3-3361-4c7d-a3bb-8129ade77951-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.257708] env[62023]: DEBUG nova.compute.manager [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] No waiting events found dispatching network-vif-plugged-e3c97800-a0f8-455f-88b0-95cbf789413d {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1495.257708] env[62023]: WARNING nova.compute.manager [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Received unexpected event network-vif-plugged-e3c97800-a0f8-455f-88b0-95cbf789413d for instance with vm_state building and task_state spawning. [ 1495.257708] env[62023]: DEBUG nova.compute.manager [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Received event network-changed-e3c97800-a0f8-455f-88b0-95cbf789413d {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1495.257708] env[62023]: DEBUG nova.compute.manager [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Refreshing instance network info cache due to event network-changed-e3c97800-a0f8-455f-88b0-95cbf789413d. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1495.257951] env[62023]: DEBUG oslo_concurrency.lockutils [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] Acquiring lock "refresh_cache-c5a35eb3-3361-4c7d-a3bb-8129ade77951" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.258136] env[62023]: DEBUG oslo_concurrency.lockutils [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] Acquired lock "refresh_cache-c5a35eb3-3361-4c7d-a3bb-8129ade77951" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.258321] env[62023]: DEBUG nova.network.neutron [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Refreshing network info cache for port e3c97800-a0f8-455f-88b0-95cbf789413d {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1495.276796] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52935219-8a5a-cff3-2da3-e72891c61f42, 'name': SearchDatastore_Task, 'duration_secs': 0.008359} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.277573] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac2e3af-dda4-4c10-b373-467c8fe86c94 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.282952] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1495.282952] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52218845-5c60-d47e-ec31-561c38a9f1ae" [ 1495.282952] env[62023]: _type = "Task" [ 1495.282952] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.291527] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52218845-5c60-d47e-ec31-561c38a9f1ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.680189] env[62023]: DEBUG nova.compute.manager [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1495.727168] env[62023]: DEBUG nova.virt.hardware [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:31:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dee4cab9-2570-477a-aa0e-51be37edab59',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1666271814',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1495.727246] env[62023]: DEBUG nova.virt.hardware [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1495.727543] env[62023]: DEBUG nova.virt.hardware [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1495.727543] env[62023]: DEBUG nova.virt.hardware [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1495.728402] env[62023]: DEBUG nova.virt.hardware [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1495.728402] env[62023]: DEBUG nova.virt.hardware [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1495.728402] env[62023]: DEBUG nova.virt.hardware [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1495.728402] env[62023]: DEBUG nova.virt.hardware [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1495.728402] env[62023]: DEBUG nova.virt.hardware [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1495.728576] env[62023]: DEBUG nova.virt.hardware [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1495.728694] env[62023]: DEBUG nova.virt.hardware [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1495.729607] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13507076-7c1f-442d-b72e-95fef5a7d9ed {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.741368] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296676c7-5587-442a-a2a0-3cbbededa652 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.778528] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f305294-2133-4c8f-960f-3c9cc480548a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.789432] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca6926c-fe30-43f3-a3f8-d72514201ae4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.802315] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52218845-5c60-d47e-ec31-561c38a9f1ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009892} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.833672] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.833989] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] c5a35eb3-3361-4c7d-a3bb-8129ade77951/c5a35eb3-3361-4c7d-a3bb-8129ade77951.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1495.836762] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.836971] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1495.837246] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56b215d5-9933-414e-bbd7-8670016835fa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.839706] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df180827-a93c-4882-814b-6e0bbfe31e8d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.843115] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-919d9d96-9474-4592-b89e-e7a701701a11 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.851763] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f5c3be-c356-4d7e-afa4-b55a177c93b6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.858497] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1495.858497] env[62023]: value = "task-1758092" [ 1495.858497] env[62023]: _type = "Task" [ 1495.858497] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.858497] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1495.858497] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1495.861814] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7afa5f7-314a-4095-a448-6236dea5223d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.872284] env[62023]: DEBUG nova.compute.provider_tree [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1495.878837] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.880160] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for the task: (returnval){ [ 1495.880160] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526becd0-37c0-6609-8198-45d2020b0df4" [ 1495.880160] env[62023]: _type = "Task" [ 1495.880160] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.889714] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526becd0-37c0-6609-8198-45d2020b0df4, 'name': SearchDatastore_Task, 'duration_secs': 0.009156} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.890978] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fddda782-37ad-4c7c-ad15-53b436383d3b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.895474] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for the task: (returnval){ [ 1495.895474] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52964969-26d7-7630-0f1c-aabb2c2e216c" [ 1495.895474] env[62023]: _type = "Task" [ 1495.895474] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.903227] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52964969-26d7-7630-0f1c-aabb2c2e216c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.122113] env[62023]: DEBUG nova.network.neutron [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Updated VIF entry in instance network info cache for port e3c97800-a0f8-455f-88b0-95cbf789413d. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1496.122665] env[62023]: DEBUG nova.network.neutron [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Updating instance_info_cache with network_info: [{"id": "e3c97800-a0f8-455f-88b0-95cbf789413d", "address": "fa:16:3e:91:fc:69", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c97800-a0", "ovs_interfaceid": "e3c97800-a0f8-455f-88b0-95cbf789413d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.174985] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "ed8d8df0-2f06-43ab-b959-e0b7597efecb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.174985] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "ed8d8df0-2f06-43ab-b959-e0b7597efecb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.372951] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758092, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.376038] env[62023]: DEBUG nova.scheduler.client.report [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1496.411186] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52964969-26d7-7630-0f1c-aabb2c2e216c, 'name': SearchDatastore_Task, 'duration_secs': 0.008383} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.411560] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.411902] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5/2443e8d6-364f-4726-b6f3-c22c3e5d2ec5.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1496.412876] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2d733da-cbc9-4b31-924c-ccef92c7582f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.420420] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for the task: (returnval){ [ 1496.420420] env[62023]: value = "task-1758093" [ 1496.420420] env[62023]: _type = "Task" [ 1496.420420] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.430101] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.625611] env[62023]: DEBUG oslo_concurrency.lockutils [req-c8ad4945-ebe3-44ad-ac38-9a7fb3af8766 req-f7de6183-8c91-4009-9e5b-38fbdd4f0d5c service nova] Releasing lock "refresh_cache-c5a35eb3-3361-4c7d-a3bb-8129ade77951" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.757869] env[62023]: DEBUG nova.compute.manager [req-5cab848e-f724-40cf-83df-e9762ebbbd4c req-8e04d6f6-1e05-4a6b-a669-3337a81a6ec1 service nova] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Received event network-vif-plugged-45a2207e-c368-4cfb-a644-e354af4319a7 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1496.758174] env[62023]: DEBUG oslo_concurrency.lockutils [req-5cab848e-f724-40cf-83df-e9762ebbbd4c req-8e04d6f6-1e05-4a6b-a669-3337a81a6ec1 service nova] Acquiring lock "744e0825-03d9-41ac-ade5-1ac44d5a289a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.758384] env[62023]: DEBUG oslo_concurrency.lockutils [req-5cab848e-f724-40cf-83df-e9762ebbbd4c req-8e04d6f6-1e05-4a6b-a669-3337a81a6ec1 service nova] Lock "744e0825-03d9-41ac-ade5-1ac44d5a289a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.758550] env[62023]: DEBUG oslo_concurrency.lockutils [req-5cab848e-f724-40cf-83df-e9762ebbbd4c req-8e04d6f6-1e05-4a6b-a669-3337a81a6ec1 service nova] Lock "744e0825-03d9-41ac-ade5-1ac44d5a289a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.759024] env[62023]: DEBUG nova.compute.manager [req-5cab848e-f724-40cf-83df-e9762ebbbd4c req-8e04d6f6-1e05-4a6b-a669-3337a81a6ec1 service nova] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] No waiting events found dispatching network-vif-plugged-45a2207e-c368-4cfb-a644-e354af4319a7 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1496.759024] env[62023]: WARNING nova.compute.manager [req-5cab848e-f724-40cf-83df-e9762ebbbd4c req-8e04d6f6-1e05-4a6b-a669-3337a81a6ec1 service nova] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Received unexpected event network-vif-plugged-45a2207e-c368-4cfb-a644-e354af4319a7 for instance with vm_state building and task_state spawning. [ 1496.874951] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53673} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.875269] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] c5a35eb3-3361-4c7d-a3bb-8129ade77951/c5a35eb3-3361-4c7d-a3bb-8129ade77951.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1496.875500] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1496.876128] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6cb784d-5a1f-43f6-92a1-cf97dc893cac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.881909] env[62023]: DEBUG oslo_concurrency.lockutils [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.888403] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.568s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.889749] env[62023]: INFO nova.compute.claims [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1496.893274] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1496.893274] env[62023]: value = "task-1758094" [ 1496.893274] env[62023]: _type = "Task" [ 1496.893274] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.904574] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.907175] env[62023]: INFO nova.scheduler.client.report [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Deleted allocations for instance e1d37f7c-e412-43f8-be47-20f0d5159fa6 [ 1496.925396] env[62023]: DEBUG nova.network.neutron [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Successfully updated port: 45a2207e-c368-4cfb-a644-e354af4319a7 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1496.932802] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50168} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.934489] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5/2443e8d6-364f-4726-b6f3-c22c3e5d2ec5.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1496.934712] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1496.934982] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c3aefa5-19cd-4f19-8157-873c66b830aa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.943219] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for the task: (returnval){ [ 1496.943219] env[62023]: value = "task-1758095" [ 1496.943219] env[62023]: _type = "Task" [ 1496.943219] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.956506] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.960897] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "4cb4160b-524b-41b7-b8c8-7c246826b084" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.961145] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "4cb4160b-524b-41b7-b8c8-7c246826b084" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.405784] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092049} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.406924] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1497.407583] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7aecb7c-95d0-4124-a912-8afde3e8994a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.433189] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] c5a35eb3-3361-4c7d-a3bb-8129ade77951/c5a35eb3-3361-4c7d-a3bb-8129ade77951.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1497.433707] env[62023]: DEBUG oslo_concurrency.lockutils [None req-20ca2f48-ecdc-42ae-8a2d-5936b06daaea tempest-ServersTestManualDisk-1645833341 tempest-ServersTestManualDisk-1645833341-project-member] Lock "e1d37f7c-e412-43f8-be47-20f0d5159fa6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.546s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.434738] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "refresh_cache-744e0825-03d9-41ac-ade5-1ac44d5a289a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.434867] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquired lock "refresh_cache-744e0825-03d9-41ac-ade5-1ac44d5a289a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.435013] env[62023]: DEBUG nova.network.neutron [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1497.436019] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ecea18b-08ab-43aa-9306-2ed64c33b648 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.462606] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066277} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.463876] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1497.464982] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1497.464982] env[62023]: value = "task-1758096" [ 1497.464982] env[62023]: _type = "Task" [ 1497.464982] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.464982] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420f8c4c-9e72-424d-91f0-6a81467eb52a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.475495] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758096, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.498511] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5/2443e8d6-364f-4726-b6f3-c22c3e5d2ec5.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1497.499474] env[62023]: DEBUG nova.network.neutron [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1497.501412] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d9557f2-6d50-469c-b430-7585d1c941d8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.521647] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for the task: (returnval){ [ 1497.521647] env[62023]: value = "task-1758097" [ 1497.521647] env[62023]: _type = "Task" [ 1497.521647] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.530590] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.681567] env[62023]: DEBUG nova.network.neutron [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Updating instance_info_cache with network_info: [{"id": "45a2207e-c368-4cfb-a644-e354af4319a7", "address": "fa:16:3e:c6:eb:50", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a2207e-c3", "ovs_interfaceid": "45a2207e-c368-4cfb-a644-e354af4319a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.981584] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758096, 'name': ReconfigVM_Task, 'duration_secs': 0.280374} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.984235] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Reconfigured VM instance instance-00000037 to attach disk [datastore1] c5a35eb3-3361-4c7d-a3bb-8129ade77951/c5a35eb3-3361-4c7d-a3bb-8129ade77951.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1497.985373] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2045f6d-36fd-4329-85cc-04316a241d20 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.992585] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1497.992585] env[62023]: value = "task-1758098" [ 1497.992585] env[62023]: _type = "Task" [ 1497.992585] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.003321] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758098, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.033107] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758097, 'name': ReconfigVM_Task, 'duration_secs': 0.296771} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.033401] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5/2443e8d6-364f-4726-b6f3-c22c3e5d2ec5.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1498.034053] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1db5223f-22f4-4aa8-87ce-d093b7c25b9d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.040861] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for the task: (returnval){ [ 1498.040861] env[62023]: value = "task-1758099" [ 1498.040861] env[62023]: _type = "Task" [ 1498.040861] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.049144] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758099, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.184847] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Releasing lock "refresh_cache-744e0825-03d9-41ac-ade5-1ac44d5a289a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.185459] env[62023]: DEBUG nova.compute.manager [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Instance network_info: |[{"id": "45a2207e-c368-4cfb-a644-e354af4319a7", "address": "fa:16:3e:c6:eb:50", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a2207e-c3", "ovs_interfaceid": "45a2207e-c368-4cfb-a644-e354af4319a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1498.185696] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:eb:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45a2207e-c368-4cfb-a644-e354af4319a7', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1498.193495] env[62023]: DEBUG oslo.service.loopingcall [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1498.196061] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1498.196511] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c0050ba-a565-4310-b513-2642ddcc2a93 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.220344] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1498.220344] env[62023]: value = "task-1758100" [ 1498.220344] env[62023]: _type = "Task" [ 1498.220344] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.228826] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758100, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.347369] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d24c1db-c755-4431-8cde-66b92ea9b83f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.358226] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1ff01b-d67e-4255-acc2-d27b2cc195c5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.395758] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00a7bbc-5f95-48a1-946e-b3634598d8e6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.403867] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758d05bb-4fbd-4720-b768-a5cf8be88b02 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.419235] env[62023]: DEBUG nova.compute.provider_tree [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1498.502334] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758098, 'name': Rename_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.550980] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758099, 'name': Rename_Task, 'duration_secs': 0.146413} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.551309] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1498.551587] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-267aa391-ac47-49f3-bfab-4775d9d7e9a5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.559577] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for the task: (returnval){ [ 1498.559577] env[62023]: value = "task-1758101" [ 1498.559577] env[62023]: _type = "Task" [ 1498.559577] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.568663] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.729574] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758100, 'name': CreateVM_Task, 'duration_secs': 0.41241} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.729735] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1498.730425] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.730586] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.730897] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1498.731197] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1dcba70-7411-4a3a-87b5-c4dfd4dd3953 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.735706] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1498.735706] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a5ad03-17b6-765d-fdca-c37247f4898d" [ 1498.735706] env[62023]: _type = "Task" [ 1498.735706] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.743397] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a5ad03-17b6-765d-fdca-c37247f4898d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.845762] env[62023]: DEBUG nova.compute.manager [req-740242bd-a661-4104-b24c-0c04e595ac38 req-df6466d0-d876-4325-bcdd-1bb8cbd38624 service nova] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Received event network-changed-45a2207e-c368-4cfb-a644-e354af4319a7 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1498.845942] env[62023]: DEBUG nova.compute.manager [req-740242bd-a661-4104-b24c-0c04e595ac38 req-df6466d0-d876-4325-bcdd-1bb8cbd38624 service nova] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Refreshing instance network info cache due to event network-changed-45a2207e-c368-4cfb-a644-e354af4319a7. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1498.846177] env[62023]: DEBUG oslo_concurrency.lockutils [req-740242bd-a661-4104-b24c-0c04e595ac38 req-df6466d0-d876-4325-bcdd-1bb8cbd38624 service nova] Acquiring lock "refresh_cache-744e0825-03d9-41ac-ade5-1ac44d5a289a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.846316] env[62023]: DEBUG oslo_concurrency.lockutils [req-740242bd-a661-4104-b24c-0c04e595ac38 req-df6466d0-d876-4325-bcdd-1bb8cbd38624 service nova] Acquired lock "refresh_cache-744e0825-03d9-41ac-ade5-1ac44d5a289a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.846537] env[62023]: DEBUG nova.network.neutron [req-740242bd-a661-4104-b24c-0c04e595ac38 req-df6466d0-d876-4325-bcdd-1bb8cbd38624 service nova] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Refreshing network info cache for port 45a2207e-c368-4cfb-a644-e354af4319a7 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1498.924281] env[62023]: DEBUG nova.scheduler.client.report [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1499.004150] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758098, 'name': Rename_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.069960] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.248418] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a5ad03-17b6-765d-fdca-c37247f4898d, 'name': SearchDatastore_Task, 'duration_secs': 0.00987} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.248502] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.248808] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1499.249091] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.249380] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.249843] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1499.250610] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed66c941-8809-4759-8401-2d197edaed3c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.262082] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1499.262082] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1499.262082] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96d4d6ad-140e-4bda-99a2-62e5e79f23f1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.267089] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1499.267089] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520db80e-095a-f732-3b5a-4b13bd654144" [ 1499.267089] env[62023]: _type = "Task" [ 1499.267089] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.280021] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520db80e-095a-f732-3b5a-4b13bd654144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.434633] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.435186] env[62023]: DEBUG nova.compute.manager [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1499.438177] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.894s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.438457] env[62023]: DEBUG nova.objects.instance [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Lazy-loading 'resources' on Instance uuid 9504eac7-6d65-437d-9209-d7a369d87507 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1499.508445] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758098, 'name': Rename_Task, 'duration_secs': 1.148308} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.508445] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1499.508445] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ab9f69a-2f94-494c-87cb-696961bc1a40 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.512859] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1499.512859] env[62023]: value = "task-1758102" [ 1499.512859] env[62023]: _type = "Task" [ 1499.512859] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.522018] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.572405] env[62023]: DEBUG oslo_vmware.api [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758101, 'name': PowerOnVM_Task, 'duration_secs': 0.779536} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.572405] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1499.572405] env[62023]: INFO nova.compute.manager [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Took 15.33 seconds to spawn the instance on the hypervisor. [ 1499.572405] env[62023]: DEBUG nova.compute.manager [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1499.572405] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7e2b64-9fb6-490c-bdd2-17fd2dac251e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.616188] env[62023]: INFO nova.compute.manager [None req-40172670-6650-4d0b-a0cd-b6bc7fcc3d77 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Get console output [ 1499.616780] env[62023]: WARNING nova.virt.vmwareapi.driver [None req-40172670-6650-4d0b-a0cd-b6bc7fcc3d77 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] The console log is missing. Check your VSPC configuration [ 1499.734139] env[62023]: DEBUG nova.network.neutron [req-740242bd-a661-4104-b24c-0c04e595ac38 req-df6466d0-d876-4325-bcdd-1bb8cbd38624 service nova] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Updated VIF entry in instance network info cache for port 45a2207e-c368-4cfb-a644-e354af4319a7. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1499.734562] env[62023]: DEBUG nova.network.neutron [req-740242bd-a661-4104-b24c-0c04e595ac38 req-df6466d0-d876-4325-bcdd-1bb8cbd38624 service nova] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Updating instance_info_cache with network_info: [{"id": "45a2207e-c368-4cfb-a644-e354af4319a7", "address": "fa:16:3e:c6:eb:50", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a2207e-c3", "ovs_interfaceid": "45a2207e-c368-4cfb-a644-e354af4319a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.777654] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520db80e-095a-f732-3b5a-4b13bd654144, 'name': SearchDatastore_Task, 'duration_secs': 0.010126} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.778509] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ec8b5ab-ccae-4506-981a-1394bda2b93a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.784424] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1499.784424] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528e6fb9-4757-7bee-c581-ece4ccb9aeec" [ 1499.784424] env[62023]: _type = "Task" [ 1499.784424] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.795672] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528e6fb9-4757-7bee-c581-ece4ccb9aeec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.942314] env[62023]: DEBUG nova.compute.utils [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1499.948613] env[62023]: DEBUG nova.compute.manager [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1499.948613] env[62023]: DEBUG nova.network.neutron [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1500.013274] env[62023]: DEBUG nova.policy [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57362a2a31aa485b8fb5d237797afd7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8024759e022f4ab9a08945f1cb472371', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1500.024509] env[62023]: DEBUG oslo_vmware.api [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758102, 'name': PowerOnVM_Task, 'duration_secs': 0.478905} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.026061] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1500.026280] env[62023]: INFO nova.compute.manager [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1500.026459] env[62023]: DEBUG nova.compute.manager [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1500.027634] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402bc602-3929-4f5a-9834-c7e0a91d13d0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.091674] env[62023]: INFO nova.compute.manager [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Took 57.54 seconds to build instance. [ 1500.239185] env[62023]: DEBUG oslo_concurrency.lockutils [req-740242bd-a661-4104-b24c-0c04e595ac38 req-df6466d0-d876-4325-bcdd-1bb8cbd38624 service nova] Releasing lock "refresh_cache-744e0825-03d9-41ac-ade5-1ac44d5a289a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.301626] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528e6fb9-4757-7bee-c581-ece4ccb9aeec, 'name': SearchDatastore_Task, 'duration_secs': 0.009453} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.302452] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.302452] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 744e0825-03d9-41ac-ade5-1ac44d5a289a/744e0825-03d9-41ac-ade5-1ac44d5a289a.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1500.302723] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02fdf7ea-014b-47a1-b25b-df2898030ba8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.317361] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1500.317361] env[62023]: value = "task-1758103" [ 1500.317361] env[62023]: _type = "Task" [ 1500.317361] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.330320] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.424156] env[62023]: DEBUG nova.network.neutron [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Successfully created port: b1df8bef-4c08-41de-9436-e6178b91a2bd {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1500.450016] env[62023]: DEBUG nova.compute.manager [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1500.489382] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a73ba7d-e440-408f-901a-1c01c3801d92 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.501318] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80aa06c-84d0-4ff6-8c32-5c30b445e533 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.539231] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6b5a3d-dd70-485a-8a8a-aa4ed49c3fdc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.552297] env[62023]: INFO nova.compute.manager [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Took 53.77 seconds to build instance. [ 1500.560351] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5a8b13-2dfe-4c02-958d-ad076af5780f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.576587] env[62023]: DEBUG nova.compute.provider_tree [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1500.594172] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60dc8feb-2cb6-4a4b-95a2-aca453ebb9b6 tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lock "2443e8d6-364f-4726-b6f3-c22c3e5d2ec5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.227s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.767101] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Acquiring lock "4165552d-09a6-4e98-a12e-3ecc62c5d75e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.767576] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Lock "4165552d-09a6-4e98-a12e-3ecc62c5d75e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.767833] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Acquiring lock "4165552d-09a6-4e98-a12e-3ecc62c5d75e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.768235] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Lock "4165552d-09a6-4e98-a12e-3ecc62c5d75e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.768568] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Lock "4165552d-09a6-4e98-a12e-3ecc62c5d75e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.771049] env[62023]: INFO nova.compute.manager [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Terminating instance [ 1500.828613] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758103, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.054778] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe75fa22-792e-4cd5-8482-d6149e05c1c1 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "c5a35eb3-3361-4c7d-a3bb-8129ade77951" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.198s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.080546] env[62023]: DEBUG nova.scheduler.client.report [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.096201] env[62023]: DEBUG nova.compute.manager [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1501.275843] env[62023]: DEBUG nova.compute.manager [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1501.276094] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1501.277008] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bbbaca-3246-4dba-adda-f823f01e2e3a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.285011] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1501.285233] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b56e2299-5961-40a6-bf72-b1edaf8d92d0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.291461] env[62023]: DEBUG oslo_vmware.api [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Waiting for the task: (returnval){ [ 1501.291461] env[62023]: value = "task-1758104" [ 1501.291461] env[62023]: _type = "Task" [ 1501.291461] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.300817] env[62023]: DEBUG oslo_vmware.api [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': task-1758104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.332646] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539392} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.333418] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 744e0825-03d9-41ac-ade5-1ac44d5a289a/744e0825-03d9-41ac-ade5-1ac44d5a289a.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1501.333640] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1501.333925] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90b86ca7-f628-4436-8245-8433b9792c97 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.341601] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1501.341601] env[62023]: value = "task-1758105" [ 1501.341601] env[62023]: _type = "Task" [ 1501.341601] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.350136] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.457665] env[62023]: DEBUG nova.compute.manager [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1501.482180] env[62023]: DEBUG nova.virt.hardware [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1501.482458] env[62023]: DEBUG nova.virt.hardware [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1501.482618] env[62023]: DEBUG nova.virt.hardware [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1501.482800] env[62023]: DEBUG nova.virt.hardware [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1501.482944] env[62023]: DEBUG nova.virt.hardware [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1501.483105] env[62023]: DEBUG nova.virt.hardware [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1501.483323] env[62023]: DEBUG nova.virt.hardware [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1501.483523] env[62023]: DEBUG nova.virt.hardware [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1501.483706] env[62023]: DEBUG nova.virt.hardware [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1501.483867] env[62023]: DEBUG nova.virt.hardware [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1501.484049] env[62023]: DEBUG nova.virt.hardware [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1501.484953] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04fcb49-0d65-4829-9555-675a133b23f4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.494016] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80269f82-4a06-47fa-a925-5caad7b19f21 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.557389] env[62023]: DEBUG nova.compute.manager [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1501.579922] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquiring lock "2443e8d6-364f-4726-b6f3-c22c3e5d2ec5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.580152] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lock "2443e8d6-364f-4726-b6f3-c22c3e5d2ec5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.580409] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquiring lock "2443e8d6-364f-4726-b6f3-c22c3e5d2ec5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.580832] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lock "2443e8d6-364f-4726-b6f3-c22c3e5d2ec5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.580832] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lock "2443e8d6-364f-4726-b6f3-c22c3e5d2ec5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.583386] env[62023]: INFO nova.compute.manager [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Terminating instance [ 1501.585671] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.588565] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.880s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.590032] env[62023]: INFO nova.compute.claims [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1501.615025] env[62023]: INFO nova.scheduler.client.report [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Deleted allocations for instance 9504eac7-6d65-437d-9209-d7a369d87507 [ 1501.616991] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.801262] env[62023]: DEBUG oslo_vmware.api [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': task-1758104, 'name': PowerOffVM_Task, 'duration_secs': 0.448314} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.801546] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.801696] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.801955] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1028782c-2b70-4369-a1e3-c3a961a85f4e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.826515] env[62023]: DEBUG oslo_concurrency.lockutils [None req-552ec48c-411e-48a0-99ad-546d312ff59f tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "c5a35eb3-3361-4c7d-a3bb-8129ade77951" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.826830] env[62023]: DEBUG oslo_concurrency.lockutils [None req-552ec48c-411e-48a0-99ad-546d312ff59f tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "c5a35eb3-3361-4c7d-a3bb-8129ade77951" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.827048] env[62023]: DEBUG nova.compute.manager [None req-552ec48c-411e-48a0-99ad-546d312ff59f tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1501.827869] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13cbb9a-62b2-4cdc-86d7-7a2fbe22ce91 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.834247] env[62023]: DEBUG nova.compute.manager [None req-552ec48c-411e-48a0-99ad-546d312ff59f tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62023) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1501.834774] env[62023]: DEBUG nova.objects.instance [None req-552ec48c-411e-48a0-99ad-546d312ff59f tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lazy-loading 'flavor' on Instance uuid c5a35eb3-3361-4c7d-a3bb-8129ade77951 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1501.852249] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273179} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.852572] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1501.853368] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d425d6-b4f7-49ff-bbc7-9f65f842f975 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.875520] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 744e0825-03d9-41ac-ade5-1ac44d5a289a/744e0825-03d9-41ac-ade5-1ac44d5a289a.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.876593] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afecb43b-254b-4e7b-8528-5adcd7f92b9f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.897057] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1501.897057] env[62023]: value = "task-1758107" [ 1501.897057] env[62023]: _type = "Task" [ 1501.897057] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.906817] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1501.906817] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1501.906817] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Deleting the datastore file [datastore1] 4165552d-09a6-4e98-a12e-3ecc62c5d75e {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.910239] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d238c14-526d-4e0e-a1e8-429b96a1cced {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.911806] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.918477] env[62023]: DEBUG oslo_vmware.api [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Waiting for the task: (returnval){ [ 1501.918477] env[62023]: value = "task-1758108" [ 1501.918477] env[62023]: _type = "Task" [ 1501.918477] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.932855] env[62023]: DEBUG oslo_vmware.api [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': task-1758108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.999095] env[62023]: DEBUG nova.compute.manager [req-f912ecfd-c84b-499f-bcf9-3903cabff9c0 req-422c64e4-715a-4cd0-8ac8-e01dd3929aed service nova] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Received event network-vif-plugged-b1df8bef-4c08-41de-9436-e6178b91a2bd {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1501.999321] env[62023]: DEBUG oslo_concurrency.lockutils [req-f912ecfd-c84b-499f-bcf9-3903cabff9c0 req-422c64e4-715a-4cd0-8ac8-e01dd3929aed service nova] Acquiring lock "9b6fd307-158d-422f-92ed-62794647989e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.999531] env[62023]: DEBUG oslo_concurrency.lockutils [req-f912ecfd-c84b-499f-bcf9-3903cabff9c0 req-422c64e4-715a-4cd0-8ac8-e01dd3929aed service nova] Lock "9b6fd307-158d-422f-92ed-62794647989e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.999684] env[62023]: DEBUG oslo_concurrency.lockutils [req-f912ecfd-c84b-499f-bcf9-3903cabff9c0 req-422c64e4-715a-4cd0-8ac8-e01dd3929aed service nova] Lock "9b6fd307-158d-422f-92ed-62794647989e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.999842] env[62023]: DEBUG nova.compute.manager [req-f912ecfd-c84b-499f-bcf9-3903cabff9c0 req-422c64e4-715a-4cd0-8ac8-e01dd3929aed service nova] [instance: 9b6fd307-158d-422f-92ed-62794647989e] No waiting events found dispatching network-vif-plugged-b1df8bef-4c08-41de-9436-e6178b91a2bd {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1501.999995] env[62023]: WARNING nova.compute.manager [req-f912ecfd-c84b-499f-bcf9-3903cabff9c0 req-422c64e4-715a-4cd0-8ac8-e01dd3929aed service nova] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Received unexpected event network-vif-plugged-b1df8bef-4c08-41de-9436-e6178b91a2bd for instance with vm_state building and task_state spawning. [ 1502.083923] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.094571] env[62023]: DEBUG nova.compute.manager [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1502.094977] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1502.098673] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483c1733-e7fc-4875-a131-048402f56388 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.108122] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1502.109028] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd811d4a-68fc-448c-87cc-6125e13a9fce {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.115583] env[62023]: DEBUG oslo_vmware.api [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for the task: (returnval){ [ 1502.115583] env[62023]: value = "task-1758109" [ 1502.115583] env[62023]: _type = "Task" [ 1502.115583] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.126374] env[62023]: DEBUG oslo_vmware.api [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.127179] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b4fd06e-f698-4cfc-a3ef-60833c5d15c4 tempest-ServerGroupTestJSON-1630429648 tempest-ServerGroupTestJSON-1630429648-project-member] Lock "9504eac7-6d65-437d-9209-d7a369d87507" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.278s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.360757] env[62023]: DEBUG nova.network.neutron [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Successfully updated port: b1df8bef-4c08-41de-9436-e6178b91a2bd {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1502.407225] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758107, 'name': ReconfigVM_Task, 'duration_secs': 0.467225} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.407515] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 744e0825-03d9-41ac-ade5-1ac44d5a289a/744e0825-03d9-41ac-ade5-1ac44d5a289a.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.408256] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c5092d7-0198-4f8e-b539-8f4dc9a97121 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.414592] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1502.414592] env[62023]: value = "task-1758110" [ 1502.414592] env[62023]: _type = "Task" [ 1502.414592] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.424736] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758110, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.429532] env[62023]: DEBUG oslo_vmware.api [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Task: {'id': task-1758108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18983} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.429764] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1502.429946] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1502.430143] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1502.430321] env[62023]: INFO nova.compute.manager [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1502.430560] env[62023]: DEBUG oslo.service.loopingcall [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.430757] env[62023]: DEBUG nova.compute.manager [-] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1502.430855] env[62023]: DEBUG nova.network.neutron [-] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1502.626307] env[62023]: DEBUG oslo_vmware.api [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758109, 'name': PowerOffVM_Task, 'duration_secs': 0.237717} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.629530] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1502.630397] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1502.632954] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc6a0491-e006-49f2-9340-41db169af7c9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.842943] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-552ec48c-411e-48a0-99ad-546d312ff59f tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1502.843332] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acf4f5de-03c6-43ba-a06e-bea4c1378cea {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.853113] env[62023]: DEBUG oslo_vmware.api [None req-552ec48c-411e-48a0-99ad-546d312ff59f tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1502.853113] env[62023]: value = "task-1758112" [ 1502.853113] env[62023]: _type = "Task" [ 1502.853113] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.865583] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "refresh_cache-9b6fd307-158d-422f-92ed-62794647989e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.865931] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "refresh_cache-9b6fd307-158d-422f-92ed-62794647989e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.866243] env[62023]: DEBUG nova.network.neutron [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1502.869132] env[62023]: DEBUG oslo_vmware.api [None req-552ec48c-411e-48a0-99ad-546d312ff59f tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.894570] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1502.894799] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1502.894978] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Deleting the datastore file [datastore1] 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1502.895253] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-607e515b-5406-4863-94f5-f6181039d203 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.902809] env[62023]: DEBUG oslo_vmware.api [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for the task: (returnval){ [ 1502.902809] env[62023]: value = "task-1758113" [ 1502.902809] env[62023]: _type = "Task" [ 1502.902809] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.915448] env[62023]: DEBUG oslo_vmware.api [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.926148] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758110, 'name': Rename_Task, 'duration_secs': 0.139601} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.926426] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1502.926674] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34e5dae7-7cc3-4f0f-bce3-dd6fd386bc6a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.933472] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1502.933472] env[62023]: value = "task-1758114" [ 1502.933472] env[62023]: _type = "Task" [ 1502.933472] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.944719] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.140441] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37df4cc3-7d21-436b-9310-fae978dc7848 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.149018] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4541b0-d44e-4821-ad2a-d333ed535324 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.183555] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54db922-db8d-489d-9d62-e62c902ae9fd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.192454] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2509e3d1-1e39-4b11-bc8c-bc496bae8cf5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.208819] env[62023]: DEBUG nova.compute.provider_tree [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1503.377544] env[62023]: DEBUG oslo_vmware.api [None req-552ec48c-411e-48a0-99ad-546d312ff59f tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758112, 'name': PowerOffVM_Task, 'duration_secs': 0.22975} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.377876] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-552ec48c-411e-48a0-99ad-546d312ff59f tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1503.378176] env[62023]: DEBUG nova.compute.manager [None req-552ec48c-411e-48a0-99ad-546d312ff59f tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1503.381745] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f505c49-0612-4d84-80ce-a85f2b27c382 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.414529] env[62023]: DEBUG oslo_vmware.api [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274171} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.414696] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1503.414838] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1503.415028] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1503.415239] env[62023]: INFO nova.compute.manager [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1503.415555] env[62023]: DEBUG oslo.service.loopingcall [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1503.415705] env[62023]: DEBUG nova.compute.manager [-] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1503.415799] env[62023]: DEBUG nova.network.neutron [-] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1503.444319] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758114, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.471385] env[62023]: DEBUG nova.network.neutron [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1503.537035] env[62023]: DEBUG nova.network.neutron [-] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.716774] env[62023]: DEBUG nova.scheduler.client.report [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1503.895719] env[62023]: DEBUG oslo_concurrency.lockutils [None req-552ec48c-411e-48a0-99ad-546d312ff59f tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "c5a35eb3-3361-4c7d-a3bb-8129ade77951" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.939619] env[62023]: DEBUG nova.network.neutron [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Updating instance_info_cache with network_info: [{"id": "b1df8bef-4c08-41de-9436-e6178b91a2bd", "address": "fa:16:3e:f1:b1:79", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1df8bef-4c", "ovs_interfaceid": "b1df8bef-4c08-41de-9436-e6178b91a2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.946565] env[62023]: DEBUG oslo_vmware.api [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758114, 'name': PowerOnVM_Task, 'duration_secs': 0.80931} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.946826] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.947063] env[62023]: INFO nova.compute.manager [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1503.947284] env[62023]: DEBUG nova.compute.manager [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1503.948124] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826e78d6-f55b-47ed-9ac6-eb4654f58370 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.043628] env[62023]: INFO nova.compute.manager [-] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Took 1.61 seconds to deallocate network for instance. [ 1504.222844] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.223384] env[62023]: DEBUG nova.compute.manager [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1504.226129] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 48.080s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.382708] env[62023]: DEBUG nova.compute.manager [req-a76b2fc4-11ff-4df6-a729-69faaae8cc2c req-200dcc6c-0b74-4515-a816-67be7a82f657 service nova] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Received event network-changed-b1df8bef-4c08-41de-9436-e6178b91a2bd {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1504.383040] env[62023]: DEBUG nova.compute.manager [req-a76b2fc4-11ff-4df6-a729-69faaae8cc2c req-200dcc6c-0b74-4515-a816-67be7a82f657 service nova] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Refreshing instance network info cache due to event network-changed-b1df8bef-4c08-41de-9436-e6178b91a2bd. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1504.383319] env[62023]: DEBUG oslo_concurrency.lockutils [req-a76b2fc4-11ff-4df6-a729-69faaae8cc2c req-200dcc6c-0b74-4515-a816-67be7a82f657 service nova] Acquiring lock "refresh_cache-9b6fd307-158d-422f-92ed-62794647989e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.442669] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "refresh_cache-9b6fd307-158d-422f-92ed-62794647989e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.443052] env[62023]: DEBUG nova.compute.manager [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Instance network_info: |[{"id": "b1df8bef-4c08-41de-9436-e6178b91a2bd", "address": "fa:16:3e:f1:b1:79", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1df8bef-4c", "ovs_interfaceid": "b1df8bef-4c08-41de-9436-e6178b91a2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1504.443360] env[62023]: DEBUG oslo_concurrency.lockutils [req-a76b2fc4-11ff-4df6-a729-69faaae8cc2c req-200dcc6c-0b74-4515-a816-67be7a82f657 service nova] Acquired lock "refresh_cache-9b6fd307-158d-422f-92ed-62794647989e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.443543] env[62023]: DEBUG nova.network.neutron [req-a76b2fc4-11ff-4df6-a729-69faaae8cc2c req-200dcc6c-0b74-4515-a816-67be7a82f657 service nova] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Refreshing network info cache for port b1df8bef-4c08-41de-9436-e6178b91a2bd {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1504.444800] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:b1:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1df8bef-4c08-41de-9436-e6178b91a2bd', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1504.454219] env[62023]: DEBUG oslo.service.loopingcall [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1504.455218] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1504.455218] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32ce8f28-1931-4df6-86b6-b58d5be2e5a6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.480541] env[62023]: INFO nova.compute.manager [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Took 55.41 seconds to build instance. [ 1504.490173] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1504.490173] env[62023]: value = "task-1758115" [ 1504.490173] env[62023]: _type = "Task" [ 1504.490173] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.509675] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758115, 'name': CreateVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.553100] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.701667] env[62023]: INFO nova.compute.manager [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Rebuilding instance [ 1504.730847] env[62023]: DEBUG nova.compute.utils [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1504.742419] env[62023]: DEBUG nova.compute.manager [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1504.742830] env[62023]: DEBUG nova.network.neutron [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1504.784332] env[62023]: DEBUG nova.compute.manager [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1504.785340] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47071777-6e0c-4b37-a3e1-336c1d215f16 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.808116] env[62023]: DEBUG nova.policy [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d85c106216442a091cffcc1578488b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9becf5771d9b44c7995886a648805c1b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1504.983761] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c3954f5-1d62-4954-89de-443a716d5693 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "744e0825-03d9-41ac-ade5-1ac44d5a289a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.126s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.001560] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758115, 'name': CreateVM_Task, 'duration_secs': 0.491138} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.003868] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1505.004897] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.005158] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.005593] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1505.006117] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71584886-432b-4d2b-9c9c-027c65f8de09 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.010922] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1505.010922] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e326ad-b9ec-afa8-f95e-db2944366add" [ 1505.010922] env[62023]: _type = "Task" [ 1505.010922] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.023988] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e326ad-b9ec-afa8-f95e-db2944366add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.243191] env[62023]: DEBUG nova.compute.manager [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1505.276847] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 4165552d-09a6-4e98-a12e-3ecc62c5d75e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1505.277009] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 007c853b-b603-44e4-9f3d-42872bd4baca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.277166] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.277304] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 98254616-2002-4986-818d-9fc0c0dff4db is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1505.277443] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance b4249275-18dc-4d4b-9e6a-9e97cd84325a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.277874] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 850e4493-1a78-473d-8f24-1627ba115ad1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.277874] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 8cdb3b6e-28a7-495c-8104-54d6548f8812 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1505.277874] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance b1746b26-9eae-4980-92c5-761e8666ecfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.278117] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance a1b9f6c0-b8c7-4426-b8da-64331c043bea is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1505.278290] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 70e1f478-73e0-4ddb-a206-a64a7e639a37 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1505.278290] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 8738aede-3817-4117-a482-a77db3db46a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.278489] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 9fe841fd-6e67-4739-95fb-afc7939edaea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.278568] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance eb4794e9-66c4-47cc-9e33-ffe69685df66 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1505.278696] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 385bc4de-fa59-41d0-9201-e1a6acdab485 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1505.278875] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1505.278963] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 71e7298b-dfd3-4857-abbd-15de2aadad07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.279113] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance a47f9087-1194-4a41-93d8-dcf026b2eca5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.279238] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance dcd4d90d-e32b-4ab4-bd2d-14d367c16838 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.279901] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.279901] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance c5a35eb3-3361-4c7d-a3bb-8129ade77951 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.279901] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 744e0825-03d9-41ac-ade5-1ac44d5a289a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.357188] env[62023]: DEBUG nova.network.neutron [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Successfully created port: 531eff89-beaa-4639-96bb-affaf160ebfe {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1505.364407] env[62023]: DEBUG nova.network.neutron [req-a76b2fc4-11ff-4df6-a729-69faaae8cc2c req-200dcc6c-0b74-4515-a816-67be7a82f657 service nova] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Updated VIF entry in instance network info cache for port b1df8bef-4c08-41de-9436-e6178b91a2bd. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.364407] env[62023]: DEBUG nova.network.neutron [req-a76b2fc4-11ff-4df6-a729-69faaae8cc2c req-200dcc6c-0b74-4515-a816-67be7a82f657 service nova] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Updating instance_info_cache with network_info: [{"id": "b1df8bef-4c08-41de-9436-e6178b91a2bd", "address": "fa:16:3e:f1:b1:79", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1df8bef-4c", "ovs_interfaceid": "b1df8bef-4c08-41de-9436-e6178b91a2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.378348] env[62023]: DEBUG nova.network.neutron [-] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.486547] env[62023]: DEBUG nova.compute.manager [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1505.528595] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e326ad-b9ec-afa8-f95e-db2944366add, 'name': SearchDatastore_Task, 'duration_secs': 0.010506} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.528901] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.529177] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1505.529409] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.529553] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.529727] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1505.529989] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cada98c-9722-45df-9044-55b5f08ab08c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.540339] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1505.540604] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1505.541382] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0e1343e-1f6d-4901-9f4a-ffbff0a09f85 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.547994] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1505.547994] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5298fdb8-65c3-12eb-6855-4a42f488135b" [ 1505.547994] env[62023]: _type = "Task" [ 1505.547994] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.557785] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5298fdb8-65c3-12eb-6855-4a42f488135b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.785596] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance eda5b959-2aec-4193-88a4-b4ef21aace36 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1505.785596] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 9b6fd307-158d-422f-92ed-62794647989e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.785596] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance beee13a3-6a2a-4113-9317-5efde046fcd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.805543] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.805543] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e210fedb-75df-47ce-bda1-13528acfbaf8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.811650] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1505.811650] env[62023]: value = "task-1758116" [ 1505.811650] env[62023]: _type = "Task" [ 1505.811650] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.821194] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] VM already powered off {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1505.821453] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1505.822258] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c2bbe4-cd3b-42f5-bd33-d4c54f79e673 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.829112] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1505.829347] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba941dc9-a28f-4c6a-9ee5-8e75fc08dbae {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.866501] env[62023]: DEBUG oslo_concurrency.lockutils [req-a76b2fc4-11ff-4df6-a729-69faaae8cc2c req-200dcc6c-0b74-4515-a816-67be7a82f657 service nova] Releasing lock "refresh_cache-9b6fd307-158d-422f-92ed-62794647989e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.866724] env[62023]: DEBUG nova.compute.manager [req-a76b2fc4-11ff-4df6-a729-69faaae8cc2c req-200dcc6c-0b74-4515-a816-67be7a82f657 service nova] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Received event network-vif-deleted-8ec09a76-22ad-4db1-a08e-05e193d8202b {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1505.866911] env[62023]: DEBUG nova.compute.manager [req-a76b2fc4-11ff-4df6-a729-69faaae8cc2c req-200dcc6c-0b74-4515-a816-67be7a82f657 service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Received event network-vif-deleted-9e5caeac-897b-4236-b917-e96961eaacf4 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1505.867114] env[62023]: INFO nova.compute.manager [req-a76b2fc4-11ff-4df6-a729-69faaae8cc2c req-200dcc6c-0b74-4515-a816-67be7a82f657 service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Neutron deleted interface 9e5caeac-897b-4236-b917-e96961eaacf4; detaching it from the instance and deleting it from the info cache [ 1505.867873] env[62023]: DEBUG nova.network.neutron [req-a76b2fc4-11ff-4df6-a729-69faaae8cc2c req-200dcc6c-0b74-4515-a816-67be7a82f657 service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Updating instance_info_cache with network_info: [{"id": "3167457b-932e-47c8-a296-7b83c2138111", "address": "fa:16:3e:b6:1c:60", "network": {"id": "2f6f7b31-eb0d-4262-8fb2-8d2c8a32312e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-804760781", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "90ed384069954854ac7200f23308d6f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3167457b-93", "ovs_interfaceid": "3167457b-932e-47c8-a296-7b83c2138111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6043f767-0dd9-47d9-97f6-79b4a6c1b92c", "address": "fa:16:3e:7a:28:33", "network": {"id": "5661a091-0ff1-46fa-af7e-7e1a9dc4a129", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1006594750", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90ed384069954854ac7200f23308d6f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6043f767-0d", "ovs_interfaceid": "6043f767-0dd9-47d9-97f6-79b4a6c1b92c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.879901] env[62023]: INFO nova.compute.manager [-] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Took 2.46 seconds to deallocate network for instance. [ 1505.910852] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1505.911172] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1505.911422] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Deleting the datastore file [datastore1] c5a35eb3-3361-4c7d-a3bb-8129ade77951 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.911733] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-840332b3-919b-44ee-bf02-c04c4036ef69 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.919239] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1505.919239] env[62023]: value = "task-1758118" [ 1505.919239] env[62023]: _type = "Task" [ 1505.919239] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.929384] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.006955] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.064033] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5298fdb8-65c3-12eb-6855-4a42f488135b, 'name': SearchDatastore_Task, 'duration_secs': 0.009082} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.064975] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46a5802c-83d5-4787-9259-54683037be6e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.071582] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1506.071582] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529ef42e-dd87-90cb-ddee-710aae1037bf" [ 1506.071582] env[62023]: _type = "Task" [ 1506.071582] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.080811] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529ef42e-dd87-90cb-ddee-710aae1037bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.257574] env[62023]: DEBUG nova.compute.manager [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1506.284815] env[62023]: DEBUG nova.virt.hardware [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1506.285167] env[62023]: DEBUG nova.virt.hardware [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1506.285246] env[62023]: DEBUG nova.virt.hardware [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1506.285421] env[62023]: DEBUG nova.virt.hardware [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1506.285564] env[62023]: DEBUG nova.virt.hardware [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1506.285710] env[62023]: DEBUG nova.virt.hardware [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1506.285915] env[62023]: DEBUG nova.virt.hardware [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1506.286111] env[62023]: DEBUG nova.virt.hardware [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1506.286314] env[62023]: DEBUG nova.virt.hardware [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1506.286483] env[62023]: DEBUG nova.virt.hardware [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1506.286656] env[62023]: DEBUG nova.virt.hardware [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1506.287543] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8d198e-00f4-4f74-87cd-27781f8ab462 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.290726] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 5b584f8c-6c31-4f14-852d-e2bc18f6373d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1506.298868] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78414b2-f54c-49e5-b3b4-8d116f28de45 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.371826] env[62023]: DEBUG oslo_concurrency.lockutils [None req-995786e7-d087-42cd-b547-b7e9de2f7aa3 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.372149] env[62023]: DEBUG oslo_concurrency.lockutils [None req-995786e7-d087-42cd-b547-b7e9de2f7aa3 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.372434] env[62023]: INFO nova.compute.manager [None req-995786e7-d087-42cd-b547-b7e9de2f7aa3 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Rebooting instance [ 1506.374323] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51e0543c-95ca-4a47-a5e9-8f9ba17cb750 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.385516] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0592422c-7a05-43a4-b11c-2cf63acd8b2f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.398706] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.422823] env[62023]: DEBUG nova.compute.manager [req-a76b2fc4-11ff-4df6-a729-69faaae8cc2c req-200dcc6c-0b74-4515-a816-67be7a82f657 service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Detach interface failed, port_id=9e5caeac-897b-4236-b917-e96961eaacf4, reason: Instance 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1506.428529] env[62023]: DEBUG nova.compute.manager [req-598a489e-4f7d-4303-930d-0bf17051c45c req-a2475f12-003e-45b3-833b-3f3184ba8636 service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Received event network-vif-deleted-6043f767-0dd9-47d9-97f6-79b4a6c1b92c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1506.428735] env[62023]: INFO nova.compute.manager [req-598a489e-4f7d-4303-930d-0bf17051c45c req-a2475f12-003e-45b3-833b-3f3184ba8636 service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Neutron deleted interface 6043f767-0dd9-47d9-97f6-79b4a6c1b92c; detaching it from the instance and deleting it from the info cache [ 1506.429010] env[62023]: DEBUG nova.network.neutron [req-598a489e-4f7d-4303-930d-0bf17051c45c req-a2475f12-003e-45b3-833b-3f3184ba8636 service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Updating instance_info_cache with network_info: [{"id": "3167457b-932e-47c8-a296-7b83c2138111", "address": "fa:16:3e:b6:1c:60", "network": {"id": "2f6f7b31-eb0d-4262-8fb2-8d2c8a32312e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-804760781", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "90ed384069954854ac7200f23308d6f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3167457b-93", "ovs_interfaceid": "3167457b-932e-47c8-a296-7b83c2138111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.436780] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168164} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.437118] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1506.437337] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1506.437539] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1506.582930] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529ef42e-dd87-90cb-ddee-710aae1037bf, 'name': SearchDatastore_Task, 'duration_secs': 0.014204} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.583204] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.583520] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 9b6fd307-158d-422f-92ed-62794647989e/9b6fd307-158d-422f-92ed-62794647989e.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1506.583790] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f82937f2-88ee-4ce9-9b7d-f0ded57713a9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.590854] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1506.590854] env[62023]: value = "task-1758119" [ 1506.590854] env[62023]: _type = "Task" [ 1506.590854] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.599393] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.794394] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 9af0d121-d9a0-4068-8c79-c09c03b899b6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1506.830477] env[62023]: DEBUG nova.compute.manager [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Stashing vm_state: active {{(pid=62023) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1506.903259] env[62023]: DEBUG oslo_concurrency.lockutils [None req-995786e7-d087-42cd-b547-b7e9de2f7aa3 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.903451] env[62023]: DEBUG oslo_concurrency.lockutils [None req-995786e7-d087-42cd-b547-b7e9de2f7aa3 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.903623] env[62023]: DEBUG nova.network.neutron [None req-995786e7-d087-42cd-b547-b7e9de2f7aa3 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1506.931507] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-facec7d8-a846-4883-9070-7d56068f33b5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.942794] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72190a98-32c4-4081-8d00-3862ddf45ded {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.978739] env[62023]: DEBUG nova.compute.manager [req-598a489e-4f7d-4303-930d-0bf17051c45c req-a2475f12-003e-45b3-833b-3f3184ba8636 service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Detach interface failed, port_id=6043f767-0dd9-47d9-97f6-79b4a6c1b92c, reason: Instance 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1506.979111] env[62023]: DEBUG nova.compute.manager [req-598a489e-4f7d-4303-930d-0bf17051c45c req-a2475f12-003e-45b3-833b-3f3184ba8636 service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Received event network-vif-deleted-3167457b-932e-47c8-a296-7b83c2138111 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1506.979256] env[62023]: INFO nova.compute.manager [req-598a489e-4f7d-4303-930d-0bf17051c45c req-a2475f12-003e-45b3-833b-3f3184ba8636 service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Neutron deleted interface 3167457b-932e-47c8-a296-7b83c2138111; detaching it from the instance and deleting it from the info cache [ 1506.979358] env[62023]: DEBUG nova.network.neutron [req-598a489e-4f7d-4303-930d-0bf17051c45c req-a2475f12-003e-45b3-833b-3f3184ba8636 service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.106543] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758119, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.107086] env[62023]: DEBUG nova.network.neutron [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Successfully updated port: 531eff89-beaa-4639-96bb-affaf160ebfe {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1507.297936] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance ab5bd1ed-328e-4353-9865-aac5e8a36f8d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1507.354139] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.482551] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad1893fd-5e2a-4849-b5be-68ea2e95d792 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.487902] env[62023]: DEBUG nova.virt.hardware [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1507.488214] env[62023]: DEBUG nova.virt.hardware [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1507.488419] env[62023]: DEBUG nova.virt.hardware [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1507.488641] env[62023]: DEBUG nova.virt.hardware [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1507.488805] env[62023]: DEBUG nova.virt.hardware [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1507.488953] env[62023]: DEBUG nova.virt.hardware [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1507.489223] env[62023]: DEBUG nova.virt.hardware [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1507.489413] env[62023]: DEBUG nova.virt.hardware [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1507.489593] env[62023]: DEBUG nova.virt.hardware [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1507.489776] env[62023]: DEBUG nova.virt.hardware [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1507.489967] env[62023]: DEBUG nova.virt.hardware [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1507.490842] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e19f53f-7abf-4f03-9867-4f915f25be1d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.500062] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cf125c-c633-48bb-8024-30fb84474ab0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.509926] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0db236-88dc-46c7-a1fc-91584882322a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.531041] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:fc:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3c97800-a0f8-455f-88b0-95cbf789413d', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1507.538889] env[62023]: DEBUG oslo.service.loopingcall [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1507.549208] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1507.549673] env[62023]: DEBUG nova.compute.manager [req-598a489e-4f7d-4303-930d-0bf17051c45c req-a2475f12-003e-45b3-833b-3f3184ba8636 service nova] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Detach interface failed, port_id=3167457b-932e-47c8-a296-7b83c2138111, reason: Instance 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1507.550103] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b77f3a0-ba9b-4c3e-a54b-be8a36db0e37 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.570178] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1507.570178] env[62023]: value = "task-1758120" [ 1507.570178] env[62023]: _type = "Task" [ 1507.570178] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.578303] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758120, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.605223] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598769} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.605607] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 9b6fd307-158d-422f-92ed-62794647989e/9b6fd307-158d-422f-92ed-62794647989e.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1507.605832] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1507.606247] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5b17f93-da8a-4cb7-a84e-274b0f4ca407 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.610917] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "refresh_cache-beee13a3-6a2a-4113-9317-5efde046fcd7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.611323] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "refresh_cache-beee13a3-6a2a-4113-9317-5efde046fcd7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.611323] env[62023]: DEBUG nova.network.neutron [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1507.613648] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1507.613648] env[62023]: value = "task-1758121" [ 1507.613648] env[62023]: _type = "Task" [ 1507.613648] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.622590] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.728840] env[62023]: DEBUG nova.network.neutron [None req-995786e7-d087-42cd-b547-b7e9de2f7aa3 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Updating instance_info_cache with network_info: [{"id": "07a80b81-b194-4342-8c1d-2558e94b0e6c", "address": "fa:16:3e:ca:8c:c2", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a80b81-b1", "ovs_interfaceid": "07a80b81-b194-4342-8c1d-2558e94b0e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.801600] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 41220130-9cae-4af6-9be8-d5601b0b3cdc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1508.081284] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758120, 'name': CreateVM_Task, 'duration_secs': 0.46544} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.081488] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1508.082129] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.082289] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.082599] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1508.082847] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b0b3810-ff77-437b-9ec5-254da8b89984 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.087991] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1508.087991] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e0d91d-1300-6952-24c2-0058622d7b39" [ 1508.087991] env[62023]: _type = "Task" [ 1508.087991] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.095620] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e0d91d-1300-6952-24c2-0058622d7b39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.127441] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110418} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.128377] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1508.129501] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65f4926-6495-4a9f-a7f9-cd2dc82ecda7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.156028] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 9b6fd307-158d-422f-92ed-62794647989e/9b6fd307-158d-422f-92ed-62794647989e.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1508.157069] env[62023]: DEBUG nova.network.neutron [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1508.158999] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44dd26d5-5149-473e-adde-babd8dc44d52 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.180763] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1508.180763] env[62023]: value = "task-1758122" [ 1508.180763] env[62023]: _type = "Task" [ 1508.180763] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.189605] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.232276] env[62023]: DEBUG oslo_concurrency.lockutils [None req-995786e7-d087-42cd-b547-b7e9de2f7aa3 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.307924] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 79742d3a-cd95-440c-90ba-a33d8d09d35f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1508.357442] env[62023]: DEBUG nova.network.neutron [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Updating instance_info_cache with network_info: [{"id": "531eff89-beaa-4639-96bb-affaf160ebfe", "address": "fa:16:3e:b5:5e:1c", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531eff89-be", "ovs_interfaceid": "531eff89-beaa-4639-96bb-affaf160ebfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.446819] env[62023]: DEBUG nova.compute.manager [req-5df3f0b1-a69c-42e8-a428-03c731e4651b req-b2a96704-8676-4247-89a7-ef54ea43e48a service nova] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Received event network-vif-plugged-531eff89-beaa-4639-96bb-affaf160ebfe {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1508.447119] env[62023]: DEBUG oslo_concurrency.lockutils [req-5df3f0b1-a69c-42e8-a428-03c731e4651b req-b2a96704-8676-4247-89a7-ef54ea43e48a service nova] Acquiring lock "beee13a3-6a2a-4113-9317-5efde046fcd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.447374] env[62023]: DEBUG oslo_concurrency.lockutils [req-5df3f0b1-a69c-42e8-a428-03c731e4651b req-b2a96704-8676-4247-89a7-ef54ea43e48a service nova] Lock "beee13a3-6a2a-4113-9317-5efde046fcd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.447637] env[62023]: DEBUG oslo_concurrency.lockutils [req-5df3f0b1-a69c-42e8-a428-03c731e4651b req-b2a96704-8676-4247-89a7-ef54ea43e48a service nova] Lock "beee13a3-6a2a-4113-9317-5efde046fcd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.447843] env[62023]: DEBUG nova.compute.manager [req-5df3f0b1-a69c-42e8-a428-03c731e4651b req-b2a96704-8676-4247-89a7-ef54ea43e48a service nova] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] No waiting events found dispatching network-vif-plugged-531eff89-beaa-4639-96bb-affaf160ebfe {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1508.448057] env[62023]: WARNING nova.compute.manager [req-5df3f0b1-a69c-42e8-a428-03c731e4651b req-b2a96704-8676-4247-89a7-ef54ea43e48a service nova] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Received unexpected event network-vif-plugged-531eff89-beaa-4639-96bb-affaf160ebfe for instance with vm_state building and task_state spawning. [ 1508.448292] env[62023]: DEBUG nova.compute.manager [req-5df3f0b1-a69c-42e8-a428-03c731e4651b req-b2a96704-8676-4247-89a7-ef54ea43e48a service nova] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Received event network-changed-531eff89-beaa-4639-96bb-affaf160ebfe {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1508.448491] env[62023]: DEBUG nova.compute.manager [req-5df3f0b1-a69c-42e8-a428-03c731e4651b req-b2a96704-8676-4247-89a7-ef54ea43e48a service nova] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Refreshing instance network info cache due to event network-changed-531eff89-beaa-4639-96bb-affaf160ebfe. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1508.448710] env[62023]: DEBUG oslo_concurrency.lockutils [req-5df3f0b1-a69c-42e8-a428-03c731e4651b req-b2a96704-8676-4247-89a7-ef54ea43e48a service nova] Acquiring lock "refresh_cache-beee13a3-6a2a-4113-9317-5efde046fcd7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.598707] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e0d91d-1300-6952-24c2-0058622d7b39, 'name': SearchDatastore_Task, 'duration_secs': 0.010245} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.599092] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.599250] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1508.599468] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.599608] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.599778] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1508.600037] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29dd7944-4821-420d-9817-fbf11d7fe7e8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.618244] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1508.618470] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1508.619481] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62f609f8-3f85-47de-9da3-9e43027db076 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.625207] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1508.625207] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52dd1d8d-ffdd-577a-fc0e-8de45176cd9d" [ 1508.625207] env[62023]: _type = "Task" [ 1508.625207] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.634604] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52dd1d8d-ffdd-577a-fc0e-8de45176cd9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.690590] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758122, 'name': ReconfigVM_Task, 'duration_secs': 0.339623} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.690861] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 9b6fd307-158d-422f-92ed-62794647989e/9b6fd307-158d-422f-92ed-62794647989e.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1508.691475] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0529151-f195-4cf4-b62a-1ee990aa11e8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.697661] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1508.697661] env[62023]: value = "task-1758123" [ 1508.697661] env[62023]: _type = "Task" [ 1508.697661] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.705055] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758123, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.737740] env[62023]: DEBUG nova.compute.manager [None req-995786e7-d087-42cd-b547-b7e9de2f7aa3 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1508.738720] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426956a3-8c0f-4ef7-90c2-2009ada18101 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.809880] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1508.857855] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "refresh_cache-beee13a3-6a2a-4113-9317-5efde046fcd7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.858247] env[62023]: DEBUG nova.compute.manager [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Instance network_info: |[{"id": "531eff89-beaa-4639-96bb-affaf160ebfe", "address": "fa:16:3e:b5:5e:1c", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531eff89-be", "ovs_interfaceid": "531eff89-beaa-4639-96bb-affaf160ebfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1508.858542] env[62023]: DEBUG oslo_concurrency.lockutils [req-5df3f0b1-a69c-42e8-a428-03c731e4651b req-b2a96704-8676-4247-89a7-ef54ea43e48a service nova] Acquired lock "refresh_cache-beee13a3-6a2a-4113-9317-5efde046fcd7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.858722] env[62023]: DEBUG nova.network.neutron [req-5df3f0b1-a69c-42e8-a428-03c731e4651b req-b2a96704-8676-4247-89a7-ef54ea43e48a service nova] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Refreshing network info cache for port 531eff89-beaa-4639-96bb-affaf160ebfe {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.860080] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:5e:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '531eff89-beaa-4639-96bb-affaf160ebfe', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1508.868892] env[62023]: DEBUG oslo.service.loopingcall [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1508.871538] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1508.871974] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebb63bfd-10ef-44fc-84be-356bca87d084 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.892916] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1508.892916] env[62023]: value = "task-1758124" [ 1508.892916] env[62023]: _type = "Task" [ 1508.892916] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.900467] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758124, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.140814] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52dd1d8d-ffdd-577a-fc0e-8de45176cd9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009446} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.141639] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-932d54ea-2840-4ac6-862b-02c5a4706d9c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.147014] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1509.147014] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ec64b9-92e4-6865-80ae-cd8f846f3943" [ 1509.147014] env[62023]: _type = "Task" [ 1509.147014] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.147739] env[62023]: DEBUG nova.network.neutron [req-5df3f0b1-a69c-42e8-a428-03c731e4651b req-b2a96704-8676-4247-89a7-ef54ea43e48a service nova] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Updated VIF entry in instance network info cache for port 531eff89-beaa-4639-96bb-affaf160ebfe. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1509.149133] env[62023]: DEBUG nova.network.neutron [req-5df3f0b1-a69c-42e8-a428-03c731e4651b req-b2a96704-8676-4247-89a7-ef54ea43e48a service nova] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Updating instance_info_cache with network_info: [{"id": "531eff89-beaa-4639-96bb-affaf160ebfe", "address": "fa:16:3e:b5:5e:1c", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531eff89-be", "ovs_interfaceid": "531eff89-beaa-4639-96bb-affaf160ebfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.160310] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ec64b9-92e4-6865-80ae-cd8f846f3943, 'name': SearchDatastore_Task, 'duration_secs': 0.009046} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.160581] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.160832] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] c5a35eb3-3361-4c7d-a3bb-8129ade77951/c5a35eb3-3361-4c7d-a3bb-8129ade77951.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1509.161094] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-710375af-2622-46d1-9393-92ca5b5521b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.171023] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1509.171023] env[62023]: value = "task-1758125" [ 1509.171023] env[62023]: _type = "Task" [ 1509.171023] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.177246] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.207459] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758123, 'name': Rename_Task, 'duration_secs': 0.152685} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.207726] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1509.207966] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-062905c9-972c-4cf4-9196-6f1eaf3dec15 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.213774] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1509.213774] env[62023]: value = "task-1758126" [ 1509.213774] env[62023]: _type = "Task" [ 1509.213774] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.221179] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.312796] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 3b7c092f-5045-43a2-96ad-384de17df993 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1509.405185] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758124, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.656180] env[62023]: DEBUG oslo_concurrency.lockutils [req-5df3f0b1-a69c-42e8-a428-03c731e4651b req-b2a96704-8676-4247-89a7-ef54ea43e48a service nova] Releasing lock "refresh_cache-beee13a3-6a2a-4113-9317-5efde046fcd7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.678949] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758125, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.728911] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758126, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.754511] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f468f1-7614-4ec9-884f-e9a9514147bd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.764503] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-995786e7-d087-42cd-b547-b7e9de2f7aa3 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Doing hard reboot of VM {{(pid=62023) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1509.764951] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-24897d3c-31b9-4c48-8867-78c19d80e7f3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.773874] env[62023]: DEBUG oslo_vmware.api [None req-995786e7-d087-42cd-b547-b7e9de2f7aa3 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1509.773874] env[62023]: value = "task-1758127" [ 1509.773874] env[62023]: _type = "Task" [ 1509.773874] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.793782] env[62023]: DEBUG oslo_vmware.api [None req-995786e7-d087-42cd-b547-b7e9de2f7aa3 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758127, 'name': ResetVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.815730] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance ed8d8df0-2f06-43ab-b959-e0b7597efecb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1509.905202] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758124, 'name': CreateVM_Task, 'duration_secs': 0.526356} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.905459] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1509.906203] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.906471] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.906796] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1509.907108] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-645f2dfe-ffdc-472e-a95c-43ec972008b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.911554] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1509.911554] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52918a5e-8742-d121-90fc-c3cd937ac3c1" [ 1509.911554] env[62023]: _type = "Task" [ 1509.911554] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.919614] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52918a5e-8742-d121-90fc-c3cd937ac3c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.179918] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595534} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.180223] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] c5a35eb3-3361-4c7d-a3bb-8129ade77951/c5a35eb3-3361-4c7d-a3bb-8129ade77951.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1510.180459] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1510.180713] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7afbaeeb-b077-47a9-b75a-8b526999691a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.187291] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1510.187291] env[62023]: value = "task-1758128" [ 1510.187291] env[62023]: _type = "Task" [ 1510.187291] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.195826] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.224019] env[62023]: DEBUG oslo_vmware.api [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758126, 'name': PowerOnVM_Task, 'duration_secs': 0.994609} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.224437] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1510.224672] env[62023]: INFO nova.compute.manager [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1510.224881] env[62023]: DEBUG nova.compute.manager [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1510.225904] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdea020-9662-4ee3-a42f-99aa07294991 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.286967] env[62023]: DEBUG oslo_vmware.api [None req-995786e7-d087-42cd-b547-b7e9de2f7aa3 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758127, 'name': ResetVM_Task, 'duration_secs': 0.113547} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.287309] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-995786e7-d087-42cd-b547-b7e9de2f7aa3 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Did hard reboot of VM {{(pid=62023) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1510.287533] env[62023]: DEBUG nova.compute.manager [None req-995786e7-d087-42cd-b547-b7e9de2f7aa3 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1510.288309] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9310b9-d233-40a7-99b4-84732597f2aa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.319411] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 4cb4160b-524b-41b7-b8c8-7c246826b084 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1510.319748] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1510.319748] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1510.423989] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52918a5e-8742-d121-90fc-c3cd937ac3c1, 'name': SearchDatastore_Task, 'duration_secs': 0.013136} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.424316] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.424548] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1510.424784] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.424926] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.425126] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1510.425385] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c66803f-3b88-4648-ac97-62d746a94eac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.444816] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1510.445009] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1510.445741] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f840fb41-f1a6-4c48-8bdb-0df22d8d79e0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.453158] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1510.453158] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5273d9f8-173f-7e05-4e78-364126de9f8e" [ 1510.453158] env[62023]: _type = "Task" [ 1510.453158] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.460824] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5273d9f8-173f-7e05-4e78-364126de9f8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.697301] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085154} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.699877] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1510.702024] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afc1c18-1f47-4161-a1de-6c973173718e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.723166] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] c5a35eb3-3361-4c7d-a3bb-8129ade77951/c5a35eb3-3361-4c7d-a3bb-8129ade77951.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1510.725766] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f476c985-7561-44a0-87ba-243f68adb686 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.748524] env[62023]: INFO nova.compute.manager [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Took 56.45 seconds to build instance. [ 1510.750876] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1510.750876] env[62023]: value = "task-1758129" [ 1510.750876] env[62023]: _type = "Task" [ 1510.750876] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.763322] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758129, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.769326] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1c3f45-76f8-4161-94eb-463e224d0a55 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.776391] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9451630e-4298-4c5a-b8a7-87c5a3f13041 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.488721] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0875a243-be44-4727-99b0-1f742e0e63a8 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "9b6fd307-158d-422f-92ed-62794647989e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.203s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.491144] env[62023]: DEBUG oslo_concurrency.lockutils [None req-995786e7-d087-42cd-b547-b7e9de2f7aa3 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.119s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.508809] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758129, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.509115] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5273d9f8-173f-7e05-4e78-364126de9f8e, 'name': SearchDatastore_Task, 'duration_secs': 0.061328} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.535753] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25313e4b-c45d-4cc9-bfca-026939204ca9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.538935] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f4b1ad-7eee-47ac-b772-0ab249fd2ce8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.548567] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b8f6a6-cda6-44c8-92e6-8e509a058ac0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.552285] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1511.552285] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52392d20-d737-6692-29c4-0d09b8dcc213" [ 1511.552285] env[62023]: _type = "Task" [ 1511.552285] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.563635] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.572792] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52392d20-d737-6692-29c4-0d09b8dcc213, 'name': SearchDatastore_Task, 'duration_secs': 0.01566} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.573564] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.573822] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] beee13a3-6a2a-4113-9317-5efde046fcd7/beee13a3-6a2a-4113-9317-5efde046fcd7.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1511.574088] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb741be2-7261-417f-80ae-d4fbfad02ed5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.580329] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1511.580329] env[62023]: value = "task-1758130" [ 1511.580329] env[62023]: _type = "Task" [ 1511.580329] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.588622] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.999624] env[62023]: DEBUG nova.compute.manager [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1512.002153] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758129, 'name': ReconfigVM_Task, 'duration_secs': 0.827352} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.002785] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "9b6fd307-158d-422f-92ed-62794647989e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.002785] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "9b6fd307-158d-422f-92ed-62794647989e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.002785] env[62023]: INFO nova.compute.manager [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Shelving [ 1512.004276] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Reconfigured VM instance instance-00000037 to attach disk [datastore1] c5a35eb3-3361-4c7d-a3bb-8129ade77951/c5a35eb3-3361-4c7d-a3bb-8129ade77951.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.005037] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5827d7b-fb34-422b-a829-a2dad71fc36e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.012499] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1512.012499] env[62023]: value = "task-1758131" [ 1512.012499] env[62023]: _type = "Task" [ 1512.012499] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.021316] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758131, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.066307] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1512.091509] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758130, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.523203] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758131, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.527704] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.571742] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1512.572405] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.346s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.572405] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 54.668s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.572515] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.574722] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 53.937s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.576258] env[62023]: INFO nova.compute.claims [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1512.591296] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758130, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.601358] env[62023]: INFO nova.scheduler.client.report [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleted allocations for instance a1b9f6c0-b8c7-4426-b8da-64331c043bea [ 1513.018729] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1513.018941] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7acb3c4-8536-4453-964e-a0fd36b7e01f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.023594] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758131, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.028772] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1513.028772] env[62023]: value = "task-1758132" [ 1513.028772] env[62023]: _type = "Task" [ 1513.028772] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.036152] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.093381] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758130, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.112934] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d652e202-31af-4400-89fa-09a3f4baf670 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "a1b9f6c0-b8c7-4426-b8da-64331c043bea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.329s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.525081] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758131, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.537071] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.593129] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758130, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.025812] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758131, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.040053] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.043957] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aae375c-bd7e-46b7-b68a-b22e7998cd1d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.050632] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23582f0-57a4-42cd-a0e1-5a82798dd9ac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.079108] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f22f467-fb7c-45ff-8c80-bc75f74a6757 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.088948] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1e0236-dfee-4671-816a-81e1f1d81a5c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.097382] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758130, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.105806] env[62023]: DEBUG nova.compute.provider_tree [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.525476] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758131, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.538314] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.593162] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758130, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.609413] env[62023]: DEBUG nova.scheduler.client.report [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1515.027385] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758131, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.040019] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.095900] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758130, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.114036] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.114371] env[62023]: DEBUG nova.compute.manager [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1515.116998] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 55.234s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.118390] env[62023]: INFO nova.compute.claims [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1515.526992] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758131, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.545734] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.596463] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758130, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.624985] env[62023]: DEBUG nova.compute.utils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1515.626818] env[62023]: DEBUG nova.compute.manager [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1515.627034] env[62023]: DEBUG nova.network.neutron [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1515.669200] env[62023]: DEBUG nova.policy [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2abd3da0886d4630b3c219da9de60b15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5414aff842394eed96603a644b24d1d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1515.981653] env[62023]: DEBUG nova.network.neutron [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Successfully created port: cbf9ca7a-4b57-4fcb-b55f-294ac78c2fc3 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1516.027505] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758131, 'name': Rename_Task, 'duration_secs': 3.923075} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.027797] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1516.028102] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-406e99e5-2379-4060-a0f3-f52e5f423c72 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.034590] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1516.034590] env[62023]: value = "task-1758133" [ 1516.034590] env[62023]: _type = "Task" [ 1516.034590] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.044951] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.047869] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758132, 'name': PowerOffVM_Task, 'duration_secs': 2.947688} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.048129] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1516.048903] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e336f8-eab8-4bb4-841e-6beefa0c1837 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.070021] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d393a1df-c0b4-4679-9c7e-9eda09972fca {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.097033] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758130, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.263262} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.097124] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] beee13a3-6a2a-4113-9317-5efde046fcd7/beee13a3-6a2a-4113-9317-5efde046fcd7.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1516.097335] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1516.097650] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b652117-bef2-4062-8af0-6a1dd129709c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.104767] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1516.104767] env[62023]: value = "task-1758134" [ 1516.104767] env[62023]: _type = "Task" [ 1516.104767] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.112960] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.133101] env[62023]: DEBUG nova.compute.manager [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1516.546126] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758133, 'name': PowerOnVM_Task, 'duration_secs': 0.442423} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.547521] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1516.547824] env[62023]: DEBUG nova.compute.manager [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1516.548858] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a4bbc2-2bd6-4d57-8072-c90b1d54bf78 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.584857] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Creating Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1516.587897] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ec90d5e7-937a-4359-a890-6b73651be644 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.597247] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1516.597247] env[62023]: value = "task-1758135" [ 1516.597247] env[62023]: _type = "Task" [ 1516.597247] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.610156] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758135, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.617543] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078571} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.617820] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1516.618812] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c54aa93-5bd7-4440-81b8-a113f4cdf1e9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.623853] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a6b8e9-09f5-4cc3-9b55-4e782099777b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.655139] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] beee13a3-6a2a-4113-9317-5efde046fcd7/beee13a3-6a2a-4113-9317-5efde046fcd7.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1516.655465] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e11654c1-ad0a-45fc-8905-2ca2da024fc9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.672493] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b683a476-debb-425a-96ee-139ebc9a25f6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.706808] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b07e1ad-e8f4-411e-95b9-4b63ebe5ee86 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.709531] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1516.709531] env[62023]: value = "task-1758136" [ 1516.709531] env[62023]: _type = "Task" [ 1516.709531] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.716908] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5649dbef-c6bc-4a56-9fc5-f2c5d27c6153 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.725033] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.733678] env[62023]: DEBUG nova.compute.provider_tree [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.064326] env[62023]: INFO nova.compute.manager [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] bringing vm to original state: 'stopped' [ 1517.109196] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758135, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.157380] env[62023]: DEBUG nova.compute.manager [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1517.182692] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1517.182950] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1517.183116] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1517.183295] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1517.183438] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1517.183584] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1517.183787] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1517.183941] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1517.184121] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1517.184347] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1517.184607] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1517.185466] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b94e6ca-2bb1-4c20-a93c-115d44e049ea {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.193876] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b996a8-36d0-4a6e-83ae-2bff172bbeef {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.217895] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758136, 'name': ReconfigVM_Task, 'duration_secs': 0.354446} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.218138] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Reconfigured VM instance instance-0000003a to attach disk [datastore1] beee13a3-6a2a-4113-9317-5efde046fcd7/beee13a3-6a2a-4113-9317-5efde046fcd7.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1517.218717] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e97bc1c6-f530-47e4-bb65-c5958069aabf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.225027] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1517.225027] env[62023]: value = "task-1758137" [ 1517.225027] env[62023]: _type = "Task" [ 1517.225027] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.231729] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758137, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.236925] env[62023]: DEBUG nova.scheduler.client.report [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1517.458804] env[62023]: DEBUG nova.compute.manager [req-566d9e50-3c33-41f2-a44b-68f3fefdfc74 req-d97eb97e-1814-41f1-ad14-081cabfa5aed service nova] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Received event network-vif-plugged-cbf9ca7a-4b57-4fcb-b55f-294ac78c2fc3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1517.459581] env[62023]: DEBUG oslo_concurrency.lockutils [req-566d9e50-3c33-41f2-a44b-68f3fefdfc74 req-d97eb97e-1814-41f1-ad14-081cabfa5aed service nova] Acquiring lock "5b584f8c-6c31-4f14-852d-e2bc18f6373d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.459898] env[62023]: DEBUG oslo_concurrency.lockutils [req-566d9e50-3c33-41f2-a44b-68f3fefdfc74 req-d97eb97e-1814-41f1-ad14-081cabfa5aed service nova] Lock "5b584f8c-6c31-4f14-852d-e2bc18f6373d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.460204] env[62023]: DEBUG oslo_concurrency.lockutils [req-566d9e50-3c33-41f2-a44b-68f3fefdfc74 req-d97eb97e-1814-41f1-ad14-081cabfa5aed service nova] Lock "5b584f8c-6c31-4f14-852d-e2bc18f6373d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.460471] env[62023]: DEBUG nova.compute.manager [req-566d9e50-3c33-41f2-a44b-68f3fefdfc74 req-d97eb97e-1814-41f1-ad14-081cabfa5aed service nova] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] No waiting events found dispatching network-vif-plugged-cbf9ca7a-4b57-4fcb-b55f-294ac78c2fc3 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1517.460857] env[62023]: WARNING nova.compute.manager [req-566d9e50-3c33-41f2-a44b-68f3fefdfc74 req-d97eb97e-1814-41f1-ad14-081cabfa5aed service nova] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Received unexpected event network-vif-plugged-cbf9ca7a-4b57-4fcb-b55f-294ac78c2fc3 for instance with vm_state building and task_state spawning. [ 1517.561695] env[62023]: DEBUG nova.network.neutron [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Successfully updated port: cbf9ca7a-4b57-4fcb-b55f-294ac78c2fc3 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1517.609208] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758135, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.735614] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758137, 'name': Rename_Task, 'duration_secs': 0.144258} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.736085] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1517.738104] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-474f7f55-1ab3-4184-abfa-28b001505cc1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.741500] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.741731] env[62023]: DEBUG nova.compute.manager [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1517.745637] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 56.137s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.745851] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.747979] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 53.400s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.748240] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.749947] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 53.004s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.750194] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.751846] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.287s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.752089] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.753681] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.571s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.754143] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.755878] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.573s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.756131] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.757691] env[62023]: DEBUG oslo_concurrency.lockutils [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.044s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.759334] env[62023]: INFO nova.compute.claims [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1517.762017] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1517.762017] env[62023]: value = "task-1758138" [ 1517.762017] env[62023]: _type = "Task" [ 1517.762017] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.773274] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.787621] env[62023]: INFO nova.scheduler.client.report [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Deleted allocations for instance 98254616-2002-4986-818d-9fc0c0dff4db [ 1517.796580] env[62023]: INFO nova.scheduler.client.report [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Deleted allocations for instance 8cdb3b6e-28a7-495c-8104-54d6548f8812 [ 1517.802313] env[62023]: INFO nova.scheduler.client.report [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Deleted allocations for instance 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2 [ 1517.812689] env[62023]: INFO nova.scheduler.client.report [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Deleted allocations for instance 70e1f478-73e0-4ddb-a206-a64a7e639a37 [ 1517.817518] env[62023]: INFO nova.scheduler.client.report [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Deleted allocations for instance eb4794e9-66c4-47cc-9e33-ffe69685df66 [ 1517.833819] env[62023]: INFO nova.scheduler.client.report [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Deleted allocations for instance 385bc4de-fa59-41d0-9201-e1a6acdab485 [ 1518.063240] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "refresh_cache-5b584f8c-6c31-4f14-852d-e2bc18f6373d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.063466] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquired lock "refresh_cache-5b584f8c-6c31-4f14-852d-e2bc18f6373d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.063531] env[62023]: DEBUG nova.network.neutron [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1518.074713] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "c5a35eb3-3361-4c7d-a3bb-8129ade77951" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.074915] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "c5a35eb3-3361-4c7d-a3bb-8129ade77951" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.075106] env[62023]: DEBUG nova.compute.manager [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1518.076255] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707a27fe-46c0-471b-b5a3-72ccb24478aa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.084854] env[62023]: DEBUG nova.compute.manager [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62023) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1518.108990] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758135, 'name': CreateSnapshot_Task, 'duration_secs': 1.231687} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.109083] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Created Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1518.109830] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c625692-a30e-446f-ade9-e441e4e65e7e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.119287] env[62023]: WARNING oslo_messaging._drivers.amqpdriver [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1518.265141] env[62023]: DEBUG nova.compute.utils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1518.268671] env[62023]: DEBUG nova.compute.manager [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1518.268853] env[62023]: DEBUG nova.network.neutron [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1518.281052] env[62023]: DEBUG oslo_vmware.api [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758138, 'name': PowerOnVM_Task, 'duration_secs': 0.495574} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.281321] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1518.281517] env[62023]: INFO nova.compute.manager [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Took 12.02 seconds to spawn the instance on the hypervisor. [ 1518.281691] env[62023]: DEBUG nova.compute.manager [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1518.282565] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b2aa31-5568-4388-8621-c382e68c6d89 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.294586] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6909a9f5-8f85-4829-8b61-587936c36111 tempest-ListImageFiltersTestJSON-1524088699 tempest-ListImageFiltersTestJSON-1524088699-project-member] Lock "98254616-2002-4986-818d-9fc0c0dff4db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.924s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.301505] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bef8b21a-5768-488e-85fe-2c580cc3b36d tempest-ServerShowV247Test-1346590095 tempest-ServerShowV247Test-1346590095-project-member] Lock "8cdb3b6e-28a7-495c-8104-54d6548f8812" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.771s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.310229] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13932b29-8b97-432b-b92e-41ec1e098556 tempest-ServerMetadataTestJSON-1231930424 tempest-ServerMetadataTestJSON-1231930424-project-member] Lock "9f4cfc0a-2048-45b2-b96c-2b1dce5607b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.067s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.314700] env[62023]: DEBUG nova.policy [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2abd3da0886d4630b3c219da9de60b15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5414aff842394eed96603a644b24d1d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1518.322983] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1e1649b2-4899-4cc4-a596-57d27dd5a935 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "70e1f478-73e0-4ddb-a206-a64a7e639a37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.808s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.325562] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5895ce8a-d6fa-48f9-bc46-e4acdf1d1e56 tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lock "eb4794e9-66c4-47cc-9e33-ffe69685df66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.864s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.341848] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f28e4df7-327b-42e7-b2cb-932db08452b9 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "385bc4de-fa59-41d0-9201-e1a6acdab485" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.660s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.589136] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1518.589490] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11960cb0-5854-4e22-8e98-afd024eb7ab8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.597685] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1518.597685] env[62023]: value = "task-1758139" [ 1518.597685] env[62023]: _type = "Task" [ 1518.597685] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.606618] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.630185] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Creating linked-clone VM from snapshot {{(pid=62023) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1518.631522] env[62023]: DEBUG nova.network.neutron [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1518.633710] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-94e72e9d-ef6f-4e31-a45e-9c49c4482db9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.643928] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1518.643928] env[62023]: value = "task-1758140" [ 1518.643928] env[62023]: _type = "Task" [ 1518.643928] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.654549] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758140, 'name': CloneVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.660610] env[62023]: DEBUG oslo_concurrency.lockutils [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquiring lock "850e4493-1a78-473d-8f24-1627ba115ad1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.660847] env[62023]: DEBUG oslo_concurrency.lockutils [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lock "850e4493-1a78-473d-8f24-1627ba115ad1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.661165] env[62023]: DEBUG oslo_concurrency.lockutils [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquiring lock "850e4493-1a78-473d-8f24-1627ba115ad1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.661519] env[62023]: DEBUG oslo_concurrency.lockutils [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lock "850e4493-1a78-473d-8f24-1627ba115ad1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.661812] env[62023]: DEBUG oslo_concurrency.lockutils [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lock "850e4493-1a78-473d-8f24-1627ba115ad1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.664617] env[62023]: INFO nova.compute.manager [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Terminating instance [ 1518.769932] env[62023]: DEBUG nova.compute.manager [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1518.806933] env[62023]: INFO nova.compute.manager [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Took 63.13 seconds to build instance. [ 1518.846365] env[62023]: DEBUG nova.network.neutron [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Successfully created port: ef1c46c3-38b3-4d57-ba94-2841a4776858 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1518.906771] env[62023]: DEBUG nova.network.neutron [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Updating instance_info_cache with network_info: [{"id": "cbf9ca7a-4b57-4fcb-b55f-294ac78c2fc3", "address": "fa:16:3e:ba:f7:1f", "network": {"id": "1799ac64-bbd0-47be-abad-56ac041cacc1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1598895680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5414aff842394eed96603a644b24d1d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf9ca7a-4b", "ovs_interfaceid": "cbf9ca7a-4b57-4fcb-b55f-294ac78c2fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.108769] env[62023]: DEBUG oslo_vmware.api [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758139, 'name': PowerOffVM_Task, 'duration_secs': 0.202193} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.111808] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1519.111897] env[62023]: DEBUG nova.compute.manager [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1519.113341] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec28fd4-fbc1-4189-9b5f-24ed0268a72a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.158134] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758140, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.168757] env[62023]: DEBUG nova.compute.manager [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1519.168981] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1519.170699] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82250417-12d8-46a5-accb-d443a49cac07 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.182427] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1519.182674] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fd59657-0b34-4b6d-ac6d-feccaa0e097d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.192410] env[62023]: DEBUG oslo_vmware.api [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for the task: (returnval){ [ 1519.192410] env[62023]: value = "task-1758141" [ 1519.192410] env[62023]: _type = "Task" [ 1519.192410] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.200725] env[62023]: DEBUG oslo_vmware.api [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1758141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.203640] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc4e08c-734f-4286-84ec-3db7ef35a011 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.211566] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef0cb2f-f337-4365-95fd-135fcfda8cfa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.249113] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b898b914-873b-426f-9a63-941d550891cf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.260091] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb654ce-ab02-438f-9e30-ea772c3f0f18 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.274814] env[62023]: DEBUG nova.compute.provider_tree [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.309533] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ede66c7-c16c-4dbd-b691-724952abae58 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "beee13a3-6a2a-4113-9317-5efde046fcd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.649s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.382267] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "af7ea80d-49c4-49bf-9d8c-391ec4107af9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.382597] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "af7ea80d-49c4-49bf-9d8c-391ec4107af9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.408153] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Releasing lock "refresh_cache-5b584f8c-6c31-4f14-852d-e2bc18f6373d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.408542] env[62023]: DEBUG nova.compute.manager [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Instance network_info: |[{"id": "cbf9ca7a-4b57-4fcb-b55f-294ac78c2fc3", "address": "fa:16:3e:ba:f7:1f", "network": {"id": "1799ac64-bbd0-47be-abad-56ac041cacc1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1598895680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5414aff842394eed96603a644b24d1d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf9ca7a-4b", "ovs_interfaceid": "cbf9ca7a-4b57-4fcb-b55f-294ac78c2fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1519.408973] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:f7:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbf9ca7a-4b57-4fcb-b55f-294ac78c2fc3', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1519.416962] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Creating folder: Project (5414aff842394eed96603a644b24d1d3). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1519.417815] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fde83692-8311-4b9a-9efe-0246192ed984 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.429153] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Created folder: Project (5414aff842394eed96603a644b24d1d3) in parent group-v365170. [ 1519.429416] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Creating folder: Instances. Parent ref: group-v365346. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1519.429657] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaabcd89-f96c-476b-8614-014fc8d63d07 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.438560] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Created folder: Instances in parent group-v365346. [ 1519.438807] env[62023]: DEBUG oslo.service.loopingcall [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1519.438997] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1519.439207] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7aa62db8-cf07-4c77-8013-ccfbd3a4afee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.459648] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1519.459648] env[62023]: value = "task-1758144" [ 1519.459648] env[62023]: _type = "Task" [ 1519.459648] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.468270] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758144, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.631242] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "c5a35eb3-3361-4c7d-a3bb-8129ade77951" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.556s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.662147] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758140, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.707825] env[62023]: DEBUG oslo_vmware.api [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1758141, 'name': PowerOffVM_Task, 'duration_secs': 0.237291} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.708562] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1519.708792] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1519.709087] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ab0bc76-fa08-4805-8ec7-63062fa125db {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.781331] env[62023]: DEBUG nova.scheduler.client.report [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1519.786829] env[62023]: DEBUG nova.compute.manager [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1519.828684] env[62023]: DEBUG nova.compute.manager [req-d1d6b2fd-9c6d-4bb0-bca0-001e78889caa req-d0607774-741b-48f8-baf1-127105ee232a service nova] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Received event network-changed-cbf9ca7a-4b57-4fcb-b55f-294ac78c2fc3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1519.828684] env[62023]: DEBUG nova.compute.manager [req-d1d6b2fd-9c6d-4bb0-bca0-001e78889caa req-d0607774-741b-48f8-baf1-127105ee232a service nova] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Refreshing instance network info cache due to event network-changed-cbf9ca7a-4b57-4fcb-b55f-294ac78c2fc3. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1519.828684] env[62023]: DEBUG oslo_concurrency.lockutils [req-d1d6b2fd-9c6d-4bb0-bca0-001e78889caa req-d0607774-741b-48f8-baf1-127105ee232a service nova] Acquiring lock "refresh_cache-5b584f8c-6c31-4f14-852d-e2bc18f6373d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.828868] env[62023]: DEBUG oslo_concurrency.lockutils [req-d1d6b2fd-9c6d-4bb0-bca0-001e78889caa req-d0607774-741b-48f8-baf1-127105ee232a service nova] Acquired lock "refresh_cache-5b584f8c-6c31-4f14-852d-e2bc18f6373d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.831737] env[62023]: DEBUG nova.network.neutron [req-d1d6b2fd-9c6d-4bb0-bca0-001e78889caa req-d0607774-741b-48f8-baf1-127105ee232a service nova] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Refreshing network info cache for port cbf9ca7a-4b57-4fcb-b55f-294ac78c2fc3 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1519.835504] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1519.835748] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1519.835903] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1519.836134] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1519.836268] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1519.836413] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1519.836616] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1519.836764] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1519.836925] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1519.837107] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1519.837276] env[62023]: DEBUG nova.virt.hardware [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1519.839520] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8becc7a-f164-4efe-965b-bdc0db882136 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.851926] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2b7337-ef5b-40ec-afde-7508fb5bd250 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.884724] env[62023]: DEBUG nova.compute.manager [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1519.913703] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1519.914929] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1519.914929] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Deleting the datastore file [datastore1] 850e4493-1a78-473d-8f24-1627ba115ad1 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1519.914929] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-504b3d2d-7dd5-4a70-98b9-b7900505b9de {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.924633] env[62023]: DEBUG oslo_vmware.api [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for the task: (returnval){ [ 1519.924633] env[62023]: value = "task-1758146" [ 1519.924633] env[62023]: _type = "Task" [ 1519.924633] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.934942] env[62023]: DEBUG oslo_vmware.api [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1758146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.976139] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758144, 'name': CreateVM_Task, 'duration_secs': 0.364128} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.976349] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1519.977094] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.977225] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.977542] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1519.977798] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3585769-ef2b-4317-8301-05f29034df81 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.982855] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1519.982855] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e8f410-1d82-8cbd-a9f0-97a195122757" [ 1519.982855] env[62023]: _type = "Task" [ 1519.982855] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.992273] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e8f410-1d82-8cbd-a9f0-97a195122757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.146073] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.158125] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758140, 'name': CloneVM_Task, 'duration_secs': 1.394038} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.158570] env[62023]: INFO nova.virt.vmwareapi.vmops [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Created linked-clone VM from snapshot [ 1520.159494] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfd08d9-ebca-4c9d-8119-fb5ec6514470 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.168221] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Uploading image 792d2bfe-8795-4600-98fe-b70d9bb0d274 {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1520.198806] env[62023]: DEBUG oslo_vmware.rw_handles [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1520.198806] env[62023]: value = "vm-365345" [ 1520.198806] env[62023]: _type = "VirtualMachine" [ 1520.198806] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1520.199951] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-db0f441f-a7e4-46d7-8f14-9e14222d8567 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.207778] env[62023]: DEBUG oslo_vmware.rw_handles [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lease: (returnval){ [ 1520.207778] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f933bd-1425-c068-f35d-63d04ed18434" [ 1520.207778] env[62023]: _type = "HttpNfcLease" [ 1520.207778] env[62023]: } obtained for exporting VM: (result){ [ 1520.207778] env[62023]: value = "vm-365345" [ 1520.207778] env[62023]: _type = "VirtualMachine" [ 1520.207778] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1520.208060] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the lease: (returnval){ [ 1520.208060] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f933bd-1425-c068-f35d-63d04ed18434" [ 1520.208060] env[62023]: _type = "HttpNfcLease" [ 1520.208060] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1520.216345] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1520.216345] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f933bd-1425-c068-f35d-63d04ed18434" [ 1520.216345] env[62023]: _type = "HttpNfcLease" [ 1520.216345] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1520.290675] env[62023]: DEBUG oslo_concurrency.lockutils [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.291244] env[62023]: DEBUG nova.compute.manager [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1520.294642] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.079s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.294924] env[62023]: DEBUG nova.objects.instance [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lazy-loading 'pci_requests' on Instance uuid eda5b959-2aec-4193-88a4-b4ef21aace36 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.409135] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.444341] env[62023]: DEBUG oslo_vmware.api [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Task: {'id': task-1758146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158151} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.444592] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1520.444910] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1520.444984] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1520.445442] env[62023]: INFO nova.compute.manager [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1520.445760] env[62023]: DEBUG oslo.service.loopingcall [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1520.445954] env[62023]: DEBUG nova.compute.manager [-] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1520.446145] env[62023]: DEBUG nova.network.neutron [-] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1520.494411] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e8f410-1d82-8cbd-a9f0-97a195122757, 'name': SearchDatastore_Task, 'duration_secs': 0.008726} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.494732] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.494971] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1520.495275] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.495372] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.495552] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1520.495814] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa9f9d5a-6f7c-4408-9773-6330b9e48389 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.506394] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1520.506394] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1520.506394] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31e92d21-8d57-446d-b6b3-cfd6c164da8d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.514217] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1520.514217] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527b8f86-9c49-015f-a29a-eaa0a809fa2e" [ 1520.514217] env[62023]: _type = "Task" [ 1520.514217] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.520747] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527b8f86-9c49-015f-a29a-eaa0a809fa2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.717802] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1520.717802] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f933bd-1425-c068-f35d-63d04ed18434" [ 1520.717802] env[62023]: _type = "HttpNfcLease" [ 1520.717802] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1520.720753] env[62023]: DEBUG oslo_vmware.rw_handles [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1520.720753] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f933bd-1425-c068-f35d-63d04ed18434" [ 1520.720753] env[62023]: _type = "HttpNfcLease" [ 1520.720753] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1520.721541] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fab539f-fbe7-4aa7-9b4d-60ad49927a3a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.731333] env[62023]: DEBUG oslo_vmware.rw_handles [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e3e14-d988-3f1a-7498-a4a779a0cf0c/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1520.731525] env[62023]: DEBUG oslo_vmware.rw_handles [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e3e14-d988-3f1a-7498-a4a779a0cf0c/disk-0.vmdk for reading. {{(pid=62023) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1520.798475] env[62023]: DEBUG nova.compute.utils [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1520.803494] env[62023]: DEBUG nova.objects.instance [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lazy-loading 'numa_topology' on Instance uuid eda5b959-2aec-4193-88a4-b4ef21aace36 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.804949] env[62023]: DEBUG nova.compute.manager [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1520.805090] env[62023]: DEBUG nova.network.neutron [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1520.835961] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9ad1510d-5ae7-4d3d-b8a6-42ed521a214a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.882088] env[62023]: DEBUG nova.policy [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d85413fd527429f8d547284c431a714', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '928232ac809f46f78c57a3f1f2965e82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1520.920764] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "c5a35eb3-3361-4c7d-a3bb-8129ade77951" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.920764] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "c5a35eb3-3361-4c7d-a3bb-8129ade77951" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.920764] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "c5a35eb3-3361-4c7d-a3bb-8129ade77951-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.920764] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "c5a35eb3-3361-4c7d-a3bb-8129ade77951-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.920764] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "c5a35eb3-3361-4c7d-a3bb-8129ade77951-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.923363] env[62023]: INFO nova.compute.manager [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Terminating instance [ 1520.939308] env[62023]: DEBUG nova.compute.manager [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Stashing vm_state: active {{(pid=62023) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1521.024663] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527b8f86-9c49-015f-a29a-eaa0a809fa2e, 'name': SearchDatastore_Task, 'duration_secs': 0.008252} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.026978] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2108598-d44e-4d99-bc81-13cc9fc85c0e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.033174] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1521.033174] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52997b14-48be-6f00-48bb-f25e658c2859" [ 1521.033174] env[62023]: _type = "Task" [ 1521.033174] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.042657] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52997b14-48be-6f00-48bb-f25e658c2859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.110336] env[62023]: DEBUG nova.network.neutron [req-d1d6b2fd-9c6d-4bb0-bca0-001e78889caa req-d0607774-741b-48f8-baf1-127105ee232a service nova] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Updated VIF entry in instance network info cache for port cbf9ca7a-4b57-4fcb-b55f-294ac78c2fc3. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.110715] env[62023]: DEBUG nova.network.neutron [req-d1d6b2fd-9c6d-4bb0-bca0-001e78889caa req-d0607774-741b-48f8-baf1-127105ee232a service nova] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Updating instance_info_cache with network_info: [{"id": "cbf9ca7a-4b57-4fcb-b55f-294ac78c2fc3", "address": "fa:16:3e:ba:f7:1f", "network": {"id": "1799ac64-bbd0-47be-abad-56ac041cacc1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1598895680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5414aff842394eed96603a644b24d1d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf9ca7a-4b", "ovs_interfaceid": "cbf9ca7a-4b57-4fcb-b55f-294ac78c2fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.179898] env[62023]: DEBUG nova.network.neutron [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Successfully updated port: ef1c46c3-38b3-4d57-ba94-2841a4776858 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1521.302024] env[62023]: DEBUG nova.compute.manager [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1521.308270] env[62023]: INFO nova.compute.claims [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1521.428850] env[62023]: DEBUG nova.compute.manager [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1521.430368] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1521.431592] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9a17fe-e46e-4235-8556-161e50b5fe55 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.441614] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1521.441808] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f779384-d4e3-482a-9c87-d6fde2cc5a4b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.465590] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.476584] env[62023]: DEBUG nova.network.neutron [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Successfully created port: c78ec860-bd2d-4587-8bac-ea589ee04f79 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1521.524961] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1521.525660] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1521.525935] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Deleting the datastore file [datastore1] c5a35eb3-3361-4c7d-a3bb-8129ade77951 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1521.526443] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80a60343-f238-4844-8f99-137ba7f54d8a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.535782] env[62023]: DEBUG oslo_vmware.api [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1521.535782] env[62023]: value = "task-1758149" [ 1521.535782] env[62023]: _type = "Task" [ 1521.535782] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.554049] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52997b14-48be-6f00-48bb-f25e658c2859, 'name': SearchDatastore_Task, 'duration_secs': 0.008639} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.557713] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.558296] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 5b584f8c-6c31-4f14-852d-e2bc18f6373d/5b584f8c-6c31-4f14-852d-e2bc18f6373d.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1521.558658] env[62023]: DEBUG oslo_vmware.api [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.558996] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6c12a13-6186-4f16-b9fd-defabfdd6e1e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.566083] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1521.566083] env[62023]: value = "task-1758150" [ 1521.566083] env[62023]: _type = "Task" [ 1521.566083] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.574640] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.613917] env[62023]: DEBUG oslo_concurrency.lockutils [req-d1d6b2fd-9c6d-4bb0-bca0-001e78889caa req-d0607774-741b-48f8-baf1-127105ee232a service nova] Releasing lock "refresh_cache-5b584f8c-6c31-4f14-852d-e2bc18f6373d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.682623] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "refresh_cache-9af0d121-d9a0-4068-8c79-c09c03b899b6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.682928] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquired lock "refresh_cache-9af0d121-d9a0-4068-8c79-c09c03b899b6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.682928] env[62023]: DEBUG nova.network.neutron [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1521.750941] env[62023]: DEBUG nova.network.neutron [-] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.963213] env[62023]: DEBUG nova.compute.manager [req-be42a4ac-438b-48b1-a383-c9b8b5d0e1b7 req-61308682-5c55-402c-93f5-f472a66d6e81 service nova] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Received event network-vif-plugged-ef1c46c3-38b3-4d57-ba94-2841a4776858 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1521.963377] env[62023]: DEBUG oslo_concurrency.lockutils [req-be42a4ac-438b-48b1-a383-c9b8b5d0e1b7 req-61308682-5c55-402c-93f5-f472a66d6e81 service nova] Acquiring lock "9af0d121-d9a0-4068-8c79-c09c03b899b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.963558] env[62023]: DEBUG oslo_concurrency.lockutils [req-be42a4ac-438b-48b1-a383-c9b8b5d0e1b7 req-61308682-5c55-402c-93f5-f472a66d6e81 service nova] Lock "9af0d121-d9a0-4068-8c79-c09c03b899b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.963865] env[62023]: DEBUG oslo_concurrency.lockutils [req-be42a4ac-438b-48b1-a383-c9b8b5d0e1b7 req-61308682-5c55-402c-93f5-f472a66d6e81 service nova] Lock "9af0d121-d9a0-4068-8c79-c09c03b899b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.963926] env[62023]: DEBUG nova.compute.manager [req-be42a4ac-438b-48b1-a383-c9b8b5d0e1b7 req-61308682-5c55-402c-93f5-f472a66d6e81 service nova] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] No waiting events found dispatching network-vif-plugged-ef1c46c3-38b3-4d57-ba94-2841a4776858 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1521.964064] env[62023]: WARNING nova.compute.manager [req-be42a4ac-438b-48b1-a383-c9b8b5d0e1b7 req-61308682-5c55-402c-93f5-f472a66d6e81 service nova] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Received unexpected event network-vif-plugged-ef1c46c3-38b3-4d57-ba94-2841a4776858 for instance with vm_state building and task_state spawning. [ 1521.964234] env[62023]: DEBUG nova.compute.manager [req-be42a4ac-438b-48b1-a383-c9b8b5d0e1b7 req-61308682-5c55-402c-93f5-f472a66d6e81 service nova] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Received event network-changed-ef1c46c3-38b3-4d57-ba94-2841a4776858 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1521.964386] env[62023]: DEBUG nova.compute.manager [req-be42a4ac-438b-48b1-a383-c9b8b5d0e1b7 req-61308682-5c55-402c-93f5-f472a66d6e81 service nova] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Refreshing instance network info cache due to event network-changed-ef1c46c3-38b3-4d57-ba94-2841a4776858. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1521.964581] env[62023]: DEBUG oslo_concurrency.lockutils [req-be42a4ac-438b-48b1-a383-c9b8b5d0e1b7 req-61308682-5c55-402c-93f5-f472a66d6e81 service nova] Acquiring lock "refresh_cache-9af0d121-d9a0-4068-8c79-c09c03b899b6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.052538] env[62023]: DEBUG oslo_vmware.api [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176448} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.052538] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1522.052538] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1522.052538] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1522.052538] env[62023]: INFO nova.compute.manager [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1522.052538] env[62023]: DEBUG oslo.service.loopingcall [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1522.052773] env[62023]: DEBUG nova.compute.manager [-] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1522.052773] env[62023]: DEBUG nova.network.neutron [-] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1522.080417] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758150, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.253881] env[62023]: INFO nova.compute.manager [-] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Took 1.81 seconds to deallocate network for instance. [ 1522.277975] env[62023]: DEBUG nova.network.neutron [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1522.313272] env[62023]: DEBUG nova.compute.manager [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1522.348919] env[62023]: DEBUG nova.virt.hardware [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1522.349091] env[62023]: DEBUG nova.virt.hardware [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1522.349290] env[62023]: DEBUG nova.virt.hardware [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1522.349491] env[62023]: DEBUG nova.virt.hardware [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1522.349659] env[62023]: DEBUG nova.virt.hardware [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1522.349768] env[62023]: DEBUG nova.virt.hardware [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1522.349970] env[62023]: DEBUG nova.virt.hardware [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1522.350216] env[62023]: DEBUG nova.virt.hardware [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1522.350387] env[62023]: DEBUG nova.virt.hardware [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1522.350545] env[62023]: DEBUG nova.virt.hardware [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1522.351701] env[62023]: DEBUG nova.virt.hardware [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1522.351861] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c93ace7-9449-46ed-9df0-9a003f8c4840 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.362965] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685fd7a4-e2c8-464f-9b7f-5adb60ba0d2f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.582485] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630689} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.583220] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 5b584f8c-6c31-4f14-852d-e2bc18f6373d/5b584f8c-6c31-4f14-852d-e2bc18f6373d.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1522.583421] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1522.583961] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1a5cd5a-4cf5-4f1f-9363-e75b378f9793 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.592527] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1522.592527] env[62023]: value = "task-1758151" [ 1522.592527] env[62023]: _type = "Task" [ 1522.592527] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.607876] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.745076] env[62023]: DEBUG nova.network.neutron [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Updating instance_info_cache with network_info: [{"id": "ef1c46c3-38b3-4d57-ba94-2841a4776858", "address": "fa:16:3e:61:f5:9c", "network": {"id": "1799ac64-bbd0-47be-abad-56ac041cacc1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1598895680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5414aff842394eed96603a644b24d1d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef1c46c3-38", "ovs_interfaceid": "ef1c46c3-38b3-4d57-ba94-2841a4776858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.762585] env[62023]: DEBUG oslo_concurrency.lockutils [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.839922] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cbd039-5e30-4ef8-89b1-529a930ac491 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.849451] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2a72af-4621-4e19-a522-43762d84344c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.887608] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588d7de7-0137-46b2-aa46-1d9b47f91c1f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.896450] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6df1b2e-c2e2-4e4b-9d33-ec8471f434ad {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.912112] env[62023]: DEBUG nova.compute.provider_tree [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1523.102419] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065802} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.102642] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1523.103460] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354fa2f3-1f6e-4b5f-86b8-7e29a68e888b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.127641] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 5b584f8c-6c31-4f14-852d-e2bc18f6373d/5b584f8c-6c31-4f14-852d-e2bc18f6373d.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1523.128274] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b288872-23d9-4f38-9308-93e47835e54f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.145735] env[62023]: DEBUG nova.compute.manager [req-e586cd45-0e57-4a8b-a6af-62c0d69cd7e7 req-ea646f57-8808-4a27-8bd3-c0a0e4b2e7f5 service nova] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Received event network-vif-plugged-c78ec860-bd2d-4587-8bac-ea589ee04f79 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1523.149018] env[62023]: DEBUG oslo_concurrency.lockutils [req-e586cd45-0e57-4a8b-a6af-62c0d69cd7e7 req-ea646f57-8808-4a27-8bd3-c0a0e4b2e7f5 service nova] Acquiring lock "ab5bd1ed-328e-4353-9865-aac5e8a36f8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.149018] env[62023]: DEBUG oslo_concurrency.lockutils [req-e586cd45-0e57-4a8b-a6af-62c0d69cd7e7 req-ea646f57-8808-4a27-8bd3-c0a0e4b2e7f5 service nova] Lock "ab5bd1ed-328e-4353-9865-aac5e8a36f8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.149018] env[62023]: DEBUG oslo_concurrency.lockutils [req-e586cd45-0e57-4a8b-a6af-62c0d69cd7e7 req-ea646f57-8808-4a27-8bd3-c0a0e4b2e7f5 service nova] Lock "ab5bd1ed-328e-4353-9865-aac5e8a36f8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.149018] env[62023]: DEBUG nova.compute.manager [req-e586cd45-0e57-4a8b-a6af-62c0d69cd7e7 req-ea646f57-8808-4a27-8bd3-c0a0e4b2e7f5 service nova] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] No waiting events found dispatching network-vif-plugged-c78ec860-bd2d-4587-8bac-ea589ee04f79 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1523.149018] env[62023]: WARNING nova.compute.manager [req-e586cd45-0e57-4a8b-a6af-62c0d69cd7e7 req-ea646f57-8808-4a27-8bd3-c0a0e4b2e7f5 service nova] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Received unexpected event network-vif-plugged-c78ec860-bd2d-4587-8bac-ea589ee04f79 for instance with vm_state building and task_state spawning. [ 1523.153687] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1523.153687] env[62023]: value = "task-1758152" [ 1523.153687] env[62023]: _type = "Task" [ 1523.153687] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.166266] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.238154] env[62023]: DEBUG nova.network.neutron [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Successfully updated port: c78ec860-bd2d-4587-8bac-ea589ee04f79 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1523.248321] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Releasing lock "refresh_cache-9af0d121-d9a0-4068-8c79-c09c03b899b6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.248321] env[62023]: DEBUG nova.compute.manager [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Instance network_info: |[{"id": "ef1c46c3-38b3-4d57-ba94-2841a4776858", "address": "fa:16:3e:61:f5:9c", "network": {"id": "1799ac64-bbd0-47be-abad-56ac041cacc1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1598895680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5414aff842394eed96603a644b24d1d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef1c46c3-38", "ovs_interfaceid": "ef1c46c3-38b3-4d57-ba94-2841a4776858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1523.249772] env[62023]: DEBUG oslo_concurrency.lockutils [req-be42a4ac-438b-48b1-a383-c9b8b5d0e1b7 req-61308682-5c55-402c-93f5-f472a66d6e81 service nova] Acquired lock "refresh_cache-9af0d121-d9a0-4068-8c79-c09c03b899b6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.250763] env[62023]: DEBUG nova.network.neutron [req-be42a4ac-438b-48b1-a383-c9b8b5d0e1b7 req-61308682-5c55-402c-93f5-f472a66d6e81 service nova] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Refreshing network info cache for port ef1c46c3-38b3-4d57-ba94-2841a4776858 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1523.252457] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:f5:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef1c46c3-38b3-4d57-ba94-2841a4776858', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1523.262829] env[62023]: DEBUG oslo.service.loopingcall [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1523.265065] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1523.266111] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57178ef4-6049-486f-9e09-68ef12b8d8e2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.288816] env[62023]: DEBUG nova.network.neutron [-] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.291963] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1523.291963] env[62023]: value = "task-1758153" [ 1523.291963] env[62023]: _type = "Task" [ 1523.291963] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.301412] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758153, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.416232] env[62023]: DEBUG nova.scheduler.client.report [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1523.667802] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.742463] env[62023]: DEBUG oslo_concurrency.lockutils [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "refresh_cache-ab5bd1ed-328e-4353-9865-aac5e8a36f8d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.742463] env[62023]: DEBUG oslo_concurrency.lockutils [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquired lock "refresh_cache-ab5bd1ed-328e-4353-9865-aac5e8a36f8d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.742463] env[62023]: DEBUG nova.network.neutron [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1523.794186] env[62023]: INFO nova.compute.manager [-] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Took 1.74 seconds to deallocate network for instance. [ 1523.809484] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758153, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.923491] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.629s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.926469] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.907s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.928166] env[62023]: INFO nova.compute.claims [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1523.975242] env[62023]: INFO nova.network.neutron [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Updating port 9daca067-0cc2-47fb-b1ee-bf15e81bba1c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1524.001464] env[62023]: DEBUG nova.compute.manager [req-cdd475e2-f2bb-4b0e-93d2-25411ba32731 req-bdf3bdc2-b15f-4e8c-91ea-44196b245e7c service nova] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Received event network-vif-deleted-e3c97800-a0f8-455f-88b0-95cbf789413d {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1524.024898] env[62023]: DEBUG nova.network.neutron [req-be42a4ac-438b-48b1-a383-c9b8b5d0e1b7 req-61308682-5c55-402c-93f5-f472a66d6e81 service nova] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Updated VIF entry in instance network info cache for port ef1c46c3-38b3-4d57-ba94-2841a4776858. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1524.024898] env[62023]: DEBUG nova.network.neutron [req-be42a4ac-438b-48b1-a383-c9b8b5d0e1b7 req-61308682-5c55-402c-93f5-f472a66d6e81 service nova] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Updating instance_info_cache with network_info: [{"id": "ef1c46c3-38b3-4d57-ba94-2841a4776858", "address": "fa:16:3e:61:f5:9c", "network": {"id": "1799ac64-bbd0-47be-abad-56ac041cacc1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1598895680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5414aff842394eed96603a644b24d1d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef1c46c3-38", "ovs_interfaceid": "ef1c46c3-38b3-4d57-ba94-2841a4776858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.169056] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758152, 'name': ReconfigVM_Task, 'duration_secs': 0.646393} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.169465] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 5b584f8c-6c31-4f14-852d-e2bc18f6373d/5b584f8c-6c31-4f14-852d-e2bc18f6373d.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1524.170197] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc8dd78d-b568-4147-ab7d-490596b00477 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.177510] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1524.177510] env[62023]: value = "task-1758154" [ 1524.177510] env[62023]: _type = "Task" [ 1524.177510] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.187329] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758154, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.287037] env[62023]: DEBUG nova.network.neutron [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1524.305514] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758153, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.311802] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.487685] env[62023]: DEBUG nova.network.neutron [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Updating instance_info_cache with network_info: [{"id": "c78ec860-bd2d-4587-8bac-ea589ee04f79", "address": "fa:16:3e:7c:28:00", "network": {"id": "ac8584c2-7bb1-4641-a289-80abb9f7ddba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-657662513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928232ac809f46f78c57a3f1f2965e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc78ec860-bd", "ovs_interfaceid": "c78ec860-bd2d-4587-8bac-ea589ee04f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.528290] env[62023]: DEBUG oslo_concurrency.lockutils [req-be42a4ac-438b-48b1-a383-c9b8b5d0e1b7 req-61308682-5c55-402c-93f5-f472a66d6e81 service nova] Releasing lock "refresh_cache-9af0d121-d9a0-4068-8c79-c09c03b899b6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.528290] env[62023]: DEBUG nova.compute.manager [req-be42a4ac-438b-48b1-a383-c9b8b5d0e1b7 req-61308682-5c55-402c-93f5-f472a66d6e81 service nova] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Received event network-vif-deleted-0416b1de-da11-4f72-92d6-ace52981e54b {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1524.689508] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758154, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.805032] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758153, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.992033] env[62023]: DEBUG oslo_concurrency.lockutils [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Releasing lock "refresh_cache-ab5bd1ed-328e-4353-9865-aac5e8a36f8d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.992033] env[62023]: DEBUG nova.compute.manager [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Instance network_info: |[{"id": "c78ec860-bd2d-4587-8bac-ea589ee04f79", "address": "fa:16:3e:7c:28:00", "network": {"id": "ac8584c2-7bb1-4641-a289-80abb9f7ddba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-657662513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928232ac809f46f78c57a3f1f2965e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc78ec860-bd", "ovs_interfaceid": "c78ec860-bd2d-4587-8bac-ea589ee04f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1524.992033] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:28:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c78ec860-bd2d-4587-8bac-ea589ee04f79', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1524.998854] env[62023]: DEBUG oslo.service.loopingcall [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1525.002962] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1525.003482] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c54d4558-179e-4f6d-8021-094741dfc463 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.033211] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1525.033211] env[62023]: value = "task-1758155" [ 1525.033211] env[62023]: _type = "Task" [ 1525.033211] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.044063] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758155, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.180422] env[62023]: DEBUG nova.compute.manager [req-b8674e5f-358c-4b86-be8b-c6a5967e6c0c req-fa0feca0-d129-47cf-8672-1b67df72d7fe service nova] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Received event network-changed-c78ec860-bd2d-4587-8bac-ea589ee04f79 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1525.180617] env[62023]: DEBUG nova.compute.manager [req-b8674e5f-358c-4b86-be8b-c6a5967e6c0c req-fa0feca0-d129-47cf-8672-1b67df72d7fe service nova] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Refreshing instance network info cache due to event network-changed-c78ec860-bd2d-4587-8bac-ea589ee04f79. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1525.181400] env[62023]: DEBUG oslo_concurrency.lockutils [req-b8674e5f-358c-4b86-be8b-c6a5967e6c0c req-fa0feca0-d129-47cf-8672-1b67df72d7fe service nova] Acquiring lock "refresh_cache-ab5bd1ed-328e-4353-9865-aac5e8a36f8d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.181400] env[62023]: DEBUG oslo_concurrency.lockutils [req-b8674e5f-358c-4b86-be8b-c6a5967e6c0c req-fa0feca0-d129-47cf-8672-1b67df72d7fe service nova] Acquired lock "refresh_cache-ab5bd1ed-328e-4353-9865-aac5e8a36f8d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.181400] env[62023]: DEBUG nova.network.neutron [req-b8674e5f-358c-4b86-be8b-c6a5967e6c0c req-fa0feca0-d129-47cf-8672-1b67df72d7fe service nova] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Refreshing network info cache for port c78ec860-bd2d-4587-8bac-ea589ee04f79 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1525.198686] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758154, 'name': Rename_Task, 'duration_secs': 0.787744} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.198985] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1525.199978] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-696fc02e-f9f5-471c-a797-2a2ce9d87e6b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.210270] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1525.210270] env[62023]: value = "task-1758156" [ 1525.210270] env[62023]: _type = "Task" [ 1525.210270] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.221776] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.309365] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758153, 'name': CreateVM_Task, 'duration_secs': 1.562717} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.309565] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1525.310317] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.310485] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.310842] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1525.311136] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b5175ce-2118-43fe-9ed3-3a1f50497a12 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.318619] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1525.318619] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a9f210-393e-eec3-4841-8233fd5aa8bf" [ 1525.318619] env[62023]: _type = "Task" [ 1525.318619] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.328056] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a9f210-393e-eec3-4841-8233fd5aa8bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.447795] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb42e36c-602e-43ca-acdc-d03b5a86fa9a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.458469] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad4257c-3e9b-43ed-9d29-b0d8258d9714 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.500990] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f417ce2-5733-4685-8a2c-24dce0ede229 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.510085] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275527ac-caf2-46d7-9cf6-81ead62574b4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.527392] env[62023]: DEBUG nova.compute.provider_tree [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.543692] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758155, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.561156] env[62023]: DEBUG nova.network.neutron [req-b8674e5f-358c-4b86-be8b-c6a5967e6c0c req-fa0feca0-d129-47cf-8672-1b67df72d7fe service nova] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Updated VIF entry in instance network info cache for port c78ec860-bd2d-4587-8bac-ea589ee04f79. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1525.561637] env[62023]: DEBUG nova.network.neutron [req-b8674e5f-358c-4b86-be8b-c6a5967e6c0c req-fa0feca0-d129-47cf-8672-1b67df72d7fe service nova] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Updating instance_info_cache with network_info: [{"id": "c78ec860-bd2d-4587-8bac-ea589ee04f79", "address": "fa:16:3e:7c:28:00", "network": {"id": "ac8584c2-7bb1-4641-a289-80abb9f7ddba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-657662513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928232ac809f46f78c57a3f1f2965e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc78ec860-bd", "ovs_interfaceid": "c78ec860-bd2d-4587-8bac-ea589ee04f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.720939] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758156, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.830515] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a9f210-393e-eec3-4841-8233fd5aa8bf, 'name': SearchDatastore_Task, 'duration_secs': 0.015399} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.830914] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.831178] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1525.831437] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.831581] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.831773] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1525.832093] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d930d3d-4416-4696-812f-fb9dcd5a6bc0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.841605] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1525.841830] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1525.842649] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e177599-70ca-4051-a345-3538d51906a6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.848875] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1525.848875] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52289e99-2124-117b-bd4d-cfa15d41254e" [ 1525.848875] env[62023]: _type = "Task" [ 1525.848875] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.858633] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52289e99-2124-117b-bd4d-cfa15d41254e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.031195] env[62023]: DEBUG nova.scheduler.client.report [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1526.045934] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758155, 'name': CreateVM_Task, 'duration_secs': 0.515947} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.046210] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1526.046978] env[62023]: DEBUG oslo_concurrency.lockutils [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.047392] env[62023]: DEBUG oslo_concurrency.lockutils [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.047588] env[62023]: DEBUG oslo_concurrency.lockutils [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1526.047894] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8063fbbf-260e-477a-bcd9-b9c28d95f8bc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.053953] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1526.053953] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525cbc95-b659-a3ce-4c06-88bd8eae56b7" [ 1526.053953] env[62023]: _type = "Task" [ 1526.053953] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.065545] env[62023]: DEBUG oslo_concurrency.lockutils [req-b8674e5f-358c-4b86-be8b-c6a5967e6c0c req-fa0feca0-d129-47cf-8672-1b67df72d7fe service nova] Releasing lock "refresh_cache-ab5bd1ed-328e-4353-9865-aac5e8a36f8d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.066101] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525cbc95-b659-a3ce-4c06-88bd8eae56b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.220816] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758156, 'name': PowerOnVM_Task, 'duration_secs': 0.552794} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.221167] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1526.221421] env[62023]: INFO nova.compute.manager [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1526.221661] env[62023]: DEBUG nova.compute.manager [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1526.222524] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f219e622-3c06-4fac-941a-ba951077486c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.349974] env[62023]: DEBUG nova.compute.manager [req-790279d4-8971-4333-83db-471fea077687 req-a5f0e67c-6305-4ad2-abc1-2a3efc2a1edf service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Received event network-vif-plugged-9daca067-0cc2-47fb-b1ee-bf15e81bba1c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1526.351380] env[62023]: DEBUG oslo_concurrency.lockutils [req-790279d4-8971-4333-83db-471fea077687 req-a5f0e67c-6305-4ad2-abc1-2a3efc2a1edf service nova] Acquiring lock "eda5b959-2aec-4193-88a4-b4ef21aace36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.351674] env[62023]: DEBUG oslo_concurrency.lockutils [req-790279d4-8971-4333-83db-471fea077687 req-a5f0e67c-6305-4ad2-abc1-2a3efc2a1edf service nova] Lock "eda5b959-2aec-4193-88a4-b4ef21aace36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.351867] env[62023]: DEBUG oslo_concurrency.lockutils [req-790279d4-8971-4333-83db-471fea077687 req-a5f0e67c-6305-4ad2-abc1-2a3efc2a1edf service nova] Lock "eda5b959-2aec-4193-88a4-b4ef21aace36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.352063] env[62023]: DEBUG nova.compute.manager [req-790279d4-8971-4333-83db-471fea077687 req-a5f0e67c-6305-4ad2-abc1-2a3efc2a1edf service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] No waiting events found dispatching network-vif-plugged-9daca067-0cc2-47fb-b1ee-bf15e81bba1c {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1526.352248] env[62023]: WARNING nova.compute.manager [req-790279d4-8971-4333-83db-471fea077687 req-a5f0e67c-6305-4ad2-abc1-2a3efc2a1edf service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Received unexpected event network-vif-plugged-9daca067-0cc2-47fb-b1ee-bf15e81bba1c for instance with vm_state shelved_offloaded and task_state spawning. [ 1526.367720] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52289e99-2124-117b-bd4d-cfa15d41254e, 'name': SearchDatastore_Task, 'duration_secs': 0.013234} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.368692] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d19057e-0b86-4751-a7c5-23a6dc7d7f0e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.377839] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1526.377839] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5296b4b8-5e89-8b2e-9ae3-61ce4d8a3ac4" [ 1526.377839] env[62023]: _type = "Task" [ 1526.377839] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.387213] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5296b4b8-5e89-8b2e-9ae3-61ce4d8a3ac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.457661] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.457661] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquired lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.457661] env[62023]: DEBUG nova.network.neutron [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.540258] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.541115] env[62023]: DEBUG nova.compute.manager [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1526.545459] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.711s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.546115] env[62023]: INFO nova.compute.claims [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1526.567310] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525cbc95-b659-a3ce-4c06-88bd8eae56b7, 'name': SearchDatastore_Task, 'duration_secs': 0.014505} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.567645] env[62023]: DEBUG oslo_concurrency.lockutils [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.567857] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1526.568078] env[62023]: DEBUG oslo_concurrency.lockutils [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.743527] env[62023]: INFO nova.compute.manager [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Took 68.13 seconds to build instance. [ 1526.892912] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5296b4b8-5e89-8b2e-9ae3-61ce4d8a3ac4, 'name': SearchDatastore_Task, 'duration_secs': 0.012785} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.894021] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.895022] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 9af0d121-d9a0-4068-8c79-c09c03b899b6/9af0d121-d9a0-4068-8c79-c09c03b899b6.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1526.895022] env[62023]: DEBUG oslo_concurrency.lockutils [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.895022] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1526.896930] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-003a2134-e446-45f1-b254-67f320ba7e19 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.898353] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cc735ba-c327-4ed4-80ff-0ce5f78178f5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.908168] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1526.908168] env[62023]: value = "task-1758157" [ 1526.908168] env[62023]: _type = "Task" [ 1526.908168] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.908168] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1526.908168] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1526.912012] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca3bca5-cf36-47c6-b825-2b6405569fca {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.922019] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.922270] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1526.922270] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5214d4b6-4170-dc32-fe71-2da165183e13" [ 1526.922270] env[62023]: _type = "Task" [ 1526.922270] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.930379] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5214d4b6-4170-dc32-fe71-2da165183e13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.051787] env[62023]: DEBUG nova.compute.utils [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1527.059489] env[62023]: DEBUG nova.compute.manager [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1527.059687] env[62023]: DEBUG nova.network.neutron [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1527.126705] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.127348] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.128838] env[62023]: DEBUG nova.policy [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e9fc6b0912843d3ab8eddc8c7613047', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '652017d1031f47e39bcadddce0fe4786', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1527.246427] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "5b584f8c-6c31-4f14-852d-e2bc18f6373d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.644s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.419909] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758157, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.439384] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5214d4b6-4170-dc32-fe71-2da165183e13, 'name': SearchDatastore_Task, 'duration_secs': 0.013065} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.444108] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b601d48-71f4-4450-aa20-7db5903d56f7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.451404] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1527.451404] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ee0c61-fae3-7c97-e63f-0dd25e851472" [ 1527.451404] env[62023]: _type = "Task" [ 1527.451404] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.464577] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ee0c61-fae3-7c97-e63f-0dd25e851472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.464577] env[62023]: DEBUG nova.network.neutron [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Updating instance_info_cache with network_info: [{"id": "9daca067-0cc2-47fb-b1ee-bf15e81bba1c", "address": "fa:16:3e:ea:1e:9d", "network": {"id": "d1117918-82ec-47b9-9f2c-6d237b2c8e90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1910377442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b253fa22de4b7b90419e34282255e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9daca067-0c", "ovs_interfaceid": "9daca067-0cc2-47fb-b1ee-bf15e81bba1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.522118] env[62023]: DEBUG nova.network.neutron [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Successfully created port: 80434ae5-6f09-4fa0-8eb8-50c57bbb3780 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1527.560784] env[62023]: DEBUG nova.compute.manager [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1527.753541] env[62023]: DEBUG nova.compute.manager [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1527.924025] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643519} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.928926] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 9af0d121-d9a0-4068-8c79-c09c03b899b6/9af0d121-d9a0-4068-8c79-c09c03b899b6.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1527.928926] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1527.928926] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-007d710f-559e-4f87-8132-76f8583cb2de {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.936877] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1527.936877] env[62023]: value = "task-1758158" [ 1527.936877] env[62023]: _type = "Task" [ 1527.936877] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.947822] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.972672] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Releasing lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.974406] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ee0c61-fae3-7c97-e63f-0dd25e851472, 'name': SearchDatastore_Task, 'duration_secs': 0.056216} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.975930] env[62023]: DEBUG oslo_concurrency.lockutils [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.975930] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] ab5bd1ed-328e-4353-9865-aac5e8a36f8d/ab5bd1ed-328e-4353-9865-aac5e8a36f8d.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1527.975930] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ad6d958-e5e2-4741-afee-e750c02c4af8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.985757] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1527.985757] env[62023]: value = "task-1758159" [ 1527.985757] env[62023]: _type = "Task" [ 1527.985757] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.001753] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.011313] env[62023]: DEBUG nova.virt.hardware [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='610d0ebfc4adebff5ce7e2b5e90df49d',container_format='bare',created_at=2024-12-11T15:30:58Z,direct_url=,disk_format='vmdk',id=aea7705f-c72c-417d-9d66-9113e2788e36,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-859388256-shelved',owner='d0b253fa22de4b7b90419e34282255e5',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2024-12-11T15:31:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1528.011574] env[62023]: DEBUG nova.virt.hardware [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1528.011729] env[62023]: DEBUG nova.virt.hardware [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1528.011908] env[62023]: DEBUG nova.virt.hardware [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1528.012066] env[62023]: DEBUG nova.virt.hardware [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1528.012218] env[62023]: DEBUG nova.virt.hardware [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1528.012425] env[62023]: DEBUG nova.virt.hardware [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1528.012583] env[62023]: DEBUG nova.virt.hardware [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1528.012748] env[62023]: DEBUG nova.virt.hardware [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1528.013325] env[62023]: DEBUG nova.virt.hardware [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1528.013325] env[62023]: DEBUG nova.virt.hardware [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1528.013965] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e10a56e-44c6-4b3d-95dc-9294dda3e459 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.023627] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba48395-12f7-453a-9253-3c183fd21678 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.037576] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:1e:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9daca067-0cc2-47fb-b1ee-bf15e81bba1c', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1528.045414] env[62023]: DEBUG oslo.service.loopingcall [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1528.048356] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1528.048909] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1305da5-5579-4930-b97f-c47e273325e2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.072087] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1528.072087] env[62023]: value = "task-1758160" [ 1528.072087] env[62023]: _type = "Task" [ 1528.072087] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.081377] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758160, 'name': CreateVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.148487] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2a133f-a5f2-428a-8499-03ce68ac72ed {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.157109] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff739857-6560-4969-986a-1b058fffc7b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.190016] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edee818b-e716-43d9-b966-babbbbb11daa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.198366] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5750717-5087-447d-9503-db9a3133e2d8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.212530] env[62023]: DEBUG nova.compute.provider_tree [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.273036] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.392899] env[62023]: DEBUG nova.compute.manager [req-72121391-9ab9-4c2b-b8b7-b4d6f6d57f39 req-7b480191-f6ce-4aef-b921-9336d96c4d45 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Received event network-changed-9daca067-0cc2-47fb-b1ee-bf15e81bba1c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1528.397023] env[62023]: DEBUG nova.compute.manager [req-72121391-9ab9-4c2b-b8b7-b4d6f6d57f39 req-7b480191-f6ce-4aef-b921-9336d96c4d45 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Refreshing instance network info cache due to event network-changed-9daca067-0cc2-47fb-b1ee-bf15e81bba1c. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1528.397023] env[62023]: DEBUG oslo_concurrency.lockutils [req-72121391-9ab9-4c2b-b8b7-b4d6f6d57f39 req-7b480191-f6ce-4aef-b921-9336d96c4d45 service nova] Acquiring lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.397023] env[62023]: DEBUG oslo_concurrency.lockutils [req-72121391-9ab9-4c2b-b8b7-b4d6f6d57f39 req-7b480191-f6ce-4aef-b921-9336d96c4d45 service nova] Acquired lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.397023] env[62023]: DEBUG nova.network.neutron [req-72121391-9ab9-4c2b-b8b7-b4d6f6d57f39 req-7b480191-f6ce-4aef-b921-9336d96c4d45 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Refreshing network info cache for port 9daca067-0cc2-47fb-b1ee-bf15e81bba1c {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1528.453107] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069578} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.454230] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1528.456154] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b86ad3-6209-4081-8e8a-71dfebb92585 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.486289] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 9af0d121-d9a0-4068-8c79-c09c03b899b6/9af0d121-d9a0-4068-8c79-c09c03b899b6.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1528.486869] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f142bd6-1d56-4e10-a336-3040c412f405 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.512310] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758159, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.514070] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1528.514070] env[62023]: value = "task-1758161" [ 1528.514070] env[62023]: _type = "Task" [ 1528.514070] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.530868] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.574329] env[62023]: DEBUG nova.compute.manager [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1528.587655] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758160, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.615659] env[62023]: DEBUG nova.virt.hardware [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1528.616016] env[62023]: DEBUG nova.virt.hardware [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1528.616226] env[62023]: DEBUG nova.virt.hardware [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1528.617340] env[62023]: DEBUG nova.virt.hardware [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1528.617340] env[62023]: DEBUG nova.virt.hardware [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1528.617340] env[62023]: DEBUG nova.virt.hardware [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1528.617340] env[62023]: DEBUG nova.virt.hardware [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1528.617340] env[62023]: DEBUG nova.virt.hardware [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1528.617523] env[62023]: DEBUG nova.virt.hardware [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1528.617645] env[62023]: DEBUG nova.virt.hardware [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1528.617776] env[62023]: DEBUG nova.virt.hardware [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1528.620822] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c436140-86f8-4f55-89d6-fffc95791dab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.631190] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0b35aa-afcc-447c-86e4-b3db52b0cf8e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.715097] env[62023]: DEBUG nova.scheduler.client.report [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1529.002086] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609443} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.002086] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] ab5bd1ed-328e-4353-9865-aac5e8a36f8d/ab5bd1ed-328e-4353-9865-aac5e8a36f8d.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1529.002086] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1529.002086] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30224aab-f2af-4135-bea6-fee935a14dff {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.010381] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1529.010381] env[62023]: value = "task-1758162" [ 1529.010381] env[62023]: _type = "Task" [ 1529.010381] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.021679] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.028049] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758161, 'name': ReconfigVM_Task, 'duration_secs': 0.488092} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.028544] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 9af0d121-d9a0-4068-8c79-c09c03b899b6/9af0d121-d9a0-4068-8c79-c09c03b899b6.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1529.029398] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00f634c3-6c53-4021-bf6d-23ea82e66bf4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.038159] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1529.038159] env[62023]: value = "task-1758163" [ 1529.038159] env[62023]: _type = "Task" [ 1529.038159] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.045336] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758163, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.094023] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758160, 'name': CreateVM_Task, 'duration_secs': 0.616293} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.094023] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1529.094023] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aea7705f-c72c-417d-9d66-9113e2788e36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.094023] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aea7705f-c72c-417d-9d66-9113e2788e36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.094023] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aea7705f-c72c-417d-9d66-9113e2788e36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1529.094023] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a0f43b-5fa5-42ec-857c-c76b146a1360 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.100451] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1529.100451] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52beaad7-b179-2a13-4d4a-ce2a9ce485b8" [ 1529.100451] env[62023]: _type = "Task" [ 1529.100451] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.111741] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52beaad7-b179-2a13-4d4a-ce2a9ce485b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.220878] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.224039] env[62023]: DEBUG nova.compute.manager [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1529.224741] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.608s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.226896] env[62023]: INFO nova.compute.claims [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1529.278460] env[62023]: DEBUG nova.compute.manager [req-a2e5e591-c0f1-4edf-a1eb-3775fe8a039c req-9f533e4a-70fd-4bde-b3e7-3a8711d4d8c6 service nova] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Received event network-vif-plugged-80434ae5-6f09-4fa0-8eb8-50c57bbb3780 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1529.278460] env[62023]: DEBUG oslo_concurrency.lockutils [req-a2e5e591-c0f1-4edf-a1eb-3775fe8a039c req-9f533e4a-70fd-4bde-b3e7-3a8711d4d8c6 service nova] Acquiring lock "41220130-9cae-4af6-9be8-d5601b0b3cdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.278460] env[62023]: DEBUG oslo_concurrency.lockutils [req-a2e5e591-c0f1-4edf-a1eb-3775fe8a039c req-9f533e4a-70fd-4bde-b3e7-3a8711d4d8c6 service nova] Lock "41220130-9cae-4af6-9be8-d5601b0b3cdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.278626] env[62023]: DEBUG oslo_concurrency.lockutils [req-a2e5e591-c0f1-4edf-a1eb-3775fe8a039c req-9f533e4a-70fd-4bde-b3e7-3a8711d4d8c6 service nova] Lock "41220130-9cae-4af6-9be8-d5601b0b3cdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.278786] env[62023]: DEBUG nova.compute.manager [req-a2e5e591-c0f1-4edf-a1eb-3775fe8a039c req-9f533e4a-70fd-4bde-b3e7-3a8711d4d8c6 service nova] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] No waiting events found dispatching network-vif-plugged-80434ae5-6f09-4fa0-8eb8-50c57bbb3780 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1529.278948] env[62023]: WARNING nova.compute.manager [req-a2e5e591-c0f1-4edf-a1eb-3775fe8a039c req-9f533e4a-70fd-4bde-b3e7-3a8711d4d8c6 service nova] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Received unexpected event network-vif-plugged-80434ae5-6f09-4fa0-8eb8-50c57bbb3780 for instance with vm_state building and task_state spawning. [ 1529.345041] env[62023]: DEBUG nova.network.neutron [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Successfully updated port: 80434ae5-6f09-4fa0-8eb8-50c57bbb3780 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1529.378477] env[62023]: DEBUG nova.network.neutron [req-72121391-9ab9-4c2b-b8b7-b4d6f6d57f39 req-7b480191-f6ce-4aef-b921-9336d96c4d45 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Updated VIF entry in instance network info cache for port 9daca067-0cc2-47fb-b1ee-bf15e81bba1c. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1529.378819] env[62023]: DEBUG nova.network.neutron [req-72121391-9ab9-4c2b-b8b7-b4d6f6d57f39 req-7b480191-f6ce-4aef-b921-9336d96c4d45 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Updating instance_info_cache with network_info: [{"id": "9daca067-0cc2-47fb-b1ee-bf15e81bba1c", "address": "fa:16:3e:ea:1e:9d", "network": {"id": "d1117918-82ec-47b9-9f2c-6d237b2c8e90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1910377442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b253fa22de4b7b90419e34282255e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9daca067-0c", "ovs_interfaceid": "9daca067-0cc2-47fb-b1ee-bf15e81bba1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.444726] env[62023]: DEBUG oslo_vmware.rw_handles [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e3e14-d988-3f1a-7498-a4a779a0cf0c/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1529.445665] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dd31c1-0707-415f-91f5-3719ee571523 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.452627] env[62023]: DEBUG oslo_vmware.rw_handles [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e3e14-d988-3f1a-7498-a4a779a0cf0c/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1529.452798] env[62023]: ERROR oslo_vmware.rw_handles [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e3e14-d988-3f1a-7498-a4a779a0cf0c/disk-0.vmdk due to incomplete transfer. [ 1529.453018] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-472cfabb-7d55-48f5-9845-ab7ed9e13676 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.463206] env[62023]: DEBUG oslo_vmware.rw_handles [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e3e14-d988-3f1a-7498-a4a779a0cf0c/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1529.463419] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Uploaded image 792d2bfe-8795-4600-98fe-b70d9bb0d274 to the Glance image server {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1529.466124] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Destroying the VM {{(pid=62023) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1529.466397] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-de1efd4a-3a11-47f8-8628-c46e1690ac92 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.472825] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1529.472825] env[62023]: value = "task-1758164" [ 1529.472825] env[62023]: _type = "Task" [ 1529.472825] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.483746] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758164, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.519298] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076235} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.519594] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1529.520418] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b4a83c-fd83-49f8-9f15-ff57e571948f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.543672] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] ab5bd1ed-328e-4353-9865-aac5e8a36f8d/ab5bd1ed-328e-4353-9865-aac5e8a36f8d.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1529.544440] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-301a3554-ea39-4d3f-8137-9aee712ae89d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.569644] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758163, 'name': Rename_Task, 'duration_secs': 0.240863} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.570882] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1529.571263] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1529.571263] env[62023]: value = "task-1758165" [ 1529.571263] env[62023]: _type = "Task" [ 1529.571263] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.571515] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efdbd9ae-aa97-4367-a74a-3860c68bf456 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.582505] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.584538] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1529.584538] env[62023]: value = "task-1758166" [ 1529.584538] env[62023]: _type = "Task" [ 1529.584538] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.593557] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.614291] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aea7705f-c72c-417d-9d66-9113e2788e36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.615055] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Processing image aea7705f-c72c-417d-9d66-9113e2788e36 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1529.615566] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aea7705f-c72c-417d-9d66-9113e2788e36/aea7705f-c72c-417d-9d66-9113e2788e36.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.615757] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aea7705f-c72c-417d-9d66-9113e2788e36/aea7705f-c72c-417d-9d66-9113e2788e36.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.615987] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1529.616354] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fb7771d-2d66-47c8-984b-5af87e27bbda {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.639518] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1529.639518] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1529.639518] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0822fd5-1ad6-4269-a26e-4f827b0569c4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.646825] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1529.646825] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5222a225-cbed-1502-105f-b140f0e4926a" [ 1529.646825] env[62023]: _type = "Task" [ 1529.646825] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.657081] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5222a225-cbed-1502-105f-b140f0e4926a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.735017] env[62023]: DEBUG nova.compute.utils [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1529.736615] env[62023]: DEBUG nova.compute.manager [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1529.736830] env[62023]: DEBUG nova.network.neutron [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1529.811009] env[62023]: DEBUG nova.policy [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9e739ffbdfc4951b3931c5e2fabfaae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5df295db2f984bae8d654222aaa2a506', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1529.850229] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "refresh_cache-41220130-9cae-4af6-9be8-d5601b0b3cdc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.850229] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquired lock "refresh_cache-41220130-9cae-4af6-9be8-d5601b0b3cdc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.850229] env[62023]: DEBUG nova.network.neutron [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1529.882016] env[62023]: DEBUG oslo_concurrency.lockutils [req-72121391-9ab9-4c2b-b8b7-b4d6f6d57f39 req-7b480191-f6ce-4aef-b921-9336d96c4d45 service nova] Releasing lock "refresh_cache-eda5b959-2aec-4193-88a4-b4ef21aace36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.986113] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758164, 'name': Destroy_Task, 'duration_secs': 0.412276} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.986474] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Destroyed the VM [ 1529.986742] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Deleting Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1529.987075] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-66706b0c-37b6-4ad4-8eb2-7d7cd2b70d86 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.994710] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1529.994710] env[62023]: value = "task-1758167" [ 1529.994710] env[62023]: _type = "Task" [ 1529.994710] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.004304] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758167, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.085191] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.094190] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758166, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.132238] env[62023]: DEBUG nova.network.neutron [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Successfully created port: c4305024-1737-4c84-9a32-1fd17f1fefb1 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1530.163230] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Preparing fetch location {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1530.163517] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Fetch image to [datastore1] OSTACK_IMG_1be61dd0-d405-45f0-9b65-b5514aba4c4a/OSTACK_IMG_1be61dd0-d405-45f0-9b65-b5514aba4c4a.vmdk {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1530.163743] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Downloading stream optimized image aea7705f-c72c-417d-9d66-9113e2788e36 to [datastore1] OSTACK_IMG_1be61dd0-d405-45f0-9b65-b5514aba4c4a/OSTACK_IMG_1be61dd0-d405-45f0-9b65-b5514aba4c4a.vmdk on the data store datastore1 as vApp {{(pid=62023) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1530.163954] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Downloading image file data aea7705f-c72c-417d-9d66-9113e2788e36 to the ESX as VM named 'OSTACK_IMG_1be61dd0-d405-45f0-9b65-b5514aba4c4a' {{(pid=62023) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1530.245414] env[62023]: DEBUG nova.compute.manager [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1530.285580] env[62023]: DEBUG oslo_vmware.rw_handles [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1530.285580] env[62023]: value = "resgroup-9" [ 1530.285580] env[62023]: _type = "ResourcePool" [ 1530.285580] env[62023]: }. {{(pid=62023) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1530.285833] env[62023]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3b5bc1ae-aadb-492c-901e-3e7a22cc9d93 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.316815] env[62023]: DEBUG oslo_vmware.rw_handles [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lease: (returnval){ [ 1530.316815] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529b1296-696e-1713-640b-4ce917ebe057" [ 1530.316815] env[62023]: _type = "HttpNfcLease" [ 1530.316815] env[62023]: } obtained for vApp import into resource pool (val){ [ 1530.316815] env[62023]: value = "resgroup-9" [ 1530.316815] env[62023]: _type = "ResourcePool" [ 1530.316815] env[62023]: }. {{(pid=62023) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1530.317217] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the lease: (returnval){ [ 1530.317217] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529b1296-696e-1713-640b-4ce917ebe057" [ 1530.317217] env[62023]: _type = "HttpNfcLease" [ 1530.317217] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1530.324532] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1530.324532] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529b1296-696e-1713-640b-4ce917ebe057" [ 1530.324532] env[62023]: _type = "HttpNfcLease" [ 1530.324532] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1530.385531] env[62023]: DEBUG nova.network.neutron [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1530.509122] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758167, 'name': RemoveSnapshot_Task, 'duration_secs': 0.43783} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.510038] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Deleted Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1530.510038] env[62023]: DEBUG nova.compute.manager [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1530.510835] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dbe77a-1ab5-462a-a36c-fbadaf9112d4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.588723] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.588826] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.589469] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758165, 'name': ReconfigVM_Task, 'duration_secs': 0.66426} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.595196] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Reconfigured VM instance instance-0000003d to attach disk [datastore1] ab5bd1ed-328e-4353-9865-aac5e8a36f8d/ab5bd1ed-328e-4353-9865-aac5e8a36f8d.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1530.596505] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1f32411-bd8a-4548-8e2e-67fd1fa58002 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.604076] env[62023]: DEBUG oslo_vmware.api [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758166, 'name': PowerOnVM_Task, 'duration_secs': 0.792235} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.605332] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1530.605558] env[62023]: INFO nova.compute.manager [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Took 10.82 seconds to spawn the instance on the hypervisor. [ 1530.605761] env[62023]: DEBUG nova.compute.manager [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1530.606123] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1530.606123] env[62023]: value = "task-1758169" [ 1530.606123] env[62023]: _type = "Task" [ 1530.606123] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.606835] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f491e1-43a7-4107-bd6c-daece469d13f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.625079] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758169, 'name': Rename_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.740030] env[62023]: DEBUG nova.network.neutron [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Updating instance_info_cache with network_info: [{"id": "80434ae5-6f09-4fa0-8eb8-50c57bbb3780", "address": "fa:16:3e:06:82:dc", "network": {"id": "befea773-4e0a-406f-849f-94a2a12b9b4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-735919679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "652017d1031f47e39bcadddce0fe4786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80434ae5-6f", "ovs_interfaceid": "80434ae5-6f09-4fa0-8eb8-50c57bbb3780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.832035] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1530.832035] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529b1296-696e-1713-640b-4ce917ebe057" [ 1530.832035] env[62023]: _type = "HttpNfcLease" [ 1530.832035] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1530.851267] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31abae5a-c365-4f91-9de5-3d1b0743bbce {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.860192] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb3cf58-0294-4813-a8ad-bdb496a03cea {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.895463] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d6c03b-80bb-429c-b6b0-83f5d3b5eab5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.903374] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a47bd45-c829-4426-92b2-37fc90d24ee8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.917618] env[62023]: DEBUG nova.compute.provider_tree [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1531.031072] env[62023]: INFO nova.compute.manager [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Shelve offloading [ 1531.121026] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758169, 'name': Rename_Task, 'duration_secs': 0.187183} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.121026] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1531.121026] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4583235b-1eee-4f11-bba6-b612b002c73a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.130055] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1531.130055] env[62023]: value = "task-1758170" [ 1531.130055] env[62023]: _type = "Task" [ 1531.130055] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.135220] env[62023]: INFO nova.compute.manager [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Took 71.27 seconds to build instance. [ 1531.141369] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.241682] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Releasing lock "refresh_cache-41220130-9cae-4af6-9be8-d5601b0b3cdc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.242072] env[62023]: DEBUG nova.compute.manager [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Instance network_info: |[{"id": "80434ae5-6f09-4fa0-8eb8-50c57bbb3780", "address": "fa:16:3e:06:82:dc", "network": {"id": "befea773-4e0a-406f-849f-94a2a12b9b4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-735919679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "652017d1031f47e39bcadddce0fe4786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80434ae5-6f", "ovs_interfaceid": "80434ae5-6f09-4fa0-8eb8-50c57bbb3780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1531.242516] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:82:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80434ae5-6f09-4fa0-8eb8-50c57bbb3780', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1531.250183] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Creating folder: Project (652017d1031f47e39bcadddce0fe4786). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1531.250483] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fcd6602-7684-43fa-a09e-26683cc49424 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.257065] env[62023]: DEBUG nova.compute.manager [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1531.261867] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Created folder: Project (652017d1031f47e39bcadddce0fe4786) in parent group-v365170. [ 1531.262071] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Creating folder: Instances. Parent ref: group-v365353. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1531.262310] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45bacea0-a100-47b8-a4e8-5071121da4f1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.274951] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Created folder: Instances in parent group-v365353. [ 1531.274951] env[62023]: DEBUG oslo.service.loopingcall [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.274951] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1531.274951] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bd34f79-89f0-47be-ad9a-586e8890e0ba {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.297659] env[62023]: DEBUG nova.virt.hardware [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1531.297881] env[62023]: DEBUG nova.virt.hardware [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1531.298052] env[62023]: DEBUG nova.virt.hardware [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1531.298237] env[62023]: DEBUG nova.virt.hardware [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1531.298408] env[62023]: DEBUG nova.virt.hardware [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1531.298568] env[62023]: DEBUG nova.virt.hardware [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1531.298790] env[62023]: DEBUG nova.virt.hardware [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1531.298937] env[62023]: DEBUG nova.virt.hardware [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1531.299106] env[62023]: DEBUG nova.virt.hardware [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1531.299343] env[62023]: DEBUG nova.virt.hardware [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1531.299573] env[62023]: DEBUG nova.virt.hardware [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1531.300282] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8740c8b-970f-46bd-b6ab-66c43fa2bb80 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.303780] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1531.303780] env[62023]: value = "task-1758173" [ 1531.303780] env[62023]: _type = "Task" [ 1531.303780] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.306137] env[62023]: DEBUG nova.compute.manager [req-1507edb4-2c9d-46a1-a05b-a3f0942c6e64 req-1686fc98-7c87-48c7-9dab-fe5334d80006 service nova] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Received event network-changed-80434ae5-6f09-4fa0-8eb8-50c57bbb3780 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1531.306343] env[62023]: DEBUG nova.compute.manager [req-1507edb4-2c9d-46a1-a05b-a3f0942c6e64 req-1686fc98-7c87-48c7-9dab-fe5334d80006 service nova] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Refreshing instance network info cache due to event network-changed-80434ae5-6f09-4fa0-8eb8-50c57bbb3780. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1531.306557] env[62023]: DEBUG oslo_concurrency.lockutils [req-1507edb4-2c9d-46a1-a05b-a3f0942c6e64 req-1686fc98-7c87-48c7-9dab-fe5334d80006 service nova] Acquiring lock "refresh_cache-41220130-9cae-4af6-9be8-d5601b0b3cdc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.306697] env[62023]: DEBUG oslo_concurrency.lockutils [req-1507edb4-2c9d-46a1-a05b-a3f0942c6e64 req-1686fc98-7c87-48c7-9dab-fe5334d80006 service nova] Acquired lock "refresh_cache-41220130-9cae-4af6-9be8-d5601b0b3cdc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.307313] env[62023]: DEBUG nova.network.neutron [req-1507edb4-2c9d-46a1-a05b-a3f0942c6e64 req-1686fc98-7c87-48c7-9dab-fe5334d80006 service nova] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Refreshing network info cache for port 80434ae5-6f09-4fa0-8eb8-50c57bbb3780 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1531.314842] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34622a0-df57-4d2f-a83a-604cc1b74ec5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.327395] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758173, 'name': CreateVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.338463] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1531.338463] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529b1296-696e-1713-640b-4ce917ebe057" [ 1531.338463] env[62023]: _type = "HttpNfcLease" [ 1531.338463] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1531.338759] env[62023]: DEBUG oslo_vmware.rw_handles [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1531.338759] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529b1296-696e-1713-640b-4ce917ebe057" [ 1531.338759] env[62023]: _type = "HttpNfcLease" [ 1531.338759] env[62023]: }. {{(pid=62023) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1531.339506] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e355888-800e-44fd-8ca1-e05cd02727b4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.347535] env[62023]: DEBUG oslo_vmware.rw_handles [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ef80d-52c5-1e4a-2d0e-db7751afbeba/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1531.348086] env[62023]: DEBUG oslo_vmware.rw_handles [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ef80d-52c5-1e4a-2d0e-db7751afbeba/disk-0.vmdk. {{(pid=62023) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1531.415426] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f5f6ff6b-ccf7-4472-b7a4-35821056748d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.440773] env[62023]: ERROR nova.scheduler.client.report [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [req-186ee925-7ac5-4fbd-8cb6-7307e68c6674] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-186ee925-7ac5-4fbd-8cb6-7307e68c6674"}]} [ 1531.458000] env[62023]: DEBUG nova.scheduler.client.report [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1531.472872] env[62023]: DEBUG nova.scheduler.client.report [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1531.473118] env[62023]: DEBUG nova.compute.provider_tree [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1531.485090] env[62023]: DEBUG nova.scheduler.client.report [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1531.513473] env[62023]: DEBUG nova.scheduler.client.report [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1531.534048] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.534584] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f08430ab-e58f-438b-9265-9174784f6e65 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.541415] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1531.541415] env[62023]: value = "task-1758174" [ 1531.541415] env[62023]: _type = "Task" [ 1531.541415] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.553265] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] VM already powered off {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1531.553478] env[62023]: DEBUG nova.compute.manager [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1531.554288] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa3e3ce-1e33-4230-8636-e322cf0ae612 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.560209] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "refresh_cache-9b6fd307-158d-422f-92ed-62794647989e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.560380] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "refresh_cache-9b6fd307-158d-422f-92ed-62794647989e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.560557] env[62023]: DEBUG nova.network.neutron [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1531.637634] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74b2cf27-4b2f-49e8-9e7f-ade0b193291e tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "9af0d121-d9a0-4068-8c79-c09c03b899b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.990s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.648229] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758170, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.784377] env[62023]: DEBUG nova.compute.manager [req-5450701e-a91e-478e-911b-2cb8a134c8b5 req-ae0d931a-7bb8-45ce-bf64-e5ee2b40bd61 service nova] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Received event network-vif-plugged-c4305024-1737-4c84-9a32-1fd17f1fefb1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1531.784668] env[62023]: DEBUG oslo_concurrency.lockutils [req-5450701e-a91e-478e-911b-2cb8a134c8b5 req-ae0d931a-7bb8-45ce-bf64-e5ee2b40bd61 service nova] Acquiring lock "79742d3a-cd95-440c-90ba-a33d8d09d35f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.785446] env[62023]: DEBUG oslo_concurrency.lockutils [req-5450701e-a91e-478e-911b-2cb8a134c8b5 req-ae0d931a-7bb8-45ce-bf64-e5ee2b40bd61 service nova] Lock "79742d3a-cd95-440c-90ba-a33d8d09d35f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.785577] env[62023]: DEBUG oslo_concurrency.lockutils [req-5450701e-a91e-478e-911b-2cb8a134c8b5 req-ae0d931a-7bb8-45ce-bf64-e5ee2b40bd61 service nova] Lock "79742d3a-cd95-440c-90ba-a33d8d09d35f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.785769] env[62023]: DEBUG nova.compute.manager [req-5450701e-a91e-478e-911b-2cb8a134c8b5 req-ae0d931a-7bb8-45ce-bf64-e5ee2b40bd61 service nova] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] No waiting events found dispatching network-vif-plugged-c4305024-1737-4c84-9a32-1fd17f1fefb1 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1531.785991] env[62023]: WARNING nova.compute.manager [req-5450701e-a91e-478e-911b-2cb8a134c8b5 req-ae0d931a-7bb8-45ce-bf64-e5ee2b40bd61 service nova] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Received unexpected event network-vif-plugged-c4305024-1737-4c84-9a32-1fd17f1fefb1 for instance with vm_state building and task_state spawning. [ 1531.827799] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758173, 'name': CreateVM_Task, 'duration_secs': 0.376455} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.830332] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1531.831180] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.831503] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.831821] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1531.832141] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bba264d0-c720-4944-8a71-8825adbadf9d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.838715] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1531.838715] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e55ead-004b-8098-8498-223cce44f66e" [ 1531.838715] env[62023]: _type = "Task" [ 1531.838715] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.857359] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e55ead-004b-8098-8498-223cce44f66e, 'name': SearchDatastore_Task, 'duration_secs': 0.010636} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.860249] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.862083] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1531.862083] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.862083] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.862083] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1531.862338] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ab9c135-cfd6-44d3-af62-dc675a0e39d0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.873018] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1531.873272] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1531.876082] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2baee8b-0034-400c-9d0c-2470ff3ef6eb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.883521] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1531.883521] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52509869-5321-d804-a4fb-04baea6a4cfb" [ 1531.883521] env[62023]: _type = "Task" [ 1531.883521] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.899323] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52509869-5321-d804-a4fb-04baea6a4cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.011245} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.913057] env[62023]: DEBUG nova.network.neutron [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Successfully updated port: c4305024-1737-4c84-9a32-1fd17f1fefb1 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1531.918906] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aea7876-94ad-40a4-8cc1-4bdfb4e05865 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.934270] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1531.934270] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f416bb-bd03-22ec-0aec-e7620e7d9aac" [ 1531.934270] env[62023]: _type = "Task" [ 1531.934270] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.949610] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f416bb-bd03-22ec-0aec-e7620e7d9aac, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.951436] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.951706] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 41220130-9cae-4af6-9be8-d5601b0b3cdc/41220130-9cae-4af6-9be8-d5601b0b3cdc.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1531.952359] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75cb8be8-e3e1-468c-9b4d-3432617733dd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.960546] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1531.960546] env[62023]: value = "task-1758175" [ 1531.960546] env[62023]: _type = "Task" [ 1531.960546] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.973893] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.040160] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f738f732-4b22-481c-89f3-31168a2b8c0b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.051192] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a67bf0-ccc2-408d-963d-c311376b7b91 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.095136] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5e7f10-7629-4a84-ac2b-f4e29072353d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.106123] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7381d114-4883-4493-88e7-5d70347f4baa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.125420] env[62023]: DEBUG nova.compute.provider_tree [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1532.145048] env[62023]: DEBUG oslo_vmware.api [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758170, 'name': PowerOnVM_Task, 'duration_secs': 0.641653} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.146080] env[62023]: DEBUG nova.network.neutron [req-1507edb4-2c9d-46a1-a05b-a3f0942c6e64 req-1686fc98-7c87-48c7-9dab-fe5334d80006 service nova] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Updated VIF entry in instance network info cache for port 80434ae5-6f09-4fa0-8eb8-50c57bbb3780. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1532.146419] env[62023]: DEBUG nova.network.neutron [req-1507edb4-2c9d-46a1-a05b-a3f0942c6e64 req-1686fc98-7c87-48c7-9dab-fe5334d80006 service nova] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Updating instance_info_cache with network_info: [{"id": "80434ae5-6f09-4fa0-8eb8-50c57bbb3780", "address": "fa:16:3e:06:82:dc", "network": {"id": "befea773-4e0a-406f-849f-94a2a12b9b4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-735919679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "652017d1031f47e39bcadddce0fe4786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80434ae5-6f", "ovs_interfaceid": "80434ae5-6f09-4fa0-8eb8-50c57bbb3780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.151048] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1532.151048] env[62023]: INFO nova.compute.manager [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1532.151048] env[62023]: DEBUG nova.compute.manager [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1532.151755] env[62023]: DEBUG nova.compute.manager [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1532.158235] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c415176a-0592-4825-9288-3e5d6af32ed4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.411291] env[62023]: DEBUG oslo_concurrency.lockutils [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "5b584f8c-6c31-4f14-852d-e2bc18f6373d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.411811] env[62023]: DEBUG oslo_concurrency.lockutils [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "5b584f8c-6c31-4f14-852d-e2bc18f6373d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.412106] env[62023]: DEBUG oslo_concurrency.lockutils [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "5b584f8c-6c31-4f14-852d-e2bc18f6373d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.412308] env[62023]: DEBUG oslo_concurrency.lockutils [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "5b584f8c-6c31-4f14-852d-e2bc18f6373d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.412493] env[62023]: DEBUG oslo_concurrency.lockutils [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "5b584f8c-6c31-4f14-852d-e2bc18f6373d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.416102] env[62023]: INFO nova.compute.manager [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Terminating instance [ 1532.429990] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Acquiring lock "refresh_cache-79742d3a-cd95-440c-90ba-a33d8d09d35f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.430155] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Acquired lock "refresh_cache-79742d3a-cd95-440c-90ba-a33d8d09d35f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.430289] env[62023]: DEBUG nova.network.neutron [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1532.441557] env[62023]: DEBUG nova.network.neutron [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Updating instance_info_cache with network_info: [{"id": "b1df8bef-4c08-41de-9436-e6178b91a2bd", "address": "fa:16:3e:f1:b1:79", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1df8bef-4c", "ovs_interfaceid": "b1df8bef-4c08-41de-9436-e6178b91a2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.473452] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758175, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.531637] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "9af0d121-d9a0-4068-8c79-c09c03b899b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.531998] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "9af0d121-d9a0-4068-8c79-c09c03b899b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.532711] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "9af0d121-d9a0-4068-8c79-c09c03b899b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.532711] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "9af0d121-d9a0-4068-8c79-c09c03b899b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.532952] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "9af0d121-d9a0-4068-8c79-c09c03b899b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.537080] env[62023]: INFO nova.compute.manager [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Terminating instance [ 1532.655899] env[62023]: DEBUG oslo_concurrency.lockutils [req-1507edb4-2c9d-46a1-a05b-a3f0942c6e64 req-1686fc98-7c87-48c7-9dab-fe5334d80006 service nova] Releasing lock "refresh_cache-41220130-9cae-4af6-9be8-d5601b0b3cdc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.666923] env[62023]: DEBUG nova.scheduler.client.report [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1532.667121] env[62023]: DEBUG nova.compute.provider_tree [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 96 to 97 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1532.667362] env[62023]: DEBUG nova.compute.provider_tree [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1532.682149] env[62023]: INFO nova.compute.manager [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Took 57.99 seconds to build instance. [ 1532.686131] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.844516] env[62023]: DEBUG oslo_vmware.rw_handles [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Completed reading data from the image iterator. {{(pid=62023) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1532.844818] env[62023]: DEBUG oslo_vmware.rw_handles [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ef80d-52c5-1e4a-2d0e-db7751afbeba/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1532.845928] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f317688b-802e-4dac-b2fd-b47698e640b6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.852827] env[62023]: DEBUG oslo_vmware.rw_handles [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ef80d-52c5-1e4a-2d0e-db7751afbeba/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1532.852993] env[62023]: DEBUG oslo_vmware.rw_handles [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ef80d-52c5-1e4a-2d0e-db7751afbeba/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1532.853251] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7ba2759a-0b1d-41dc-82f7-4f98755d74ba {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.922325] env[62023]: DEBUG nova.compute.manager [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1532.922664] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1532.924036] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de77f60-607f-46f2-8c2a-b32864eb5c30 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.935743] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1532.936058] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-925ba48e-e442-429c-80c3-2f862a3ae234 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.943944] env[62023]: DEBUG oslo_vmware.api [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1532.943944] env[62023]: value = "task-1758176" [ 1532.943944] env[62023]: _type = "Task" [ 1532.943944] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.948030] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "refresh_cache-9b6fd307-158d-422f-92ed-62794647989e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.954823] env[62023]: DEBUG oslo_vmware.api [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.967718] env[62023]: DEBUG nova.network.neutron [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1532.974925] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620898} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.975206] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 41220130-9cae-4af6-9be8-d5601b0b3cdc/41220130-9cae-4af6-9be8-d5601b0b3cdc.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1532.975420] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1532.975721] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e06bbe58-2a28-45b1-ace0-2f05dc6611c8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.988690] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1532.988690] env[62023]: value = "task-1758177" [ 1532.988690] env[62023]: _type = "Task" [ 1532.988690] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.998886] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.044018] env[62023]: DEBUG nova.compute.manager [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1533.044322] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1533.045025] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b071ac-8e1e-43f1-9c09-0aafe59db4f2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.053115] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1533.056457] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b29bd55f-649f-4423-9193-06f266995a00 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.064434] env[62023]: DEBUG oslo_vmware.api [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1533.064434] env[62023]: value = "task-1758178" [ 1533.064434] env[62023]: _type = "Task" [ 1533.064434] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.077408] env[62023]: DEBUG oslo_vmware.api [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.088953] env[62023]: DEBUG oslo_vmware.rw_handles [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ef80d-52c5-1e4a-2d0e-db7751afbeba/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1533.089338] env[62023]: INFO nova.virt.vmwareapi.images [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Downloaded image file data aea7705f-c72c-417d-9d66-9113e2788e36 [ 1533.090204] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95880e9d-4dc2-4c5d-94d0-be30f06f29af {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.112734] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc9c037f-4ae2-4cf4-a741-06db258a80f3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.137350] env[62023]: INFO nova.virt.vmwareapi.images [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] The imported VM was unregistered [ 1533.141241] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Caching image {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1533.141489] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Creating directory with path [datastore1] devstack-image-cache_base/aea7705f-c72c-417d-9d66-9113e2788e36 {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1533.141814] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31d77a55-3493-462c-bbf4-c3f7c8ba9aea {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.152662] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Created directory with path [datastore1] devstack-image-cache_base/aea7705f-c72c-417d-9d66-9113e2788e36 {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1533.152849] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1be61dd0-d405-45f0-9b65-b5514aba4c4a/OSTACK_IMG_1be61dd0-d405-45f0-9b65-b5514aba4c4a.vmdk to [datastore1] devstack-image-cache_base/aea7705f-c72c-417d-9d66-9113e2788e36/aea7705f-c72c-417d-9d66-9113e2788e36.vmdk. {{(pid=62023) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1533.153377] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7576b6ad-a2ca-457c-9683-dfeef343c6e4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.160202] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1533.160202] env[62023]: value = "task-1758180" [ 1533.160202] env[62023]: _type = "Task" [ 1533.160202] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.170570] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758180, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.172463] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.948s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.172990] env[62023]: DEBUG nova.compute.manager [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1533.176496] env[62023]: DEBUG nova.network.neutron [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Updating instance_info_cache with network_info: [{"id": "c4305024-1737-4c84-9a32-1fd17f1fefb1", "address": "fa:16:3e:d5:c4:a8", "network": {"id": "acaec747-8843-4ae3-a4aa-39f340b5f674", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1407693259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5df295db2f984bae8d654222aaa2a506", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4305024-17", "ovs_interfaceid": "c4305024-1737-4c84-9a32-1fd17f1fefb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.181022] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.094s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.181022] env[62023]: INFO nova.compute.claims [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1533.184406] env[62023]: DEBUG oslo_concurrency.lockutils [None req-940b2c5b-0448-4022-91e3-e8a8cd065b2a tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "ab5bd1ed-328e-4353-9865-aac5e8a36f8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.140s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.312776] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1533.312776] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b499410-743d-42ce-9f6e-017ef773d7b9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.325147] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1533.325446] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4153728-607b-442c-95d1-a1b666327c29 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.354814] env[62023]: DEBUG nova.compute.manager [req-891e9f5a-9cb5-4b10-8f89-d1b2f7619b92 req-84af317a-510d-4bb0-8834-5e3a591222f0 service nova] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Received event network-vif-unplugged-b1df8bef-4c08-41de-9436-e6178b91a2bd {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1533.358421] env[62023]: DEBUG oslo_concurrency.lockutils [req-891e9f5a-9cb5-4b10-8f89-d1b2f7619b92 req-84af317a-510d-4bb0-8834-5e3a591222f0 service nova] Acquiring lock "9b6fd307-158d-422f-92ed-62794647989e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.358785] env[62023]: DEBUG oslo_concurrency.lockutils [req-891e9f5a-9cb5-4b10-8f89-d1b2f7619b92 req-84af317a-510d-4bb0-8834-5e3a591222f0 service nova] Lock "9b6fd307-158d-422f-92ed-62794647989e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.359032] env[62023]: DEBUG oslo_concurrency.lockutils [req-891e9f5a-9cb5-4b10-8f89-d1b2f7619b92 req-84af317a-510d-4bb0-8834-5e3a591222f0 service nova] Lock "9b6fd307-158d-422f-92ed-62794647989e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.359270] env[62023]: DEBUG nova.compute.manager [req-891e9f5a-9cb5-4b10-8f89-d1b2f7619b92 req-84af317a-510d-4bb0-8834-5e3a591222f0 service nova] [instance: 9b6fd307-158d-422f-92ed-62794647989e] No waiting events found dispatching network-vif-unplugged-b1df8bef-4c08-41de-9436-e6178b91a2bd {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1533.359517] env[62023]: WARNING nova.compute.manager [req-891e9f5a-9cb5-4b10-8f89-d1b2f7619b92 req-84af317a-510d-4bb0-8834-5e3a591222f0 service nova] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Received unexpected event network-vif-unplugged-b1df8bef-4c08-41de-9436-e6178b91a2bd for instance with vm_state shelved and task_state shelving_offloading. [ 1533.359710] env[62023]: DEBUG nova.compute.manager [req-891e9f5a-9cb5-4b10-8f89-d1b2f7619b92 req-84af317a-510d-4bb0-8834-5e3a591222f0 service nova] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Received event network-changed-b1df8bef-4c08-41de-9436-e6178b91a2bd {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1533.359961] env[62023]: DEBUG nova.compute.manager [req-891e9f5a-9cb5-4b10-8f89-d1b2f7619b92 req-84af317a-510d-4bb0-8834-5e3a591222f0 service nova] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Refreshing instance network info cache due to event network-changed-b1df8bef-4c08-41de-9436-e6178b91a2bd. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1533.360270] env[62023]: DEBUG oslo_concurrency.lockutils [req-891e9f5a-9cb5-4b10-8f89-d1b2f7619b92 req-84af317a-510d-4bb0-8834-5e3a591222f0 service nova] Acquiring lock "refresh_cache-9b6fd307-158d-422f-92ed-62794647989e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.360482] env[62023]: DEBUG oslo_concurrency.lockutils [req-891e9f5a-9cb5-4b10-8f89-d1b2f7619b92 req-84af317a-510d-4bb0-8834-5e3a591222f0 service nova] Acquired lock "refresh_cache-9b6fd307-158d-422f-92ed-62794647989e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.360666] env[62023]: DEBUG nova.network.neutron [req-891e9f5a-9cb5-4b10-8f89-d1b2f7619b92 req-84af317a-510d-4bb0-8834-5e3a591222f0 service nova] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Refreshing network info cache for port b1df8bef-4c08-41de-9436-e6178b91a2bd {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1533.454999] env[62023]: DEBUG oslo_vmware.api [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758176, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.498910] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06751} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.499592] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1533.500573] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65e25fe-a83a-4be8-b5b7-550731e9c268 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.527097] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 41220130-9cae-4af6-9be8-d5601b0b3cdc/41220130-9cae-4af6-9be8-d5601b0b3cdc.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1533.527270] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-568e5769-c197-4d23-8688-a0c4ac70af44 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.542607] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1533.542816] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1533.542997] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Deleting the datastore file [datastore1] 9b6fd307-158d-422f-92ed-62794647989e {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1533.543292] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e9727c2-293f-4afa-8fab-81a5cddc8b66 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.555812] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1533.555812] env[62023]: value = "task-1758182" [ 1533.555812] env[62023]: _type = "Task" [ 1533.555812] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.557405] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1533.557405] env[62023]: value = "task-1758183" [ 1533.557405] env[62023]: _type = "Task" [ 1533.557405] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.569660] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758183, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.576183] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.588894] env[62023]: DEBUG oslo_vmware.api [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758178, 'name': PowerOffVM_Task, 'duration_secs': 0.479672} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.589411] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1533.589595] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1533.590131] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c53978a-65ba-4314-a380-5a98a1445f58 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.671012] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758180, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.683656] env[62023]: DEBUG nova.compute.utils [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1533.685294] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Releasing lock "refresh_cache-79742d3a-cd95-440c-90ba-a33d8d09d35f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.688531] env[62023]: DEBUG nova.compute.manager [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Instance network_info: |[{"id": "c4305024-1737-4c84-9a32-1fd17f1fefb1", "address": "fa:16:3e:d5:c4:a8", "network": {"id": "acaec747-8843-4ae3-a4aa-39f340b5f674", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1407693259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5df295db2f984bae8d654222aaa2a506", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4305024-17", "ovs_interfaceid": "c4305024-1737-4c84-9a32-1fd17f1fefb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1533.688531] env[62023]: DEBUG nova.compute.manager [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1533.688531] env[62023]: DEBUG nova.network.neutron [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1533.693537] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:c4:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4305024-1737-4c84-9a32-1fd17f1fefb1', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1533.701991] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Creating folder: Project (5df295db2f984bae8d654222aaa2a506). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1533.703516] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecc4fff4-032a-4133-87c8-b1294aa965a3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.715687] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Created folder: Project (5df295db2f984bae8d654222aaa2a506) in parent group-v365170. [ 1533.715903] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Creating folder: Instances. Parent ref: group-v365356. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1533.716183] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-746b3c2b-d8c5-4524-baeb-7995745ca106 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.725344] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Created folder: Instances in parent group-v365356. [ 1533.725608] env[62023]: DEBUG oslo.service.loopingcall [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.725810] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1533.726027] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31672661-c030-4c48-8879-3e658a81795c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.746812] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1533.746812] env[62023]: value = "task-1758187" [ 1533.746812] env[62023]: _type = "Task" [ 1533.746812] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.751387] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1533.751634] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1533.751763] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Deleting the datastore file [datastore1] 9af0d121-d9a0-4068-8c79-c09c03b899b6 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1533.752478] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67fcb5cc-7f34-4435-9a7b-3df0164d6daf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.758870] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758187, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.769611] env[62023]: DEBUG oslo_vmware.api [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1533.769611] env[62023]: value = "task-1758188" [ 1533.769611] env[62023]: _type = "Task" [ 1533.769611] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.771316] env[62023]: DEBUG nova.policy [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e4499ea2f854182b5e23993d4c2fc4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7982d75f7cc4007874eeb585af88969', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1533.785172] env[62023]: DEBUG oslo_vmware.api [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.837539] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c69980-5199-42b2-a990-4f4a9ae6ec55 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.852425] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d20c5eb5-3157-455f-8b9e-efd9c425fd4b tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Suspending the VM {{(pid=62023) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1533.852791] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e9b74a92-486f-4b2d-8bf2-57285c82565c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.864119] env[62023]: DEBUG oslo_vmware.api [None req-d20c5eb5-3157-455f-8b9e-efd9c425fd4b tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1533.864119] env[62023]: value = "task-1758189" [ 1533.864119] env[62023]: _type = "Task" [ 1533.864119] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.879934] env[62023]: DEBUG oslo_vmware.api [None req-d20c5eb5-3157-455f-8b9e-efd9c425fd4b tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758189, 'name': SuspendVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.959269] env[62023]: DEBUG oslo_vmware.api [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758176, 'name': PowerOffVM_Task, 'duration_secs': 0.531524} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.959595] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1533.959764] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1533.960592] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c95e23f-c69d-4213-8534-b7e37aa02266 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.967844] env[62023]: DEBUG nova.compute.manager [req-7795a669-2261-4e43-acc3-7f39c197cd46 req-bfbbc532-37d1-4246-a08f-4095f3cca6a6 service nova] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Received event network-changed-c4305024-1737-4c84-9a32-1fd17f1fefb1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1533.967844] env[62023]: DEBUG nova.compute.manager [req-7795a669-2261-4e43-acc3-7f39c197cd46 req-bfbbc532-37d1-4246-a08f-4095f3cca6a6 service nova] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Refreshing instance network info cache due to event network-changed-c4305024-1737-4c84-9a32-1fd17f1fefb1. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1533.967844] env[62023]: DEBUG oslo_concurrency.lockutils [req-7795a669-2261-4e43-acc3-7f39c197cd46 req-bfbbc532-37d1-4246-a08f-4095f3cca6a6 service nova] Acquiring lock "refresh_cache-79742d3a-cd95-440c-90ba-a33d8d09d35f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.967844] env[62023]: DEBUG oslo_concurrency.lockutils [req-7795a669-2261-4e43-acc3-7f39c197cd46 req-bfbbc532-37d1-4246-a08f-4095f3cca6a6 service nova] Acquired lock "refresh_cache-79742d3a-cd95-440c-90ba-a33d8d09d35f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.967844] env[62023]: DEBUG nova.network.neutron [req-7795a669-2261-4e43-acc3-7f39c197cd46 req-bfbbc532-37d1-4246-a08f-4095f3cca6a6 service nova] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Refreshing network info cache for port c4305024-1737-4c84-9a32-1fd17f1fefb1 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1534.071388] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.074858] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.152643] env[62023]: DEBUG nova.network.neutron [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Successfully created port: f3543aff-c33d-4f1a-b3cd-7aa8eb514abc {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1534.173120] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758180, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.189761] env[62023]: DEBUG nova.compute.manager [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1534.208456] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1534.208456] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1534.208456] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Deleting the datastore file [datastore1] 5b584f8c-6c31-4f14-852d-e2bc18f6373d {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1534.209029] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c01556c5-88f0-487f-89e9-4d6847e3a21c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.220530] env[62023]: DEBUG oslo_vmware.api [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1534.220530] env[62023]: value = "task-1758191" [ 1534.220530] env[62023]: _type = "Task" [ 1534.220530] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.232571] env[62023]: DEBUG oslo_vmware.api [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.264272] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758187, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.289350] env[62023]: DEBUG oslo_vmware.api [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.381963] env[62023]: DEBUG oslo_vmware.api [None req-d20c5eb5-3157-455f-8b9e-efd9c425fd4b tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758189, 'name': SuspendVM_Task} progress is 16%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.438736] env[62023]: DEBUG nova.network.neutron [req-891e9f5a-9cb5-4b10-8f89-d1b2f7619b92 req-84af317a-510d-4bb0-8834-5e3a591222f0 service nova] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Updated VIF entry in instance network info cache for port b1df8bef-4c08-41de-9436-e6178b91a2bd. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1534.439115] env[62023]: DEBUG nova.network.neutron [req-891e9f5a-9cb5-4b10-8f89-d1b2f7619b92 req-84af317a-510d-4bb0-8834-5e3a591222f0 service nova] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Updating instance_info_cache with network_info: [{"id": "b1df8bef-4c08-41de-9436-e6178b91a2bd", "address": "fa:16:3e:f1:b1:79", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": null, "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb1df8bef-4c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.582533] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.587358] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.674427] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758180, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.719258] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd47afc-335c-46b9-9f62-80bc86dddd9c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.732442] env[62023]: DEBUG oslo_vmware.api [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.735412] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070523d2-a048-4323-85e0-f8f4b4bdb594 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.780718] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d1398e-1830-4d22-bb1c-8045d6d56a56 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.793348] env[62023]: DEBUG oslo_vmware.api [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.798651] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758187, 'name': CreateVM_Task, 'duration_secs': 0.584164} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.798651] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1534.799879] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f7711b-8112-45f2-a344-c0d6e2d932c2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.805274] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.805444] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.805782] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1534.806488] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfc5d341-c351-4b9f-a23b-135724fb7173 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.818968] env[62023]: DEBUG nova.compute.provider_tree [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.823116] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Waiting for the task: (returnval){ [ 1534.823116] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52bbb681-bd1c-9c6a-3498-63efd799cfb3" [ 1534.823116] env[62023]: _type = "Task" [ 1534.823116] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.834417] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52bbb681-bd1c-9c6a-3498-63efd799cfb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.840352] env[62023]: DEBUG nova.network.neutron [req-7795a669-2261-4e43-acc3-7f39c197cd46 req-bfbbc532-37d1-4246-a08f-4095f3cca6a6 service nova] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Updated VIF entry in instance network info cache for port c4305024-1737-4c84-9a32-1fd17f1fefb1. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1534.840680] env[62023]: DEBUG nova.network.neutron [req-7795a669-2261-4e43-acc3-7f39c197cd46 req-bfbbc532-37d1-4246-a08f-4095f3cca6a6 service nova] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Updating instance_info_cache with network_info: [{"id": "c4305024-1737-4c84-9a32-1fd17f1fefb1", "address": "fa:16:3e:d5:c4:a8", "network": {"id": "acaec747-8843-4ae3-a4aa-39f340b5f674", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1407693259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5df295db2f984bae8d654222aaa2a506", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4305024-17", "ovs_interfaceid": "c4305024-1737-4c84-9a32-1fd17f1fefb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.878677] env[62023]: DEBUG oslo_vmware.api [None req-d20c5eb5-3157-455f-8b9e-efd9c425fd4b tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758189, 'name': SuspendVM_Task} progress is 83%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.941712] env[62023]: DEBUG oslo_concurrency.lockutils [req-891e9f5a-9cb5-4b10-8f89-d1b2f7619b92 req-84af317a-510d-4bb0-8834-5e3a591222f0 service nova] Releasing lock "refresh_cache-9b6fd307-158d-422f-92ed-62794647989e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.073090] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.078656] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.174713] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758180, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.204530] env[62023]: DEBUG nova.compute.manager [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1535.231127] env[62023]: DEBUG nova.virt.hardware [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1535.231395] env[62023]: DEBUG nova.virt.hardware [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.231552] env[62023]: DEBUG nova.virt.hardware [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1535.231818] env[62023]: DEBUG nova.virt.hardware [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.231892] env[62023]: DEBUG nova.virt.hardware [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1535.232867] env[62023]: DEBUG nova.virt.hardware [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1535.232867] env[62023]: DEBUG nova.virt.hardware [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1535.233216] env[62023]: DEBUG nova.virt.hardware [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1535.233540] env[62023]: DEBUG nova.virt.hardware [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1535.233674] env[62023]: DEBUG nova.virt.hardware [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1535.233848] env[62023]: DEBUG nova.virt.hardware [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1535.234729] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccb3646-a91b-4a0d-be48-0c0f8d383062 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.240782] env[62023]: DEBUG oslo_vmware.api [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.250154] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154298f4-ef9b-4453-aa74-a17c0768841d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.289715] env[62023]: DEBUG oslo_vmware.api [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.324057] env[62023]: DEBUG nova.scheduler.client.report [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.337689] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52bbb681-bd1c-9c6a-3498-63efd799cfb3, 'name': SearchDatastore_Task, 'duration_secs': 0.11618} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.337986] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.338234] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1535.338500] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.338669] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.338849] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1535.339121] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5b9813f-a8b2-480f-addd-11ff57975fdd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.342674] env[62023]: DEBUG oslo_concurrency.lockutils [req-7795a669-2261-4e43-acc3-7f39c197cd46 req-bfbbc532-37d1-4246-a08f-4095f3cca6a6 service nova] Releasing lock "refresh_cache-79742d3a-cd95-440c-90ba-a33d8d09d35f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.360841] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1535.361101] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1535.361901] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcfc5ce6-c038-4f64-98dc-1895a90f69ab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.371581] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Waiting for the task: (returnval){ [ 1535.371581] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52884c00-e0e4-f24a-d157-2b66eb3ce636" [ 1535.371581] env[62023]: _type = "Task" [ 1535.371581] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.378205] env[62023]: DEBUG oslo_vmware.api [None req-d20c5eb5-3157-455f-8b9e-efd9c425fd4b tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758189, 'name': SuspendVM_Task} progress is 83%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.387444] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52884c00-e0e4-f24a-d157-2b66eb3ce636, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.574761] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.578391] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.673892] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758180, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.734382] env[62023]: DEBUG oslo_vmware.api [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.790121] env[62023]: DEBUG oslo_vmware.api [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758188, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.803307] env[62023]: DEBUG nova.compute.manager [req-d00888c9-f8f3-426f-95f6-2de84db45321 req-7db171dd-73fa-46cb-8f65-dcf9fdc7726d service nova] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Received event network-vif-plugged-f3543aff-c33d-4f1a-b3cd-7aa8eb514abc {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1535.803307] env[62023]: DEBUG oslo_concurrency.lockutils [req-d00888c9-f8f3-426f-95f6-2de84db45321 req-7db171dd-73fa-46cb-8f65-dcf9fdc7726d service nova] Acquiring lock "6abfdd73-17b8-44f6-bbee-ba8c64e9dd14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.803307] env[62023]: DEBUG oslo_concurrency.lockutils [req-d00888c9-f8f3-426f-95f6-2de84db45321 req-7db171dd-73fa-46cb-8f65-dcf9fdc7726d service nova] Lock "6abfdd73-17b8-44f6-bbee-ba8c64e9dd14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.803307] env[62023]: DEBUG oslo_concurrency.lockutils [req-d00888c9-f8f3-426f-95f6-2de84db45321 req-7db171dd-73fa-46cb-8f65-dcf9fdc7726d service nova] Lock "6abfdd73-17b8-44f6-bbee-ba8c64e9dd14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.803307] env[62023]: DEBUG nova.compute.manager [req-d00888c9-f8f3-426f-95f6-2de84db45321 req-7db171dd-73fa-46cb-8f65-dcf9fdc7726d service nova] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] No waiting events found dispatching network-vif-plugged-f3543aff-c33d-4f1a-b3cd-7aa8eb514abc {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1535.803307] env[62023]: WARNING nova.compute.manager [req-d00888c9-f8f3-426f-95f6-2de84db45321 req-7db171dd-73fa-46cb-8f65-dcf9fdc7726d service nova] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Received unexpected event network-vif-plugged-f3543aff-c33d-4f1a-b3cd-7aa8eb514abc for instance with vm_state building and task_state spawning. [ 1535.829410] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.829956] env[62023]: DEBUG nova.compute.manager [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1535.833157] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.280s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.833815] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.836144] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.829s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.837864] env[62023]: INFO nova.compute.claims [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1535.865724] env[62023]: INFO nova.scheduler.client.report [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Deleted allocations for instance 4165552d-09a6-4e98-a12e-3ecc62c5d75e [ 1535.882969] env[62023]: DEBUG oslo_vmware.api [None req-d20c5eb5-3157-455f-8b9e-efd9c425fd4b tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758189, 'name': SuspendVM_Task, 'duration_secs': 1.663303} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.884312] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d20c5eb5-3157-455f-8b9e-efd9c425fd4b tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Suspended the VM {{(pid=62023) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1535.884554] env[62023]: DEBUG nova.compute.manager [None req-d20c5eb5-3157-455f-8b9e-efd9c425fd4b tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1535.886345] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e962140-0081-4fc6-ba72-15b2eb69686b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.900330] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52884c00-e0e4-f24a-d157-2b66eb3ce636, 'name': SearchDatastore_Task, 'duration_secs': 0.088375} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.901236] env[62023]: DEBUG nova.network.neutron [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Successfully updated port: f3543aff-c33d-4f1a-b3cd-7aa8eb514abc {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1535.905657] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aefdabe-662f-4663-9fa5-a4dab9a032d9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.917334] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Waiting for the task: (returnval){ [ 1535.917334] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5254e78e-9078-9bb3-ff1c-25d0a5aa65f2" [ 1535.917334] env[62023]: _type = "Task" [ 1535.917334] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.926579] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5254e78e-9078-9bb3-ff1c-25d0a5aa65f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.072673] env[62023]: DEBUG oslo_vmware.api [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.202995} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.073263] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1536.073492] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1536.073674] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1536.078624] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758183, 'name': ReconfigVM_Task, 'duration_secs': 2.384874} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.078865] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 41220130-9cae-4af6-9be8-d5601b0b3cdc/41220130-9cae-4af6-9be8-d5601b0b3cdc.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1536.079472] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa020b05-7ac7-4c7a-9010-02425a7eaee3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.088441] env[62023]: INFO nova.scheduler.client.report [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Deleted allocations for instance 9b6fd307-158d-422f-92ed-62794647989e [ 1536.091741] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1536.091741] env[62023]: value = "task-1758192" [ 1536.091741] env[62023]: _type = "Task" [ 1536.091741] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.099563] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758192, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.174608] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758180, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.711426} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.174608] env[62023]: INFO nova.virt.vmwareapi.ds_util [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1be61dd0-d405-45f0-9b65-b5514aba4c4a/OSTACK_IMG_1be61dd0-d405-45f0-9b65-b5514aba4c4a.vmdk to [datastore1] devstack-image-cache_base/aea7705f-c72c-417d-9d66-9113e2788e36/aea7705f-c72c-417d-9d66-9113e2788e36.vmdk. [ 1536.174702] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Cleaning up location [datastore1] OSTACK_IMG_1be61dd0-d405-45f0-9b65-b5514aba4c4a {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1536.174865] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1be61dd0-d405-45f0-9b65-b5514aba4c4a {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1536.175229] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-284b26c5-04aa-4cbd-86c8-bbef5c5c9254 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.181930] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1536.181930] env[62023]: value = "task-1758193" [ 1536.181930] env[62023]: _type = "Task" [ 1536.181930] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.190585] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.234615] env[62023]: DEBUG oslo_vmware.api [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.623101} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.234886] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1536.235109] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1536.235299] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1536.235476] env[62023]: INFO nova.compute.manager [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Took 3.31 seconds to destroy the instance on the hypervisor. [ 1536.235724] env[62023]: DEBUG oslo.service.loopingcall [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1536.235916] env[62023]: DEBUG nova.compute.manager [-] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1536.236024] env[62023]: DEBUG nova.network.neutron [-] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1536.290327] env[62023]: DEBUG oslo_vmware.api [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.024541} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.290604] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1536.290790] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1536.290965] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1536.291149] env[62023]: INFO nova.compute.manager [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Took 3.25 seconds to destroy the instance on the hypervisor. [ 1536.291384] env[62023]: DEBUG oslo.service.loopingcall [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1536.291572] env[62023]: DEBUG nova.compute.manager [-] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1536.291667] env[62023]: DEBUG nova.network.neutron [-] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1536.334885] env[62023]: DEBUG nova.compute.utils [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1536.337256] env[62023]: DEBUG nova.compute.manager [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Not allocating networking since 'none' was specified. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1536.377423] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4385870a-6ea7-428c-93fb-ff5b711075c4 tempest-VolumesAssistedSnapshotsTest-1450204502 tempest-VolumesAssistedSnapshotsTest-1450204502-project-member] Lock "4165552d-09a6-4e98-a12e-3ecc62c5d75e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.610s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.406114] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "refresh_cache-6abfdd73-17b8-44f6-bbee-ba8c64e9dd14" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.406293] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired lock "refresh_cache-6abfdd73-17b8-44f6-bbee-ba8c64e9dd14" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.406466] env[62023]: DEBUG nova.network.neutron [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1536.428644] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5254e78e-9078-9bb3-ff1c-25d0a5aa65f2, 'name': SearchDatastore_Task, 'duration_secs': 0.013339} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.428959] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.429268] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 79742d3a-cd95-440c-90ba-a33d8d09d35f/79742d3a-cd95-440c-90ba-a33d8d09d35f.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1536.429782] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a54d4981-17b1-459b-8986-ee017b855cee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.437162] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Waiting for the task: (returnval){ [ 1536.437162] env[62023]: value = "task-1758194" [ 1536.437162] env[62023]: _type = "Task" [ 1536.437162] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.445760] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': task-1758194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.537086] env[62023]: DEBUG nova.compute.manager [req-90d11b41-0563-4470-b733-3608fd7108ac req-83947873-c68f-4e71-8870-a54b1046fd37 service nova] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Received event network-vif-deleted-ef1c46c3-38b3-4d57-ba94-2841a4776858 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1536.537311] env[62023]: INFO nova.compute.manager [req-90d11b41-0563-4470-b733-3608fd7108ac req-83947873-c68f-4e71-8870-a54b1046fd37 service nova] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Neutron deleted interface ef1c46c3-38b3-4d57-ba94-2841a4776858; detaching it from the instance and deleting it from the info cache [ 1536.537492] env[62023]: DEBUG nova.network.neutron [req-90d11b41-0563-4470-b733-3608fd7108ac req-83947873-c68f-4e71-8870-a54b1046fd37 service nova] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.597347] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.604136] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758192, 'name': Rename_Task, 'duration_secs': 0.176261} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.604430] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1536.604688] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f78a53a-6c2b-4a46-be7b-fb171b66a027 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.611199] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1536.611199] env[62023]: value = "task-1758195" [ 1536.611199] env[62023]: _type = "Task" [ 1536.611199] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.622034] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.692696] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.064995} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.693111] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1536.693197] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aea7705f-c72c-417d-9d66-9113e2788e36/aea7705f-c72c-417d-9d66-9113e2788e36.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.693391] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aea7705f-c72c-417d-9d66-9113e2788e36/aea7705f-c72c-417d-9d66-9113e2788e36.vmdk to [datastore1] eda5b959-2aec-4193-88a4-b4ef21aace36/eda5b959-2aec-4193-88a4-b4ef21aace36.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1536.693656] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1c52595-f26e-4ff1-bfb0-aad3a2ccd5bb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.701199] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1536.701199] env[62023]: value = "task-1758196" [ 1536.701199] env[62023]: _type = "Task" [ 1536.701199] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.709777] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.839360] env[62023]: DEBUG nova.compute.manager [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1536.949910] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': task-1758194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479775} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.950543] env[62023]: DEBUG nova.network.neutron [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1536.952418] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 79742d3a-cd95-440c-90ba-a33d8d09d35f/79742d3a-cd95-440c-90ba-a33d8d09d35f.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1536.952604] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1536.952847] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ea4f1ee-518b-4068-87be-1acb4315f19e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.960230] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Waiting for the task: (returnval){ [ 1536.960230] env[62023]: value = "task-1758197" [ 1536.960230] env[62023]: _type = "Task" [ 1536.960230] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.969268] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': task-1758197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.985835] env[62023]: DEBUG nova.network.neutron [-] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.015821] env[62023]: DEBUG nova.network.neutron [-] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.041022] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aff181a0-376a-4cbb-8191-bc9c0227d995 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.050720] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19779e40-30f2-4872-8b16-cc440067745c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.092453] env[62023]: DEBUG nova.compute.manager [req-90d11b41-0563-4470-b733-3608fd7108ac req-83947873-c68f-4e71-8870-a54b1046fd37 service nova] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Detach interface failed, port_id=ef1c46c3-38b3-4d57-ba94-2841a4776858, reason: Instance 9af0d121-d9a0-4068-8c79-c09c03b899b6 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1537.108699] env[62023]: DEBUG nova.network.neutron [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Updating instance_info_cache with network_info: [{"id": "f3543aff-c33d-4f1a-b3cd-7aa8eb514abc", "address": "fa:16:3e:27:7b:ef", "network": {"id": "1053120f-f76e-4f02-8bb5-be8d6cf9387c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753536293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7982d75f7cc4007874eeb585af88969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3543aff-c3", "ovs_interfaceid": "f3543aff-c33d-4f1a-b3cd-7aa8eb514abc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.121548] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.215945] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758196, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.308183] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7364dce9-d70f-45c0-9e51-45a068d13c71 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.318050] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d70487a-9102-49b2-b687-b151c2f1b755 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.351908] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a441e796-6594-426c-a18a-13e92391175b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.360695] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d89c607-388d-42b4-a9f0-477819b45b1c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.375877] env[62023]: DEBUG nova.compute.provider_tree [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.472022] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': task-1758197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078622} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.472022] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1537.472022] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321850cd-d4a3-4935-989d-2fb9d9816e8d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.495649] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 79742d3a-cd95-440c-90ba-a33d8d09d35f/79742d3a-cd95-440c-90ba-a33d8d09d35f.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1537.496169] env[62023]: INFO nova.compute.manager [-] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Took 1.26 seconds to deallocate network for instance. [ 1537.496425] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee7416f6-2309-4914-a9e0-1a842ab905ee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.518036] env[62023]: INFO nova.compute.manager [-] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Took 1.23 seconds to deallocate network for instance. [ 1537.520629] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Waiting for the task: (returnval){ [ 1537.520629] env[62023]: value = "task-1758198" [ 1537.520629] env[62023]: _type = "Task" [ 1537.520629] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.535727] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': task-1758198, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.611822] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Releasing lock "refresh_cache-6abfdd73-17b8-44f6-bbee-ba8c64e9dd14" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.612736] env[62023]: DEBUG nova.compute.manager [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Instance network_info: |[{"id": "f3543aff-c33d-4f1a-b3cd-7aa8eb514abc", "address": "fa:16:3e:27:7b:ef", "network": {"id": "1053120f-f76e-4f02-8bb5-be8d6cf9387c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753536293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7982d75f7cc4007874eeb585af88969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3543aff-c3", "ovs_interfaceid": "f3543aff-c33d-4f1a-b3cd-7aa8eb514abc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1537.613347] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:7b:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3543aff-c33d-4f1a-b3cd-7aa8eb514abc', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1537.621693] env[62023]: DEBUG oslo.service.loopingcall [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1537.625418] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1537.626092] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1196147a-01b7-4f73-aaaf-63ddeb125601 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.648736] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758195, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.652296] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1537.652296] env[62023]: value = "task-1758199" [ 1537.652296] env[62023]: _type = "Task" [ 1537.652296] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.665086] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758199, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.719085] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758196, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.857097] env[62023]: DEBUG nova.compute.manager [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1537.880395] env[62023]: DEBUG nova.scheduler.client.report [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1537.891837] env[62023]: DEBUG nova.virt.hardware [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1537.892054] env[62023]: DEBUG nova.virt.hardware [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1537.892219] env[62023]: DEBUG nova.virt.hardware [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1537.892409] env[62023]: DEBUG nova.virt.hardware [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1537.892558] env[62023]: DEBUG nova.virt.hardware [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1537.892706] env[62023]: DEBUG nova.virt.hardware [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1537.892916] env[62023]: DEBUG nova.virt.hardware [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1537.893090] env[62023]: DEBUG nova.virt.hardware [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1537.893264] env[62023]: DEBUG nova.virt.hardware [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1537.893450] env[62023]: DEBUG nova.virt.hardware [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1537.893702] env[62023]: DEBUG nova.virt.hardware [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1537.894880] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d3f3f2-08a9-47dc-bf98-4d381ed9e5a2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.903874] env[62023]: DEBUG nova.compute.manager [req-d8e182ba-bb7a-4729-a823-b123a6b7719f req-ae5a8903-b68f-41c8-bc92-5b8598ca7181 service nova] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Received event network-changed-f3543aff-c33d-4f1a-b3cd-7aa8eb514abc {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1537.905452] env[62023]: DEBUG nova.compute.manager [req-d8e182ba-bb7a-4729-a823-b123a6b7719f req-ae5a8903-b68f-41c8-bc92-5b8598ca7181 service nova] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Refreshing instance network info cache due to event network-changed-f3543aff-c33d-4f1a-b3cd-7aa8eb514abc. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1537.905452] env[62023]: DEBUG oslo_concurrency.lockutils [req-d8e182ba-bb7a-4729-a823-b123a6b7719f req-ae5a8903-b68f-41c8-bc92-5b8598ca7181 service nova] Acquiring lock "refresh_cache-6abfdd73-17b8-44f6-bbee-ba8c64e9dd14" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.905452] env[62023]: DEBUG oslo_concurrency.lockutils [req-d8e182ba-bb7a-4729-a823-b123a6b7719f req-ae5a8903-b68f-41c8-bc92-5b8598ca7181 service nova] Acquired lock "refresh_cache-6abfdd73-17b8-44f6-bbee-ba8c64e9dd14" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.905452] env[62023]: DEBUG nova.network.neutron [req-d8e182ba-bb7a-4729-a823-b123a6b7719f req-ae5a8903-b68f-41c8-bc92-5b8598ca7181 service nova] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Refreshing network info cache for port f3543aff-c33d-4f1a-b3cd-7aa8eb514abc {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1537.917095] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7834e4-e4be-4d7a-b6e5-03f598406111 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.937679] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Instance VIF info [] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1537.946677] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Creating folder: Project (4ddfb3cb2fb34c978e090ac5d283460d). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1537.946677] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4121833d-436b-4804-a8e3-6942e4b18f48 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.959026] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Created folder: Project (4ddfb3cb2fb34c978e090ac5d283460d) in parent group-v365170. [ 1537.959243] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Creating folder: Instances. Parent ref: group-v365360. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1537.959486] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc428287-a196-4b0a-a3c5-4645b88fdaa3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.973027] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Created folder: Instances in parent group-v365360. [ 1537.973320] env[62023]: DEBUG oslo.service.loopingcall [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1537.973529] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1537.973820] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d788c85-5e8c-45d4-9d84-06bff3efbaed {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.996022] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1537.996022] env[62023]: value = "task-1758202" [ 1537.996022] env[62023]: _type = "Task" [ 1537.996022] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.008383] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758202, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.018025] env[62023]: DEBUG oslo_concurrency.lockutils [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.032508] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.032810] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': task-1758198, 'name': ReconfigVM_Task, 'duration_secs': 0.333286} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.033075] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 79742d3a-cd95-440c-90ba-a33d8d09d35f/79742d3a-cd95-440c-90ba-a33d8d09d35f.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1538.033693] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca328320-4ab1-44d3-aefe-a0612f87d684 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.040364] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Waiting for the task: (returnval){ [ 1538.040364] env[62023]: value = "task-1758203" [ 1538.040364] env[62023]: _type = "Task" [ 1538.040364] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.057855] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': task-1758203, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.128467] env[62023]: DEBUG oslo_vmware.api [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758195, 'name': PowerOnVM_Task, 'duration_secs': 1.447754} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.128781] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1538.128848] env[62023]: INFO nova.compute.manager [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1538.128987] env[62023]: DEBUG nova.compute.manager [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1538.129912] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38f5f18-68f3-4059-9cfe-9492a1478a6e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.166725] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758199, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.215890] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758196, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.366196] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bb053935-4348-452c-98dc-9e7284e300cf tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "9b6fd307-158d-422f-92ed-62794647989e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.389023] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.389023] env[62023]: DEBUG nova.compute.manager [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1538.389982] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.991s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.390456] env[62023]: DEBUG nova.objects.instance [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lazy-loading 'resources' on Instance uuid 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1538.411019] env[62023]: DEBUG nova.compute.manager [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1538.412103] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10c20c5-8640-4866-ba4a-a8726db1d46a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.511248] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758202, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.554854] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': task-1758203, 'name': Rename_Task, 'duration_secs': 0.180538} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.555302] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1538.555620] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1da8da9-aa73-4e20-9b7e-7146d765c835 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.562205] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Waiting for the task: (returnval){ [ 1538.562205] env[62023]: value = "task-1758204" [ 1538.562205] env[62023]: _type = "Task" [ 1538.562205] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.570185] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': task-1758204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.663380] env[62023]: INFO nova.compute.manager [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Took 55.66 seconds to build instance. [ 1538.671279] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758199, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.724306] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758196, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.840737] env[62023]: DEBUG nova.network.neutron [req-d8e182ba-bb7a-4729-a823-b123a6b7719f req-ae5a8903-b68f-41c8-bc92-5b8598ca7181 service nova] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Updated VIF entry in instance network info cache for port f3543aff-c33d-4f1a-b3cd-7aa8eb514abc. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1538.841195] env[62023]: DEBUG nova.network.neutron [req-d8e182ba-bb7a-4729-a823-b123a6b7719f req-ae5a8903-b68f-41c8-bc92-5b8598ca7181 service nova] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Updating instance_info_cache with network_info: [{"id": "f3543aff-c33d-4f1a-b3cd-7aa8eb514abc", "address": "fa:16:3e:27:7b:ef", "network": {"id": "1053120f-f76e-4f02-8bb5-be8d6cf9387c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753536293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7982d75f7cc4007874eeb585af88969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3543aff-c3", "ovs_interfaceid": "f3543aff-c33d-4f1a-b3cd-7aa8eb514abc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.894461] env[62023]: DEBUG nova.compute.utils [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1538.904558] env[62023]: DEBUG nova.compute.manager [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1538.904558] env[62023]: DEBUG nova.network.neutron [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1538.936438] env[62023]: INFO nova.compute.manager [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] instance snapshotting [ 1538.936719] env[62023]: WARNING nova.compute.manager [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1538.940232] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76429d83-715b-4320-96c5-fdf212a9c83c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.967561] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe614f73-99ec-47bc-a373-91eaae081bd8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.014099] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758202, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.014381] env[62023]: DEBUG nova.policy [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbade6239d9546d88e1842f4bab10c61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14ad90f580334463900f624d8a36f393', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1539.076251] env[62023]: DEBUG oslo_vmware.api [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': task-1758204, 'name': PowerOnVM_Task, 'duration_secs': 0.484803} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.080024] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1539.080024] env[62023]: INFO nova.compute.manager [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1539.080024] env[62023]: DEBUG nova.compute.manager [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1539.080024] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241269ec-80a7-48e2-a65d-7cb12da779c4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.166965] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2865c8f5-13ba-4ca8-9342-03e1272b2ba4 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lock "41220130-9cae-4af6-9be8-d5601b0b3cdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.711s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.175906] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758199, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.221431] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758196, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.346549] env[62023]: DEBUG oslo_concurrency.lockutils [req-d8e182ba-bb7a-4729-a823-b123a6b7719f req-ae5a8903-b68f-41c8-bc92-5b8598ca7181 service nova] Releasing lock "refresh_cache-6abfdd73-17b8-44f6-bbee-ba8c64e9dd14" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.346549] env[62023]: DEBUG nova.compute.manager [req-d8e182ba-bb7a-4729-a823-b123a6b7719f req-ae5a8903-b68f-41c8-bc92-5b8598ca7181 service nova] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Received event network-vif-deleted-cbf9ca7a-4b57-4fcb-b55f-294ac78c2fc3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1539.365220] env[62023]: INFO nova.compute.manager [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Rescuing [ 1539.365517] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "refresh_cache-41220130-9cae-4af6-9be8-d5601b0b3cdc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.365672] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquired lock "refresh_cache-41220130-9cae-4af6-9be8-d5601b0b3cdc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.365838] env[62023]: DEBUG nova.network.neutron [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1539.403603] env[62023]: DEBUG nova.compute.manager [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1539.417360] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4f776a-19e1-40d9-b990-97628a17ade7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.430258] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9423fefa-336f-402d-be65-1b0de15f61b9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.467597] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a40718-f401-4506-aa39-7034cc40224e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.477037] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3719338b-6914-4193-aede-d17f41ec1f6d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.482907] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Creating Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1539.483629] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-582158e8-a96d-4509-a868-8e7c9cfb1fea {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.499858] env[62023]: DEBUG nova.compute.provider_tree [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.511020] env[62023]: DEBUG oslo_vmware.api [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1539.511020] env[62023]: value = "task-1758205" [ 1539.511020] env[62023]: _type = "Task" [ 1539.511020] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.517153] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758202, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.527947] env[62023]: DEBUG oslo_vmware.api [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758205, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.598345] env[62023]: INFO nova.compute.manager [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Took 47.78 seconds to build instance. [ 1539.643049] env[62023]: DEBUG nova.network.neutron [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Successfully created port: 913462ea-1ed3-44bf-85af-f50b15bb96da {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1539.668488] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758199, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.722450] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758196, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.930335} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.722792] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aea7705f-c72c-417d-9d66-9113e2788e36/aea7705f-c72c-417d-9d66-9113e2788e36.vmdk to [datastore1] eda5b959-2aec-4193-88a4-b4ef21aace36/eda5b959-2aec-4193-88a4-b4ef21aace36.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1539.723570] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2f270f-6f12-485b-84a9-4c553d070740 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.747837] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] eda5b959-2aec-4193-88a4-b4ef21aace36/eda5b959-2aec-4193-88a4-b4ef21aace36.vmdk or device None with type streamOptimized {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1539.751819] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-708ecc54-b09f-4aa9-bc7f-56f6539f8561 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.768071] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1539.768071] env[62023]: value = "task-1758206" [ 1539.768071] env[62023]: _type = "Task" [ 1539.768071] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.777020] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.016034] env[62023]: DEBUG nova.scheduler.client.report [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1540.017084] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758202, 'name': CreateVM_Task, 'duration_secs': 1.8706} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.021751] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1540.021751] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.021751] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.021751] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1540.023686] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aef5aa5-544a-4dd9-a486-32317ed8d35f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.029410] env[62023]: DEBUG oslo_vmware.api [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758205, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.032754] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Waiting for the task: (returnval){ [ 1540.032754] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527692ab-c0c5-5370-61b0-3578159764cb" [ 1540.032754] env[62023]: _type = "Task" [ 1540.032754] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.044470] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527692ab-c0c5-5370-61b0-3578159764cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.101065] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1d29740c-92ef-40f1-b149-02dda3ee4d2f tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Lock "79742d3a-cd95-440c-90ba-a33d8d09d35f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.477s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.174398] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758199, 'name': CreateVM_Task, 'duration_secs': 2.214037} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.174664] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1540.175294] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.183642] env[62023]: DEBUG nova.network.neutron [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Updating instance_info_cache with network_info: [{"id": "80434ae5-6f09-4fa0-8eb8-50c57bbb3780", "address": "fa:16:3e:06:82:dc", "network": {"id": "befea773-4e0a-406f-849f-94a2a12b9b4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-735919679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "652017d1031f47e39bcadddce0fe4786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80434ae5-6f", "ovs_interfaceid": "80434ae5-6f09-4fa0-8eb8-50c57bbb3780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.280075] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758206, 'name': ReconfigVM_Task, 'duration_secs': 0.321895} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.280442] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Reconfigured VM instance instance-00000013 to attach disk [datastore1] eda5b959-2aec-4193-88a4-b4ef21aace36/eda5b959-2aec-4193-88a4-b4ef21aace36.vmdk or device None with type streamOptimized {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.281886] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'guest_format': None, 'encryption_options': None, 'encryption_format': None, 'size': 0, 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'disk_bus': None, 'image_id': '2e6e63e6-ad46-4aa3-99a8-04e1a9146578'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'mount_device': '/dev/sdb', 'attachment_id': '5a2f1ec9-f073-405f-9af4-67282cac9bb3', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365331', 'volume_id': '94de5cfe-88de-43fa-bcaa-7ca30f1c2689', 'name': 'volume-94de5cfe-88de-43fa-bcaa-7ca30f1c2689', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'eda5b959-2aec-4193-88a4-b4ef21aace36', 'attached_at': '', 'detached_at': '', 'volume_id': '94de5cfe-88de-43fa-bcaa-7ca30f1c2689', 'serial': '94de5cfe-88de-43fa-bcaa-7ca30f1c2689'}, 'boot_index': None, 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=62023) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1540.282132] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Volume attach. Driver type: vmdk {{(pid=62023) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1540.282350] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365331', 'volume_id': '94de5cfe-88de-43fa-bcaa-7ca30f1c2689', 'name': 'volume-94de5cfe-88de-43fa-bcaa-7ca30f1c2689', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'eda5b959-2aec-4193-88a4-b4ef21aace36', 'attached_at': '', 'detached_at': '', 'volume_id': '94de5cfe-88de-43fa-bcaa-7ca30f1c2689', 'serial': '94de5cfe-88de-43fa-bcaa-7ca30f1c2689'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1540.286272] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2913597c-3bb5-461d-9a51-5e3260094690 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.306438] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2f09ce-82c7-4aa8-a424-f709540f099f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.334643] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] volume-94de5cfe-88de-43fa-bcaa-7ca30f1c2689/volume-94de5cfe-88de-43fa-bcaa-7ca30f1c2689.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.335372] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1668da97-e7d6-44cd-9a96-ef5b3862eb3d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.356555] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1540.356555] env[62023]: value = "task-1758207" [ 1540.356555] env[62023]: _type = "Task" [ 1540.356555] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.365409] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.417435] env[62023]: DEBUG nova.compute.manager [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1540.443513] env[62023]: DEBUG nova.virt.hardware [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1540.443773] env[62023]: DEBUG nova.virt.hardware [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1540.443928] env[62023]: DEBUG nova.virt.hardware [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1540.444122] env[62023]: DEBUG nova.virt.hardware [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1540.444271] env[62023]: DEBUG nova.virt.hardware [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1540.444412] env[62023]: DEBUG nova.virt.hardware [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1540.444617] env[62023]: DEBUG nova.virt.hardware [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1540.444772] env[62023]: DEBUG nova.virt.hardware [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1540.444934] env[62023]: DEBUG nova.virt.hardware [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1540.445214] env[62023]: DEBUG nova.virt.hardware [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1540.445442] env[62023]: DEBUG nova.virt.hardware [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1540.446347] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d386be21-e789-43cc-a116-3ac4806d35a0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.454986] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd9da37-e2ca-49c0-80d1-a4f5f5b00a0f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.521782] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.524188] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.170s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.535906] env[62023]: DEBUG oslo_vmware.api [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758205, 'name': CreateSnapshot_Task, 'duration_secs': 0.815599} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.540657] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Created Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1540.541855] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b7dad3-ae75-4b52-a15b-a55a9988aff2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.551979] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527692ab-c0c5-5370-61b0-3578159764cb, 'name': SearchDatastore_Task, 'duration_secs': 0.036516} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.553045] env[62023]: INFO nova.scheduler.client.report [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Deleted allocations for instance 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5 [ 1540.559465] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.560523] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1540.560806] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.560989] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.561215] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1540.568692] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.568692] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1540.568692] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b72ae1e7-a6ad-446c-a222-991673db3f96 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.570439] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-581cc81b-fe40-4429-afd4-cf3359c7ec14 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.577307] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1540.577307] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5264c3e5-2567-fd13-be8a-94eb422051be" [ 1540.577307] env[62023]: _type = "Task" [ 1540.577307] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.581784] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1540.582050] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1540.586759] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2d6fbfa-3d7f-4795-9bd7-837cb3bd6e1f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.589256] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5264c3e5-2567-fd13-be8a-94eb422051be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.594126] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Waiting for the task: (returnval){ [ 1540.594126] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522886eb-324d-2e5f-395d-dff2966eecdf" [ 1540.594126] env[62023]: _type = "Task" [ 1540.594126] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.602748] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522886eb-324d-2e5f-395d-dff2966eecdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.686735] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Releasing lock "refresh_cache-41220130-9cae-4af6-9be8-d5601b0b3cdc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.867856] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758207, 'name': ReconfigVM_Task, 'duration_secs': 0.360828} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.868155] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Reconfigured VM instance instance-00000013 to attach disk [datastore1] volume-94de5cfe-88de-43fa-bcaa-7ca30f1c2689/volume-94de5cfe-88de-43fa-bcaa-7ca30f1c2689.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.873218] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6742e8cb-3f3a-44c6-ae1c-16653952984d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.888783] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1540.888783] env[62023]: value = "task-1758208" [ 1540.888783] env[62023]: _type = "Task" [ 1540.888783] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.897238] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.030405] env[62023]: INFO nova.compute.claims [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1541.079873] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Creating linked-clone VM from snapshot {{(pid=62023) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1541.080483] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eb38ca06-274c-4ff7-bba8-2094c962b0db tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lock "2443e8d6-364f-4726-b6f3-c22c3e5d2ec5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.500s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.081722] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-46548058-4bed-4ab8-9d2b-998a2658324f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.094908] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5264c3e5-2567-fd13-be8a-94eb422051be, 'name': SearchDatastore_Task, 'duration_secs': 0.017296} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.100222] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.100222] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1541.100222] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.100222] env[62023]: DEBUG oslo_vmware.api [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1541.100222] env[62023]: value = "task-1758209" [ 1541.100222] env[62023]: _type = "Task" [ 1541.100222] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.108100] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522886eb-324d-2e5f-395d-dff2966eecdf, 'name': SearchDatastore_Task, 'duration_secs': 0.01924} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.109383] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c76b065-9bd7-4674-b81a-932713130248 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.115090] env[62023]: DEBUG oslo_vmware.api [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758209, 'name': CloneVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.118091] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Waiting for the task: (returnval){ [ 1541.118091] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e8f195-a8be-69c3-9c7f-5b7197ea039b" [ 1541.118091] env[62023]: _type = "Task" [ 1541.118091] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.125566] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e8f195-a8be-69c3-9c7f-5b7197ea039b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.403732] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758208, 'name': ReconfigVM_Task, 'duration_secs': 0.157612} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.404319] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365331', 'volume_id': '94de5cfe-88de-43fa-bcaa-7ca30f1c2689', 'name': 'volume-94de5cfe-88de-43fa-bcaa-7ca30f1c2689', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'eda5b959-2aec-4193-88a4-b4ef21aace36', 'attached_at': '', 'detached_at': '', 'volume_id': '94de5cfe-88de-43fa-bcaa-7ca30f1c2689', 'serial': '94de5cfe-88de-43fa-bcaa-7ca30f1c2689'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1541.405160] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a94f545-6089-4201-8862-d159afbcca2c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.413515] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1541.413515] env[62023]: value = "task-1758210" [ 1541.413515] env[62023]: _type = "Task" [ 1541.413515] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.425904] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758210, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.429731] env[62023]: DEBUG nova.network.neutron [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Successfully updated port: 913462ea-1ed3-44bf-85af-f50b15bb96da {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1541.534219] env[62023]: DEBUG nova.compute.manager [req-e943a22e-7f19-4468-99fc-62e0db02e549 req-d7e926bd-998b-49c9-8b0d-a2857ed3052a service nova] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Received event network-vif-plugged-913462ea-1ed3-44bf-85af-f50b15bb96da {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1541.534500] env[62023]: DEBUG oslo_concurrency.lockutils [req-e943a22e-7f19-4468-99fc-62e0db02e549 req-d7e926bd-998b-49c9-8b0d-a2857ed3052a service nova] Acquiring lock "ed8d8df0-2f06-43ab-b959-e0b7597efecb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.535025] env[62023]: DEBUG oslo_concurrency.lockutils [req-e943a22e-7f19-4468-99fc-62e0db02e549 req-d7e926bd-998b-49c9-8b0d-a2857ed3052a service nova] Lock "ed8d8df0-2f06-43ab-b959-e0b7597efecb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.535025] env[62023]: DEBUG oslo_concurrency.lockutils [req-e943a22e-7f19-4468-99fc-62e0db02e549 req-d7e926bd-998b-49c9-8b0d-a2857ed3052a service nova] Lock "ed8d8df0-2f06-43ab-b959-e0b7597efecb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.536627] env[62023]: DEBUG nova.compute.manager [req-e943a22e-7f19-4468-99fc-62e0db02e549 req-d7e926bd-998b-49c9-8b0d-a2857ed3052a service nova] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] No waiting events found dispatching network-vif-plugged-913462ea-1ed3-44bf-85af-f50b15bb96da {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1541.536904] env[62023]: WARNING nova.compute.manager [req-e943a22e-7f19-4468-99fc-62e0db02e549 req-d7e926bd-998b-49c9-8b0d-a2857ed3052a service nova] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Received unexpected event network-vif-plugged-913462ea-1ed3-44bf-85af-f50b15bb96da for instance with vm_state building and task_state spawning. [ 1541.538949] env[62023]: INFO nova.compute.resource_tracker [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Updating resource usage from migration cabee365-6951-4b9e-a4bf-841d016e10dd [ 1541.614543] env[62023]: DEBUG oslo_vmware.api [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758209, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.634759] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e8f195-a8be-69c3-9c7f-5b7197ea039b, 'name': SearchDatastore_Task, 'duration_secs': 0.029966} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.635080] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.635311] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 3b7c092f-5045-43a2-96ad-384de17df993/3b7c092f-5045-43a2-96ad-384de17df993.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1541.635677] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.635774] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1541.635974] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-441a22f2-7296-4b20-bdf1-71d1c268da77 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.644438] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6998017-52ce-4120-8065-ea5350bf45ec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.654440] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Waiting for the task: (returnval){ [ 1541.654440] env[62023]: value = "task-1758211" [ 1541.654440] env[62023]: _type = "Task" [ 1541.654440] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.655154] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1541.655826] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1541.660796] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1450dbfe-9e6d-442e-a1ab-0f23b1d57ca9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.674100] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': task-1758211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.676657] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1541.676657] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b55d1e-2b50-d14b-ace6-815e4773ceb7" [ 1541.676657] env[62023]: _type = "Task" [ 1541.676657] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.691481] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b55d1e-2b50-d14b-ace6-815e4773ceb7, 'name': SearchDatastore_Task, 'duration_secs': 0.009641} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.692878] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9554e8c1-8ce1-4b8a-b8f8-274b0cfa9ad1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.698213] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1541.698213] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529e09f2-8944-7532-3dcc-7dfe0f157e0c" [ 1541.698213] env[62023]: _type = "Task" [ 1541.698213] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.709745] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529e09f2-8944-7532-3dcc-7dfe0f157e0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.928011] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758210, 'name': Rename_Task, 'duration_secs': 0.344169} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.928432] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1541.928790] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71f86bfa-4d10-44a3-b24f-90b4dad10b5b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.932722] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "refresh_cache-ed8d8df0-2f06-43ab-b959-e0b7597efecb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.932897] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquired lock "refresh_cache-ed8d8df0-2f06-43ab-b959-e0b7597efecb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.933100] env[62023]: DEBUG nova.network.neutron [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1541.936459] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1541.936459] env[62023]: value = "task-1758212" [ 1541.936459] env[62023]: _type = "Task" [ 1541.936459] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.949873] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.998913] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d8909b-d5be-4f41-b65c-961735a5ac83 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.013426] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef0fa7d-a3be-4f46-b5c2-8b6f2099beb9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.053893] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3e4bd7-4d69-4f6a-88d8-b9f6fdb72267 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.064382] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977130af-046f-41e9-9148-1a7205caf9fe {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.081143] env[62023]: DEBUG nova.compute.provider_tree [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1542.112968] env[62023]: DEBUG oslo_vmware.api [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758209, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.168053] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': task-1758211, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.211340] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529e09f2-8944-7532-3dcc-7dfe0f157e0c, 'name': SearchDatastore_Task, 'duration_secs': 0.01169} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.211463] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.211685] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14/6abfdd73-17b8-44f6-bbee-ba8c64e9dd14.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1542.211989] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0b6d451-9def-40f6-83ec-1b9d6e8d87d3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.220336] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1542.220336] env[62023]: value = "task-1758213" [ 1542.220336] env[62023]: _type = "Task" [ 1542.220336] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.231841] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1542.231841] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.231841] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-336bcb2a-87e7-4388-93e3-e7dab7faa2fc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.238099] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1542.238099] env[62023]: value = "task-1758214" [ 1542.238099] env[62023]: _type = "Task" [ 1542.238099] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.248880] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.312658] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Acquiring lock "79742d3a-cd95-440c-90ba-a33d8d09d35f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.313051] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Lock "79742d3a-cd95-440c-90ba-a33d8d09d35f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.313352] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Acquiring lock "79742d3a-cd95-440c-90ba-a33d8d09d35f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.313570] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Lock "79742d3a-cd95-440c-90ba-a33d8d09d35f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.313813] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Lock "79742d3a-cd95-440c-90ba-a33d8d09d35f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.319491] env[62023]: INFO nova.compute.manager [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Terminating instance [ 1542.451208] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758212, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.522668] env[62023]: DEBUG nova.network.neutron [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1542.586155] env[62023]: DEBUG nova.scheduler.client.report [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1542.614192] env[62023]: DEBUG oslo_vmware.api [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758209, 'name': CloneVM_Task, 'duration_secs': 1.509588} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.614483] env[62023]: INFO nova.virt.vmwareapi.vmops [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Created linked-clone VM from snapshot [ 1542.615842] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575de3b6-de16-4803-9660-f715762c6932 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.625801] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Uploading image 40f71b1a-2571-4ce5-b065-fcb8df732fc3 {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1542.657545] env[62023]: DEBUG oslo_vmware.rw_handles [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1542.657545] env[62023]: value = "vm-365364" [ 1542.657545] env[62023]: _type = "VirtualMachine" [ 1542.657545] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1542.657938] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8487971c-db23-41c8-8a72-f81d81e4766d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.670794] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': task-1758211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63522} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.672364] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 3b7c092f-5045-43a2-96ad-384de17df993/3b7c092f-5045-43a2-96ad-384de17df993.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1542.672784] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1542.673237] env[62023]: DEBUG oslo_vmware.rw_handles [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lease: (returnval){ [ 1542.673237] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5216abbe-3b77-6cdd-c563-0a5ec4a62c72" [ 1542.673237] env[62023]: _type = "HttpNfcLease" [ 1542.673237] env[62023]: } obtained for exporting VM: (result){ [ 1542.673237] env[62023]: value = "vm-365364" [ 1542.673237] env[62023]: _type = "VirtualMachine" [ 1542.673237] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1542.673767] env[62023]: DEBUG oslo_vmware.api [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the lease: (returnval){ [ 1542.673767] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5216abbe-3b77-6cdd-c563-0a5ec4a62c72" [ 1542.673767] env[62023]: _type = "HttpNfcLease" [ 1542.673767] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1542.674170] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76700067-05f3-447b-a8c3-596534d1cbc8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.684814] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1542.684814] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5216abbe-3b77-6cdd-c563-0a5ec4a62c72" [ 1542.684814] env[62023]: _type = "HttpNfcLease" [ 1542.684814] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1542.689657] env[62023]: DEBUG oslo_vmware.rw_handles [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1542.689657] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5216abbe-3b77-6cdd-c563-0a5ec4a62c72" [ 1542.689657] env[62023]: _type = "HttpNfcLease" [ 1542.689657] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1542.689657] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Waiting for the task: (returnval){ [ 1542.689657] env[62023]: value = "task-1758216" [ 1542.689657] env[62023]: _type = "Task" [ 1542.689657] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.689657] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42af5fb5-0966-4cdf-aac3-7eb6e927af9b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.703194] env[62023]: DEBUG oslo_vmware.rw_handles [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52185aee-b4bf-062f-2cf7-60307574ac89/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1542.703392] env[62023]: DEBUG oslo_vmware.rw_handles [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52185aee-b4bf-062f-2cf7-60307574ac89/disk-0.vmdk for reading. {{(pid=62023) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1542.708824] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': task-1758216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.782042] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758214, 'name': PowerOffVM_Task, 'duration_secs': 0.215588} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.784874] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1542.785223] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758213, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.785916] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423a95eb-946f-4297-90f2-99bcada43443 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.804587] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2d73cf-4944-43a3-8be5-ae2a34ce895b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.821079] env[62023]: DEBUG nova.compute.manager [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1542.821079] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1542.822430] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c9a1a6-1640-4c43-a604-fd848183b4bb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.830040] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1542.830040] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d629566f-f8cf-492c-bc3c-e5919554ce61 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.836383] env[62023]: DEBUG oslo_vmware.api [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Waiting for the task: (returnval){ [ 1542.836383] env[62023]: value = "task-1758217" [ 1542.836383] env[62023]: _type = "Task" [ 1542.836383] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.849395] env[62023]: DEBUG oslo_vmware.api [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': task-1758217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.854374] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1542.854669] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c828d37-2af7-4ee7-8b64-41caf8c366d3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.860531] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1542.860531] env[62023]: value = "task-1758218" [ 1542.860531] env[62023]: _type = "Task" [ 1542.860531] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.870828] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] VM already powered off {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1542.870974] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1542.871226] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.871380] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.871631] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1542.871787] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37fdf507-bb75-4189-b11d-94d8b2d974bf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.937789] env[62023]: DEBUG nova.network.neutron [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Updating instance_info_cache with network_info: [{"id": "913462ea-1ed3-44bf-85af-f50b15bb96da", "address": "fa:16:3e:c8:46:67", "network": {"id": "1b2aaf7d-456c-4b5e-97aa-0b97d2c193a6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-792452981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ad90f580334463900f624d8a36f393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913462ea-1e", "ovs_interfaceid": "913462ea-1ed3-44bf-85af-f50b15bb96da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.949182] env[62023]: DEBUG oslo_vmware.api [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758212, 'name': PowerOnVM_Task, 'duration_secs': 0.749571} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.952279] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.956329] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-970af7c8-be07-47d8-9c50-afb008869409 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.082264] env[62023]: DEBUG nova.compute.manager [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1543.082264] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2b3484-57c9-477d-a6ed-5bda9f1ba305 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.091941] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.568s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.092188] env[62023]: INFO nova.compute.manager [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Migrating [ 1543.099547] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.572s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.101376] env[62023]: INFO nova.compute.claims [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1543.210377] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': task-1758216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169107} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.210810] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1543.211912] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06a7d54-6166-4703-bab9-d95075458d6c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.234303] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 3b7c092f-5045-43a2-96ad-384de17df993/3b7c092f-5045-43a2-96ad-384de17df993.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1543.235189] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93d22451-4455-42f8-81a0-066bbb9d81ae {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.258176] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Waiting for the task: (returnval){ [ 1543.258176] env[62023]: value = "task-1758219" [ 1543.258176] env[62023]: _type = "Task" [ 1543.258176] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.266784] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': task-1758219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.277242] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758213, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.347675] env[62023]: DEBUG oslo_vmware.api [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': task-1758217, 'name': PowerOffVM_Task, 'duration_secs': 0.194563} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.347947] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1543.348915] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1543.349230] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-671ce78f-59e4-4017-93a2-ff0378646dbc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.443649] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Releasing lock "refresh_cache-ed8d8df0-2f06-43ab-b959-e0b7597efecb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.443963] env[62023]: DEBUG nova.compute.manager [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Instance network_info: |[{"id": "913462ea-1ed3-44bf-85af-f50b15bb96da", "address": "fa:16:3e:c8:46:67", "network": {"id": "1b2aaf7d-456c-4b5e-97aa-0b97d2c193a6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-792452981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ad90f580334463900f624d8a36f393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913462ea-1e", "ovs_interfaceid": "913462ea-1ed3-44bf-85af-f50b15bb96da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1543.444519] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:46:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '913462ea-1ed3-44bf-85af-f50b15bb96da', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1543.453486] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Creating folder: Project (14ad90f580334463900f624d8a36f393). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1543.453950] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1fd1d43-80bc-4b96-a568-b6320893d1c7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.464599] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Created folder: Project (14ad90f580334463900f624d8a36f393) in parent group-v365170. [ 1543.464784] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Creating folder: Instances. Parent ref: group-v365365. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1543.465026] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cae751a1-ef67-4035-bcf5-b9f3f9772e77 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.475372] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Created folder: Instances in parent group-v365365. [ 1543.475684] env[62023]: DEBUG oslo.service.loopingcall [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1543.475890] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1543.476110] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ad84003-35d0-4215-b3f3-341ad427f6f5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.505552] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1543.506051] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1543.506361] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Deleting the datastore file [datastore1] 79742d3a-cd95-440c-90ba-a33d8d09d35f {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1543.507258] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0a5a204-bd1d-46ee-8a64-ca2e483d0774 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.513025] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1543.513025] env[62023]: value = "task-1758223" [ 1543.513025] env[62023]: _type = "Task" [ 1543.513025] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.516321] env[62023]: DEBUG oslo_vmware.api [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Waiting for the task: (returnval){ [ 1543.516321] env[62023]: value = "task-1758224" [ 1543.516321] env[62023]: _type = "Task" [ 1543.516321] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.524387] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758223, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.529142] env[62023]: DEBUG oslo_vmware.api [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': task-1758224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.611991] env[62023]: DEBUG nova.compute.manager [req-25f0b840-8f64-412e-869f-db1d62947783 req-c1f01749-19db-47e4-ba7c-58264392bac4 service nova] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Received event network-changed-913462ea-1ed3-44bf-85af-f50b15bb96da {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1543.612257] env[62023]: DEBUG nova.compute.manager [req-25f0b840-8f64-412e-869f-db1d62947783 req-c1f01749-19db-47e4-ba7c-58264392bac4 service nova] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Refreshing instance network info cache due to event network-changed-913462ea-1ed3-44bf-85af-f50b15bb96da. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1543.612513] env[62023]: DEBUG oslo_concurrency.lockutils [req-25f0b840-8f64-412e-869f-db1d62947783 req-c1f01749-19db-47e4-ba7c-58264392bac4 service nova] Acquiring lock "refresh_cache-ed8d8df0-2f06-43ab-b959-e0b7597efecb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.612846] env[62023]: DEBUG oslo_concurrency.lockutils [req-25f0b840-8f64-412e-869f-db1d62947783 req-c1f01749-19db-47e4-ba7c-58264392bac4 service nova] Acquired lock "refresh_cache-ed8d8df0-2f06-43ab-b959-e0b7597efecb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.613078] env[62023]: DEBUG nova.network.neutron [req-25f0b840-8f64-412e-869f-db1d62947783 req-c1f01749-19db-47e4-ba7c-58264392bac4 service nova] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Refreshing network info cache for port 913462ea-1ed3-44bf-85af-f50b15bb96da {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1543.616058] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b7d9a6f2-f472-4c11-9af4-18d42efdead0 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "eda5b959-2aec-4193-88a4-b4ef21aace36" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 70.177s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.617029] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "refresh_cache-744e0825-03d9-41ac-ade5-1ac44d5a289a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.617547] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquired lock "refresh_cache-744e0825-03d9-41ac-ade5-1ac44d5a289a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.617936] env[62023]: DEBUG nova.network.neutron [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.778933] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': task-1758219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.785943] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758213, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.025168] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758223, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.031281] env[62023]: DEBUG oslo_vmware.api [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': task-1758224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.240058] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1544.240058] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1544.240936] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56f49df2-41f9-4f34-a797-8582c9a2bd99 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.249709] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1544.249709] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52aedbb0-6938-306d-c834-6dc2f7cb6aec" [ 1544.249709] env[62023]: _type = "Task" [ 1544.249709] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.260267] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52aedbb0-6938-306d-c834-6dc2f7cb6aec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.284831] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758213, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.290193] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': task-1758219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.536928] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758223, 'name': CreateVM_Task, 'duration_secs': 0.633933} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.537327] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1544.538265] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.538660] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.539250] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1544.542839] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63249724-923a-4c98-b7d7-737d4b1c16c3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.544835] env[62023]: DEBUG oslo_vmware.api [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': task-1758224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.551103] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1544.551103] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522caf44-e698-c700-74e4-111104c3af4d" [ 1544.551103] env[62023]: _type = "Task" [ 1544.551103] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.560344] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522caf44-e698-c700-74e4-111104c3af4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.594344] env[62023]: DEBUG nova.network.neutron [req-25f0b840-8f64-412e-869f-db1d62947783 req-c1f01749-19db-47e4-ba7c-58264392bac4 service nova] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Updated VIF entry in instance network info cache for port 913462ea-1ed3-44bf-85af-f50b15bb96da. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1544.594709] env[62023]: DEBUG nova.network.neutron [req-25f0b840-8f64-412e-869f-db1d62947783 req-c1f01749-19db-47e4-ba7c-58264392bac4 service nova] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Updating instance_info_cache with network_info: [{"id": "913462ea-1ed3-44bf-85af-f50b15bb96da", "address": "fa:16:3e:c8:46:67", "network": {"id": "1b2aaf7d-456c-4b5e-97aa-0b97d2c193a6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-792452981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ad90f580334463900f624d8a36f393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913462ea-1e", "ovs_interfaceid": "913462ea-1ed3-44bf-85af-f50b15bb96da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.676020] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000ee68f-f01b-4063-a2ce-a30c7db4544e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.689163] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933eabda-781c-4e2d-b405-ac330e21fb01 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.724119] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f940feb3-75f8-4a02-bf97-617c8de3f549 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.733133] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5036c08a-e288-4464-adb9-c558c1f3409d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.752870] env[62023]: DEBUG nova.compute.provider_tree [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.763599] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52aedbb0-6938-306d-c834-6dc2f7cb6aec, 'name': SearchDatastore_Task, 'duration_secs': 0.09178} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.768728] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccecd093-572c-408e-9c6f-d313a1ecd71d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.776492] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': task-1758219, 'name': ReconfigVM_Task, 'duration_secs': 1.422843} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.781832] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 3b7c092f-5045-43a2-96ad-384de17df993/3b7c092f-5045-43a2-96ad-384de17df993.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1544.782628] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1544.782628] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52181d5b-130f-49c8-53f1-d1acae62b9ee" [ 1544.782628] env[62023]: _type = "Task" [ 1544.782628] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.785319] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84e10bb0-0602-4c42-af90-41f8305931b7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.799163] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758213, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.212647} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.799749] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14/6abfdd73-17b8-44f6-bbee-ba8c64e9dd14.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1544.800040] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1544.800500] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86672409-182d-4d53-9434-73a5a14322b9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.808170] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52181d5b-130f-49c8-53f1-d1acae62b9ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.808170] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Waiting for the task: (returnval){ [ 1544.808170] env[62023]: value = "task-1758225" [ 1544.808170] env[62023]: _type = "Task" [ 1544.808170] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.808598] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.808780] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 41220130-9cae-4af6-9be8-d5601b0b3cdc/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk. {{(pid=62023) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1544.809111] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43ee8563-9419-4443-bf92-d10381062a63 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.817334] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1544.817334] env[62023]: value = "task-1758226" [ 1544.817334] env[62023]: _type = "Task" [ 1544.817334] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.826028] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1544.826028] env[62023]: value = "task-1758227" [ 1544.826028] env[62023]: _type = "Task" [ 1544.826028] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.826601] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': task-1758225, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.833186] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.857305] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.905678] env[62023]: DEBUG nova.network.neutron [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Updating instance_info_cache with network_info: [{"id": "45a2207e-c368-4cfb-a644-e354af4319a7", "address": "fa:16:3e:c6:eb:50", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a2207e-c3", "ovs_interfaceid": "45a2207e-c368-4cfb-a644-e354af4319a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.015228] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.015538] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.032702] env[62023]: DEBUG oslo_vmware.api [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Task: {'id': task-1758224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.041871} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.033014] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.033211] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1545.033383] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1545.033583] env[62023]: INFO nova.compute.manager [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Took 2.21 seconds to destroy the instance on the hypervisor. [ 1545.033834] env[62023]: DEBUG oslo.service.loopingcall [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.034104] env[62023]: DEBUG nova.compute.manager [-] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1545.034212] env[62023]: DEBUG nova.network.neutron [-] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1545.061630] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522caf44-e698-c700-74e4-111104c3af4d, 'name': SearchDatastore_Task, 'duration_secs': 0.011828} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.061916] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.062209] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1545.062452] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.062601] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.062800] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1545.063080] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-971d63ca-633e-4dc8-be89-3f59d986a46c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.072022] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1545.072277] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1545.073218] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f5667d1-b44a-4d3e-afa4-901c9a697e9e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.079584] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1545.079584] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ecf44a-1b3a-b3c9-1d1a-f5c2beb7e33b" [ 1545.079584] env[62023]: _type = "Task" [ 1545.079584] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.090168] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ecf44a-1b3a-b3c9-1d1a-f5c2beb7e33b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.097949] env[62023]: DEBUG oslo_concurrency.lockutils [req-25f0b840-8f64-412e-869f-db1d62947783 req-c1f01749-19db-47e4-ba7c-58264392bac4 service nova] Releasing lock "refresh_cache-ed8d8df0-2f06-43ab-b959-e0b7597efecb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.259154] env[62023]: DEBUG nova.scheduler.client.report [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1545.320849] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': task-1758225, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.336274] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074484} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.340675] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1545.341209] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.342067] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ba65b1-76b1-4c81-8802-edf4464950f3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.368370] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14/6abfdd73-17b8-44f6-bbee-ba8c64e9dd14.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1545.369295] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b34be3a6-9cdd-45ec-9380-8f6b0f881473 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.393340] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1545.393340] env[62023]: value = "task-1758228" [ 1545.393340] env[62023]: _type = "Task" [ 1545.393340] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.403534] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.412572] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Releasing lock "refresh_cache-744e0825-03d9-41ac-ade5-1ac44d5a289a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.517727] env[62023]: DEBUG nova.compute.manager [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1545.588249] env[62023]: DEBUG nova.compute.manager [req-7b45782f-23a2-4ce7-8a86-a020acbadfe6 req-6604464e-b8c8-4a8c-9d87-1b9f0d8bd40a service nova] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Received event network-vif-deleted-c4305024-1737-4c84-9a32-1fd17f1fefb1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1545.588249] env[62023]: INFO nova.compute.manager [req-7b45782f-23a2-4ce7-8a86-a020acbadfe6 req-6604464e-b8c8-4a8c-9d87-1b9f0d8bd40a service nova] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Neutron deleted interface c4305024-1737-4c84-9a32-1fd17f1fefb1; detaching it from the instance and deleting it from the info cache [ 1545.588249] env[62023]: DEBUG nova.network.neutron [req-7b45782f-23a2-4ce7-8a86-a020acbadfe6 req-6604464e-b8c8-4a8c-9d87-1b9f0d8bd40a service nova] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.595714] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ecf44a-1b3a-b3c9-1d1a-f5c2beb7e33b, 'name': SearchDatastore_Task, 'duration_secs': 0.020247} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.596647] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5fbeeb5-ccc3-4a01-b087-d99b581a97a4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.608238] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1545.608238] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5264924f-930f-0905-d878-4ea1ffd6ea80" [ 1545.608238] env[62023]: _type = "Task" [ 1545.608238] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.624212] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5264924f-930f-0905-d878-4ea1ffd6ea80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.765311] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.765854] env[62023]: DEBUG nova.compute.manager [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1545.772031] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.627s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.772636] env[62023]: DEBUG nova.objects.instance [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62023) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1545.820129] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': task-1758225, 'name': Rename_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.827977] env[62023]: DEBUG nova.network.neutron [-] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.842763] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758227, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.906572] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.048371] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.091571] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-398806ce-69ca-4953-ab4f-23c3eaacbd5e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.108646] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bb9c58-c858-4d91-80ad-aa236a7f35ff {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.141764] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5264924f-930f-0905-d878-4ea1ffd6ea80, 'name': SearchDatastore_Task, 'duration_secs': 0.019429} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.141764] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.142022] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] ed8d8df0-2f06-43ab-b959-e0b7597efecb/ed8d8df0-2f06-43ab-b959-e0b7597efecb.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1546.142330] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd6dd997-21bc-4679-855f-fe75fa10f57c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.163918] env[62023]: DEBUG nova.compute.manager [req-7b45782f-23a2-4ce7-8a86-a020acbadfe6 req-6604464e-b8c8-4a8c-9d87-1b9f0d8bd40a service nova] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Detach interface failed, port_id=c4305024-1737-4c84-9a32-1fd17f1fefb1, reason: Instance 79742d3a-cd95-440c-90ba-a33d8d09d35f could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1546.171298] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1546.171298] env[62023]: value = "task-1758229" [ 1546.171298] env[62023]: _type = "Task" [ 1546.171298] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.180949] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.244296] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquiring lock "1a0572c5-51ca-4540-b956-eb90b8aaf356" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.244296] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lock "1a0572c5-51ca-4540-b956-eb90b8aaf356" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.273244] env[62023]: DEBUG nova.compute.utils [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1546.274619] env[62023]: DEBUG nova.compute.manager [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1546.274796] env[62023]: DEBUG nova.network.neutron [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1546.319797] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': task-1758225, 'name': Rename_Task, 'duration_secs': 1.026786} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.320079] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1546.320335] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0b78839-8fc2-436d-b271-62916ab6c06b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.327128] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Waiting for the task: (returnval){ [ 1546.327128] env[62023]: value = "task-1758230" [ 1546.327128] env[62023]: _type = "Task" [ 1546.327128] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.334909] env[62023]: DEBUG nova.policy [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbade6239d9546d88e1842f4bab10c61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14ad90f580334463900f624d8a36f393', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1546.336453] env[62023]: INFO nova.compute.manager [-] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Took 1.30 seconds to deallocate network for instance. [ 1546.341930] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': task-1758230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.348934] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758227, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.429682} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.349307] env[62023]: INFO nova.virt.vmwareapi.ds_util [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 41220130-9cae-4af6-9be8-d5601b0b3cdc/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk. [ 1546.350250] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df89e0b9-671c-4a85-9852-6d83492f4cbb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.377376] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 41220130-9cae-4af6-9be8-d5601b0b3cdc/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1546.378116] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a4d333a-0403-4a9a-a9be-504569be257a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.400075] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1546.400075] env[62023]: value = "task-1758231" [ 1546.400075] env[62023]: _type = "Task" [ 1546.400075] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.406979] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758228, 'name': ReconfigVM_Task, 'duration_secs': 0.991445} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.407669] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14/6abfdd73-17b8-44f6-bbee-ba8c64e9dd14.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1546.408316] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1594c03-209c-4f24-9d9e-291c97d4e678 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.412936] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.418937] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1546.418937] env[62023]: value = "task-1758232" [ 1546.418937] env[62023]: _type = "Task" [ 1546.418937] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.429926] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758232, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.635201] env[62023]: DEBUG nova.network.neutron [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Successfully created port: e5d9dff8-5842-4b8c-b672-7647f6ded2b8 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1546.681994] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758229, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.747100] env[62023]: DEBUG nova.compute.manager [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1546.779072] env[62023]: DEBUG nova.compute.manager [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1546.785928] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d996467c-7e98-47bd-bfd1-6f0b5cb84099 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.788990] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.380s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.793474] env[62023]: INFO nova.compute.claims [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1546.838267] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': task-1758230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.854800] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.911960] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.930155] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758232, 'name': Rename_Task, 'duration_secs': 0.437297} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.930899] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1546.932092] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a056c4-e343-4f56-977c-ba5dcab64241 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.934906] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f59edc9d-d36f-465b-acd9-49c7db394883 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.952311] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Updating instance '744e0825-03d9-41ac-ade5-1ac44d5a289a' progress to 0 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1546.957123] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1546.957123] env[62023]: value = "task-1758233" [ 1546.957123] env[62023]: _type = "Task" [ 1546.957123] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.966121] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.183207] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60896} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.183723] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] ed8d8df0-2f06-43ab-b959-e0b7597efecb/ed8d8df0-2f06-43ab-b959-e0b7597efecb.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1547.183965] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1547.184385] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e94cc98e-6d01-4883-8e1c-dd9d0b1f5f63 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.191408] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1547.191408] env[62023]: value = "task-1758234" [ 1547.191408] env[62023]: _type = "Task" [ 1547.191408] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.199237] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.271984] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.338161] env[62023]: DEBUG oslo_vmware.api [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': task-1758230, 'name': PowerOnVM_Task, 'duration_secs': 0.894486} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.338429] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1547.338665] env[62023]: INFO nova.compute.manager [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1547.338852] env[62023]: DEBUG nova.compute.manager [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1547.339746] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4894d1f7-1d4a-4ece-a231-2163e5cab57b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.410664] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758231, 'name': ReconfigVM_Task, 'duration_secs': 0.829236} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.410954] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 41220130-9cae-4af6-9be8-d5601b0b3cdc/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1547.411789] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbc0fc0-ace5-4743-a9a2-c54a762a533f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.437936] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e54f0e29-d2af-438d-8056-59c22bb8dbf7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.454250] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1547.454250] env[62023]: value = "task-1758235" [ 1547.454250] env[62023]: _type = "Task" [ 1547.454250] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.459157] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.459911] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1aa88d84-afaf-41f7-8e89-7a1701bc4c7b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.467470] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.472788] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758233, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.474431] env[62023]: DEBUG oslo_vmware.api [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1547.474431] env[62023]: value = "task-1758236" [ 1547.474431] env[62023]: _type = "Task" [ 1547.474431] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.484607] env[62023]: DEBUG oslo_vmware.api [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.703035] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.309374} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.703444] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1547.704286] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8cc52c-740f-4f59-804e-b4a6c38ff9a9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.733488] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] ed8d8df0-2f06-43ab-b959-e0b7597efecb/ed8d8df0-2f06-43ab-b959-e0b7597efecb.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1547.733862] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dcfcbc8-5f77-4d38-95e7-486911329aa9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.754954] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1547.754954] env[62023]: value = "task-1758237" [ 1547.754954] env[62023]: _type = "Task" [ 1547.754954] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.764821] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.794640] env[62023]: DEBUG nova.compute.manager [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1547.830943] env[62023]: DEBUG nova.virt.hardware [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1547.830943] env[62023]: DEBUG nova.virt.hardware [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1547.830943] env[62023]: DEBUG nova.virt.hardware [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1547.830943] env[62023]: DEBUG nova.virt.hardware [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1547.830943] env[62023]: DEBUG nova.virt.hardware [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1547.830943] env[62023]: DEBUG nova.virt.hardware [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1547.830943] env[62023]: DEBUG nova.virt.hardware [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1547.830943] env[62023]: DEBUG nova.virt.hardware [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1547.831453] env[62023]: DEBUG nova.virt.hardware [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1547.831453] env[62023]: DEBUG nova.virt.hardware [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1547.831453] env[62023]: DEBUG nova.virt.hardware [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1547.832862] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23112b41-4f05-49c1-8b08-7c30e43ca13f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.844625] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b631db-249a-451f-be86-d9de1b763ff5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.870372] env[62023]: INFO nova.compute.manager [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Took 45.81 seconds to build instance. [ 1547.971284] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758235, 'name': ReconfigVM_Task, 'duration_secs': 0.355725} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.971435] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1547.971692] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ccf5fd3-865c-43c1-bcb9-a400b64a2676 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.976966] env[62023]: DEBUG oslo_vmware.api [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758233, 'name': PowerOnVM_Task, 'duration_secs': 0.959972} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.983769] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1547.984035] env[62023]: INFO nova.compute.manager [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Took 12.78 seconds to spawn the instance on the hypervisor. [ 1547.984231] env[62023]: DEBUG nova.compute.manager [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1547.985904] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae304b5d-9683-4378-b679-50c6b9c9dd9f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.990854] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1547.990854] env[62023]: value = "task-1758238" [ 1547.990854] env[62023]: _type = "Task" [ 1547.990854] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.999796] env[62023]: DEBUG oslo_vmware.api [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758236, 'name': PowerOffVM_Task, 'duration_secs': 0.323821} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.005434] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1548.005664] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Updating instance '744e0825-03d9-41ac-ade5-1ac44d5a289a' progress to 17 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1548.014063] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758238, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.269343] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758237, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.289083] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c3c9b7-5a91-4454-91c4-8b9e9687af30 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.297802] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf4581a-f25f-49a2-90e7-acd34f1b83b0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.334311] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f106810b-0afc-49fb-b1d6-ddcf9386288b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.342814] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995cb329-ecec-413c-96a6-3451fb8d1f52 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.361231] env[62023]: DEBUG nova.compute.provider_tree [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1548.375228] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9b5efa50-af96-459f-8a02-826a2f4b6e56 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Lock "3b7c092f-5045-43a2-96ad-384de17df993" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.029s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.434355] env[62023]: DEBUG nova.compute.manager [req-9ecb16e8-23ef-4fe0-9f75-806300eed56c req-f98f3a6a-2887-4424-a910-9950d9c518af service nova] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Received event network-vif-plugged-e5d9dff8-5842-4b8c-b672-7647f6ded2b8 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1548.434606] env[62023]: DEBUG oslo_concurrency.lockutils [req-9ecb16e8-23ef-4fe0-9f75-806300eed56c req-f98f3a6a-2887-4424-a910-9950d9c518af service nova] Acquiring lock "4cb4160b-524b-41b7-b8c8-7c246826b084-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.434813] env[62023]: DEBUG oslo_concurrency.lockutils [req-9ecb16e8-23ef-4fe0-9f75-806300eed56c req-f98f3a6a-2887-4424-a910-9950d9c518af service nova] Lock "4cb4160b-524b-41b7-b8c8-7c246826b084-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.435077] env[62023]: DEBUG oslo_concurrency.lockutils [req-9ecb16e8-23ef-4fe0-9f75-806300eed56c req-f98f3a6a-2887-4424-a910-9950d9c518af service nova] Lock "4cb4160b-524b-41b7-b8c8-7c246826b084-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.435172] env[62023]: DEBUG nova.compute.manager [req-9ecb16e8-23ef-4fe0-9f75-806300eed56c req-f98f3a6a-2887-4424-a910-9950d9c518af service nova] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] No waiting events found dispatching network-vif-plugged-e5d9dff8-5842-4b8c-b672-7647f6ded2b8 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1548.435355] env[62023]: WARNING nova.compute.manager [req-9ecb16e8-23ef-4fe0-9f75-806300eed56c req-f98f3a6a-2887-4424-a910-9950d9c518af service nova] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Received unexpected event network-vif-plugged-e5d9dff8-5842-4b8c-b672-7647f6ded2b8 for instance with vm_state building and task_state spawning. [ 1548.471192] env[62023]: DEBUG nova.network.neutron [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Successfully updated port: e5d9dff8-5842-4b8c-b672-7647f6ded2b8 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1548.504271] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.518880] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1548.518880] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1548.518880] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1548.518880] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1548.519153] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1548.519153] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1548.519328] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1548.519498] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1548.519674] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1548.519833] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1548.519998] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1548.528763] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-698c0592-dd86-49fc-958d-7957d26c45cd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.539895] env[62023]: INFO nova.compute.manager [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Took 46.94 seconds to build instance. [ 1548.546771] env[62023]: DEBUG oslo_vmware.api [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1548.546771] env[62023]: value = "task-1758239" [ 1548.546771] env[62023]: _type = "Task" [ 1548.546771] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.555965] env[62023]: DEBUG oslo_vmware.api [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.769761] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758237, 'name': ReconfigVM_Task, 'duration_secs': 0.529904} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.770200] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Reconfigured VM instance instance-00000042 to attach disk [datastore1] ed8d8df0-2f06-43ab-b959-e0b7597efecb/ed8d8df0-2f06-43ab-b959-e0b7597efecb.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1548.770784] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eedb20a0-fc12-49ea-96f8-218bebfc90f8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.776973] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1548.776973] env[62023]: value = "task-1758240" [ 1548.776973] env[62023]: _type = "Task" [ 1548.776973] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.785259] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758240, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.866009] env[62023]: DEBUG nova.scheduler.client.report [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1548.974828] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "refresh_cache-4cb4160b-524b-41b7-b8c8-7c246826b084" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.974828] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquired lock "refresh_cache-4cb4160b-524b-41b7-b8c8-7c246826b084" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.974828] env[62023]: DEBUG nova.network.neutron [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1549.003913] env[62023]: DEBUG oslo_vmware.api [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758238, 'name': PowerOnVM_Task, 'duration_secs': 0.658227} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.004856] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1549.008028] env[62023]: DEBUG nova.compute.manager [None req-0e40cce0-d405-49a4-8c55-fba9a8babd66 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1549.008900] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42933b76-c245-4b28-a7d5-5a7bd318f4d3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.044621] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c857c7bf-8fed-4b26-a245-397ec2761079 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "6abfdd73-17b8-44f6-bbee-ba8c64e9dd14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.245s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.059383] env[62023]: DEBUG oslo_vmware.api [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758239, 'name': ReconfigVM_Task, 'duration_secs': 0.264033} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.059739] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Updating instance '744e0825-03d9-41ac-ade5-1ac44d5a289a' progress to 33 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1549.290844] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758240, 'name': Rename_Task, 'duration_secs': 0.349634} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.291168] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1549.291432] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b293e7c5-0425-40fd-b54c-ef15cfd4d80d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.298495] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1549.298495] env[62023]: value = "task-1758241" [ 1549.298495] env[62023]: _type = "Task" [ 1549.298495] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.307304] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.377029] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.377029] env[62023]: DEBUG nova.compute.manager [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1549.380295] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.915s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.491033] env[62023]: DEBUG nova.compute.manager [None req-90dad4f6-ee24-4284-818d-996583c7ff28 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1549.491951] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fae069-0ccb-4379-8e85-401a9f755d16 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.508323] env[62023]: DEBUG nova.network.neutron [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1549.565811] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:31:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dee4cab9-2570-477a-aa0e-51be37edab59',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1666271814',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1549.565901] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1549.566036] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1549.566212] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1549.566558] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1549.566558] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1549.566734] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1549.566896] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1549.567070] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1549.567238] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1549.567408] env[62023]: DEBUG nova.virt.hardware [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1549.572893] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1549.573199] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbe40924-5f25-4fed-b50b-d9e19604da45 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.593532] env[62023]: DEBUG oslo_vmware.api [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1549.593532] env[62023]: value = "task-1758242" [ 1549.593532] env[62023]: _type = "Task" [ 1549.593532] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.607246] env[62023]: DEBUG oslo_vmware.api [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758242, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.717504] env[62023]: DEBUG nova.network.neutron [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Updating instance_info_cache with network_info: [{"id": "e5d9dff8-5842-4b8c-b672-7647f6ded2b8", "address": "fa:16:3e:d4:b0:c0", "network": {"id": "1b2aaf7d-456c-4b5e-97aa-0b97d2c193a6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-792452981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ad90f580334463900f624d8a36f393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d9dff8-58", "ovs_interfaceid": "e5d9dff8-5842-4b8c-b672-7647f6ded2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.811281] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.866260] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Acquiring lock "3b7c092f-5045-43a2-96ad-384de17df993" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.866618] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Lock "3b7c092f-5045-43a2-96ad-384de17df993" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.866866] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Acquiring lock "3b7c092f-5045-43a2-96ad-384de17df993-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.867101] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Lock "3b7c092f-5045-43a2-96ad-384de17df993-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.867288] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Lock "3b7c092f-5045-43a2-96ad-384de17df993-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.870022] env[62023]: INFO nova.compute.manager [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Terminating instance [ 1549.876398] env[62023]: DEBUG oslo_concurrency.lockutils [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "093dd1a9-87d9-4be8-99ce-1903edf5f71b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.876725] env[62023]: DEBUG oslo_concurrency.lockutils [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "093dd1a9-87d9-4be8-99ce-1903edf5f71b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.881854] env[62023]: DEBUG nova.compute.utils [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1549.883171] env[62023]: DEBUG nova.compute.manager [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1549.883365] env[62023]: DEBUG nova.network.neutron [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1549.893709] env[62023]: INFO nova.compute.claims [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1549.939860] env[62023]: DEBUG nova.policy [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26c82d6169c44cbf889e0957d00b20d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3275bef1b9744cc8aba90405b27aca8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1550.003164] env[62023]: INFO nova.compute.manager [None req-90dad4f6-ee24-4284-818d-996583c7ff28 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] instance snapshotting [ 1550.003886] env[62023]: DEBUG nova.objects.instance [None req-90dad4f6-ee24-4284-818d-996583c7ff28 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Lazy-loading 'flavor' on Instance uuid 3b7c092f-5045-43a2-96ad-384de17df993 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1550.106199] env[62023]: DEBUG oslo_vmware.api [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758242, 'name': ReconfigVM_Task, 'duration_secs': 0.192334} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.106567] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1550.107731] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf69ec8f-c3b4-4216-b71d-94d1547ae690 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.132542] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 744e0825-03d9-41ac-ade5-1ac44d5a289a/744e0825-03d9-41ac-ade5-1ac44d5a289a.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1550.132895] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a88c5229-85ba-4638-a816-45c327ba835d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.153265] env[62023]: DEBUG oslo_vmware.api [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1550.153265] env[62023]: value = "task-1758243" [ 1550.153265] env[62023]: _type = "Task" [ 1550.153265] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.161458] env[62023]: DEBUG oslo_vmware.api [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758243, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.220304] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Releasing lock "refresh_cache-4cb4160b-524b-41b7-b8c8-7c246826b084" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.221071] env[62023]: DEBUG nova.compute.manager [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Instance network_info: |[{"id": "e5d9dff8-5842-4b8c-b672-7647f6ded2b8", "address": "fa:16:3e:d4:b0:c0", "network": {"id": "1b2aaf7d-456c-4b5e-97aa-0b97d2c193a6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-792452981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ad90f580334463900f624d8a36f393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d9dff8-58", "ovs_interfaceid": "e5d9dff8-5842-4b8c-b672-7647f6ded2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1550.221262] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:b0:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5d9dff8-5842-4b8c-b672-7647f6ded2b8', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1550.229614] env[62023]: DEBUG oslo.service.loopingcall [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1550.229614] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1550.229718] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69fce940-9265-46e5-8d45-34f47ec9019e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.254405] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1550.254405] env[62023]: value = "task-1758244" [ 1550.254405] env[62023]: _type = "Task" [ 1550.254405] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.263704] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758244, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.295248] env[62023]: DEBUG nova.network.neutron [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Successfully created port: 7c5d5777-9963-4738-8e0c-f0fcbb37085b {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1550.309580] env[62023]: DEBUG oslo_vmware.api [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758241, 'name': PowerOnVM_Task, 'duration_secs': 0.778183} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.309872] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1550.310092] env[62023]: INFO nova.compute.manager [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1550.310290] env[62023]: DEBUG nova.compute.manager [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1550.311172] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96933efd-505a-4d89-a085-876643431b1f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.380211] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Acquiring lock "refresh_cache-3b7c092f-5045-43a2-96ad-384de17df993" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.380435] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Acquired lock "refresh_cache-3b7c092f-5045-43a2-96ad-384de17df993" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.380974] env[62023]: DEBUG nova.network.neutron [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1550.387454] env[62023]: DEBUG nova.compute.manager [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1550.393835] env[62023]: DEBUG nova.compute.manager [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1550.399137] env[62023]: INFO nova.compute.resource_tracker [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Updating resource usage from migration c83aab34-bef8-4683-a919-c89e87134f91 [ 1550.515512] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a74b35-a04b-47dc-92e4-615e4961285e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.541602] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90f95cc-c63e-4b07-a15b-d3e09f62d357 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.613777] env[62023]: DEBUG nova.compute.manager [req-a5f05a49-a669-400f-bc18-288e98208e15 req-fa1fce8a-3a17-4005-8421-74af1e1e06de service nova] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Received event network-changed-e5d9dff8-5842-4b8c-b672-7647f6ded2b8 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1550.614259] env[62023]: DEBUG nova.compute.manager [req-a5f05a49-a669-400f-bc18-288e98208e15 req-fa1fce8a-3a17-4005-8421-74af1e1e06de service nova] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Refreshing instance network info cache due to event network-changed-e5d9dff8-5842-4b8c-b672-7647f6ded2b8. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1550.614259] env[62023]: DEBUG oslo_concurrency.lockutils [req-a5f05a49-a669-400f-bc18-288e98208e15 req-fa1fce8a-3a17-4005-8421-74af1e1e06de service nova] Acquiring lock "refresh_cache-4cb4160b-524b-41b7-b8c8-7c246826b084" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.614384] env[62023]: DEBUG oslo_concurrency.lockutils [req-a5f05a49-a669-400f-bc18-288e98208e15 req-fa1fce8a-3a17-4005-8421-74af1e1e06de service nova] Acquired lock "refresh_cache-4cb4160b-524b-41b7-b8c8-7c246826b084" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.614707] env[62023]: DEBUG nova.network.neutron [req-a5f05a49-a669-400f-bc18-288e98208e15 req-fa1fce8a-3a17-4005-8421-74af1e1e06de service nova] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Refreshing network info cache for port e5d9dff8-5842-4b8c-b672-7647f6ded2b8 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1550.663710] env[62023]: DEBUG oslo_vmware.api [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758243, 'name': ReconfigVM_Task, 'duration_secs': 0.329543} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.667108] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 744e0825-03d9-41ac-ade5-1ac44d5a289a/744e0825-03d9-41ac-ade5-1ac44d5a289a.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1550.667442] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Updating instance '744e0825-03d9-41ac-ade5-1ac44d5a289a' progress to 50 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1550.776632] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758244, 'name': CreateVM_Task, 'duration_secs': 0.440619} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.776869] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1550.777812] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.781177] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.781177] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1550.784248] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97221bd5-4b97-41a6-a0a9-e082dca315be {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.792754] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1550.792754] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521fb59c-7416-4030-bb9a-fd2e213904e9" [ 1550.792754] env[62023]: _type = "Task" [ 1550.792754] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.812222] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521fb59c-7416-4030-bb9a-fd2e213904e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.833163] env[62023]: INFO nova.compute.manager [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Took 44.84 seconds to build instance. [ 1550.905918] env[62023]: DEBUG oslo_concurrency.lockutils [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.917960] env[62023]: DEBUG nova.network.neutron [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1550.998124] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88fc7d9-dcb7-4e65-89b4-63a0c1943e94 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.008734] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5feea956-013d-4d89-ad70-f947d9c61c30 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.046576] env[62023]: DEBUG nova.network.neutron [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.051357] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204f83c0-6856-4d67-b2d1-d85bf74dc0d2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.054143] env[62023]: DEBUG nova.compute.manager [None req-90dad4f6-ee24-4284-818d-996583c7ff28 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Instance disappeared during snapshot {{(pid=62023) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1551.061767] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1afd5c-5354-4b3f-9c8d-ae3ae8c03653 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.078938] env[62023]: DEBUG nova.compute.provider_tree [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.175523] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10fb6e4-b52c-4d0a-8884-2cf66efbbf70 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.195225] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43a331c-479a-4344-bd7c-0629d308e210 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.213892] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Updating instance '744e0825-03d9-41ac-ade5-1ac44d5a289a' progress to 67 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1551.221204] env[62023]: DEBUG nova.compute.manager [None req-90dad4f6-ee24-4284-818d-996583c7ff28 tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Found 0 images (rotation: 2) {{(pid=62023) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1551.306169] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521fb59c-7416-4030-bb9a-fd2e213904e9, 'name': SearchDatastore_Task, 'duration_secs': 0.017056} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.306169] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.306169] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1551.306380] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.306507] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.306682] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1551.306944] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ce51eee-2994-4c1c-9730-9a53a27dccc1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.316846] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1551.320114] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1551.320114] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-472f5912-daf0-44c7-8f5d-899367a4c421 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.323771] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1551.323771] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528318e2-499e-5ce4-472c-d2bc9dd38bd0" [ 1551.323771] env[62023]: _type = "Task" [ 1551.323771] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.334793] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528318e2-499e-5ce4-472c-d2bc9dd38bd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.335567] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bc231374-d5dd-4f81-b48f-caebaa22fd19 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "ed8d8df0-2f06-43ab-b959-e0b7597efecb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.161s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.408652] env[62023]: DEBUG nova.compute.manager [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1551.416860] env[62023]: DEBUG oslo_concurrency.lockutils [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "7ccd9c6a-4027-4a22-9be1-622267fd9541" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.416860] env[62023]: DEBUG oslo_concurrency.lockutils [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lock "7ccd9c6a-4027-4a22-9be1-622267fd9541" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.438405] env[62023]: DEBUG nova.virt.hardware [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1551.438672] env[62023]: DEBUG nova.virt.hardware [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1551.438833] env[62023]: DEBUG nova.virt.hardware [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1551.439031] env[62023]: DEBUG nova.virt.hardware [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1551.439188] env[62023]: DEBUG nova.virt.hardware [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1551.439335] env[62023]: DEBUG nova.virt.hardware [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1551.439564] env[62023]: DEBUG nova.virt.hardware [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1551.439691] env[62023]: DEBUG nova.virt.hardware [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1551.439857] env[62023]: DEBUG nova.virt.hardware [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1551.440031] env[62023]: DEBUG nova.virt.hardware [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1551.440214] env[62023]: DEBUG nova.virt.hardware [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1551.441408] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d16873e-2f3e-4029-a8b1-8cbb9424cc06 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.444740] env[62023]: DEBUG nova.network.neutron [req-a5f05a49-a669-400f-bc18-288e98208e15 req-fa1fce8a-3a17-4005-8421-74af1e1e06de service nova] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Updated VIF entry in instance network info cache for port e5d9dff8-5842-4b8c-b672-7647f6ded2b8. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1551.445089] env[62023]: DEBUG nova.network.neutron [req-a5f05a49-a669-400f-bc18-288e98208e15 req-fa1fce8a-3a17-4005-8421-74af1e1e06de service nova] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Updating instance_info_cache with network_info: [{"id": "e5d9dff8-5842-4b8c-b672-7647f6ded2b8", "address": "fa:16:3e:d4:b0:c0", "network": {"id": "1b2aaf7d-456c-4b5e-97aa-0b97d2c193a6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-792452981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ad90f580334463900f624d8a36f393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d9dff8-58", "ovs_interfaceid": "e5d9dff8-5842-4b8c-b672-7647f6ded2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.452852] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6a5c93-a1c0-4ecb-aa55-e6d5afc23e54 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.549562] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Releasing lock "refresh_cache-3b7c092f-5045-43a2-96ad-384de17df993" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.550231] env[62023]: DEBUG nova.compute.manager [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1551.550445] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1551.551318] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6b8391-fdef-468d-ad3e-7d5b042f6d9b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.560656] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1551.560656] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67444bf3-53c7-487e-a1d9-418179430031 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.567412] env[62023]: DEBUG oslo_vmware.api [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Waiting for the task: (returnval){ [ 1551.567412] env[62023]: value = "task-1758245" [ 1551.567412] env[62023]: _type = "Task" [ 1551.567412] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.575463] env[62023]: DEBUG oslo_vmware.api [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': task-1758245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.582590] env[62023]: DEBUG nova.scheduler.client.report [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1551.774869] env[62023]: DEBUG nova.network.neutron [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Port 45a2207e-c368-4cfb-a644-e354af4319a7 binding to destination host cpu-1 is already ACTIVE {{(pid=62023) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1551.835507] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528318e2-499e-5ce4-472c-d2bc9dd38bd0, 'name': SearchDatastore_Task, 'duration_secs': 0.018336} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.836327] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-403b3f48-a44b-4ef5-ad83-73ce2a459696 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.842403] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1551.842403] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5224c246-ecd6-12f5-a247-a26d61579faf" [ 1551.842403] env[62023]: _type = "Task" [ 1551.842403] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.850544] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5224c246-ecd6-12f5-a247-a26d61579faf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.919928] env[62023]: DEBUG nova.compute.manager [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1551.949776] env[62023]: DEBUG oslo_concurrency.lockutils [req-a5f05a49-a669-400f-bc18-288e98208e15 req-fa1fce8a-3a17-4005-8421-74af1e1e06de service nova] Releasing lock "refresh_cache-4cb4160b-524b-41b7-b8c8-7c246826b084" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.079302] env[62023]: DEBUG oslo_vmware.api [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': task-1758245, 'name': PowerOffVM_Task, 'duration_secs': 0.225857} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.081990] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1552.081990] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1552.081990] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd57ccab-967c-4008-9454-6be7bd345edc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.087761] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.707s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.087950] env[62023]: INFO nova.compute.manager [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Migrating [ 1552.095380] env[62023]: DEBUG oslo_concurrency.lockutils [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.333s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.095789] env[62023]: DEBUG nova.objects.instance [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lazy-loading 'resources' on Instance uuid 850e4493-1a78-473d-8f24-1627ba115ad1 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.110172] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1552.110172] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1552.110325] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Deleting the datastore file [datastore1] 3b7c092f-5045-43a2-96ad-384de17df993 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1552.111046] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21c7fd1d-23db-4617-ac5e-a73cd35490b7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.118387] env[62023]: DEBUG oslo_vmware.api [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Waiting for the task: (returnval){ [ 1552.118387] env[62023]: value = "task-1758247" [ 1552.118387] env[62023]: _type = "Task" [ 1552.118387] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.128337] env[62023]: DEBUG oslo_vmware.api [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': task-1758247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.165608] env[62023]: DEBUG nova.network.neutron [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Successfully updated port: 7c5d5777-9963-4738-8e0c-f0fcbb37085b {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1552.355688] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5224c246-ecd6-12f5-a247-a26d61579faf, 'name': SearchDatastore_Task, 'duration_secs': 0.022323} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.355954] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.356230] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 4cb4160b-524b-41b7-b8c8-7c246826b084/4cb4160b-524b-41b7-b8c8-7c246826b084.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1552.356489] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06919e6b-3ca0-470b-a8b8-58a1d95bca18 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.363829] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1552.363829] env[62023]: value = "task-1758248" [ 1552.363829] env[62023]: _type = "Task" [ 1552.363829] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.373106] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.450357] env[62023]: DEBUG oslo_concurrency.lockutils [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.608533] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "refresh_cache-beee13a3-6a2a-4113-9317-5efde046fcd7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.608837] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "refresh_cache-beee13a3-6a2a-4113-9317-5efde046fcd7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.609110] env[62023]: DEBUG nova.network.neutron [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1552.633895] env[62023]: DEBUG oslo_vmware.api [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Task: {'id': task-1758247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297417} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.634166] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1552.634442] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1552.634652] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1552.634881] env[62023]: INFO nova.compute.manager [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1552.635272] env[62023]: DEBUG oslo.service.loopingcall [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1552.635626] env[62023]: DEBUG nova.compute.manager [-] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1552.635771] env[62023]: DEBUG nova.network.neutron [-] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1552.646140] env[62023]: DEBUG nova.compute.manager [req-0904150f-1f24-49e2-8929-c8201dbf4121 req-704e3790-3ace-4bb8-a858-807f47ff309c service nova] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Received event network-vif-plugged-7c5d5777-9963-4738-8e0c-f0fcbb37085b {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1552.646459] env[62023]: DEBUG oslo_concurrency.lockutils [req-0904150f-1f24-49e2-8929-c8201dbf4121 req-704e3790-3ace-4bb8-a858-807f47ff309c service nova] Acquiring lock "af7ea80d-49c4-49bf-9d8c-391ec4107af9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.647152] env[62023]: DEBUG oslo_concurrency.lockutils [req-0904150f-1f24-49e2-8929-c8201dbf4121 req-704e3790-3ace-4bb8-a858-807f47ff309c service nova] Lock "af7ea80d-49c4-49bf-9d8c-391ec4107af9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.647350] env[62023]: DEBUG oslo_concurrency.lockutils [req-0904150f-1f24-49e2-8929-c8201dbf4121 req-704e3790-3ace-4bb8-a858-807f47ff309c service nova] Lock "af7ea80d-49c4-49bf-9d8c-391ec4107af9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.647572] env[62023]: DEBUG nova.compute.manager [req-0904150f-1f24-49e2-8929-c8201dbf4121 req-704e3790-3ace-4bb8-a858-807f47ff309c service nova] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] No waiting events found dispatching network-vif-plugged-7c5d5777-9963-4738-8e0c-f0fcbb37085b {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1552.647809] env[62023]: WARNING nova.compute.manager [req-0904150f-1f24-49e2-8929-c8201dbf4121 req-704e3790-3ace-4bb8-a858-807f47ff309c service nova] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Received unexpected event network-vif-plugged-7c5d5777-9963-4738-8e0c-f0fcbb37085b for instance with vm_state building and task_state spawning. [ 1552.648060] env[62023]: DEBUG nova.compute.manager [req-0904150f-1f24-49e2-8929-c8201dbf4121 req-704e3790-3ace-4bb8-a858-807f47ff309c service nova] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Received event network-changed-7c5d5777-9963-4738-8e0c-f0fcbb37085b {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1552.648258] env[62023]: DEBUG nova.compute.manager [req-0904150f-1f24-49e2-8929-c8201dbf4121 req-704e3790-3ace-4bb8-a858-807f47ff309c service nova] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Refreshing instance network info cache due to event network-changed-7c5d5777-9963-4738-8e0c-f0fcbb37085b. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1552.648513] env[62023]: DEBUG oslo_concurrency.lockutils [req-0904150f-1f24-49e2-8929-c8201dbf4121 req-704e3790-3ace-4bb8-a858-807f47ff309c service nova] Acquiring lock "refresh_cache-af7ea80d-49c4-49bf-9d8c-391ec4107af9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.648666] env[62023]: DEBUG oslo_concurrency.lockutils [req-0904150f-1f24-49e2-8929-c8201dbf4121 req-704e3790-3ace-4bb8-a858-807f47ff309c service nova] Acquired lock "refresh_cache-af7ea80d-49c4-49bf-9d8c-391ec4107af9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.648861] env[62023]: DEBUG nova.network.neutron [req-0904150f-1f24-49e2-8929-c8201dbf4121 req-704e3790-3ace-4bb8-a858-807f47ff309c service nova] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Refreshing network info cache for port 7c5d5777-9963-4738-8e0c-f0fcbb37085b {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1552.658015] env[62023]: DEBUG nova.network.neutron [-] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1552.670179] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "refresh_cache-af7ea80d-49c4-49bf-9d8c-391ec4107af9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.802981] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "744e0825-03d9-41ac-ade5-1ac44d5a289a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.803242] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "744e0825-03d9-41ac-ade5-1ac44d5a289a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.803506] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "744e0825-03d9-41ac-ade5-1ac44d5a289a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.878171] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758248, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.101089] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28924aa-5f1a-4f04-abf5-486694e419c6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.114247] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d040eaf4-0ac8-4020-859b-bf4eaac2a76e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.159905] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12488957-fcb4-4c8d-94d6-e00f39cfef96 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.161424] env[62023]: DEBUG nova.network.neutron [-] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.168505] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fca026-6989-4c63-a1f6-0258f8aa6a76 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.187048] env[62023]: DEBUG nova.compute.provider_tree [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1553.247339] env[62023]: DEBUG nova.network.neutron [req-0904150f-1f24-49e2-8929-c8201dbf4121 req-704e3790-3ace-4bb8-a858-807f47ff309c service nova] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1553.337592] env[62023]: DEBUG nova.network.neutron [req-0904150f-1f24-49e2-8929-c8201dbf4121 req-704e3790-3ace-4bb8-a858-807f47ff309c service nova] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.376184] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782067} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.379133] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 4cb4160b-524b-41b7-b8c8-7c246826b084/4cb4160b-524b-41b7-b8c8-7c246826b084.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1553.379382] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1553.379981] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f4e889d-2ece-4189-909a-cf827ed8b311 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.387491] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1553.387491] env[62023]: value = "task-1758249" [ 1553.387491] env[62023]: _type = "Task" [ 1553.387491] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.397616] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.486668] env[62023]: DEBUG oslo_vmware.rw_handles [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52185aee-b4bf-062f-2cf7-60307574ac89/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1553.487663] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c038f5-0eba-49ab-9e0b-f903ca374014 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.494573] env[62023]: DEBUG oslo_vmware.rw_handles [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52185aee-b4bf-062f-2cf7-60307574ac89/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1553.494745] env[62023]: ERROR oslo_vmware.rw_handles [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52185aee-b4bf-062f-2cf7-60307574ac89/disk-0.vmdk due to incomplete transfer. [ 1553.494981] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3401e903-52b1-4080-bc5f-52da2071dc40 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.502905] env[62023]: DEBUG oslo_vmware.rw_handles [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52185aee-b4bf-062f-2cf7-60307574ac89/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1553.503113] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Uploaded image 40f71b1a-2571-4ce5-b065-fcb8df732fc3 to the Glance image server {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1553.506126] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Destroying the VM {{(pid=62023) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1553.506583] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-78fae0c4-697d-4878-8fba-73b82f32c873 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.513053] env[62023]: DEBUG oslo_vmware.api [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1553.513053] env[62023]: value = "task-1758250" [ 1553.513053] env[62023]: _type = "Task" [ 1553.513053] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.521819] env[62023]: DEBUG oslo_vmware.api [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758250, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.542128] env[62023]: DEBUG nova.network.neutron [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Updating instance_info_cache with network_info: [{"id": "531eff89-beaa-4639-96bb-affaf160ebfe", "address": "fa:16:3e:b5:5e:1c", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531eff89-be", "ovs_interfaceid": "531eff89-beaa-4639-96bb-affaf160ebfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.666014] env[62023]: INFO nova.compute.manager [-] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Took 1.03 seconds to deallocate network for instance. [ 1553.690843] env[62023]: DEBUG nova.scheduler.client.report [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1553.841086] env[62023]: DEBUG oslo_concurrency.lockutils [req-0904150f-1f24-49e2-8929-c8201dbf4121 req-704e3790-3ace-4bb8-a858-807f47ff309c service nova] Releasing lock "refresh_cache-af7ea80d-49c4-49bf-9d8c-391ec4107af9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.841666] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquired lock "refresh_cache-af7ea80d-49c4-49bf-9d8c-391ec4107af9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.841927] env[62023]: DEBUG nova.network.neutron [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1553.858311] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "refresh_cache-744e0825-03d9-41ac-ade5-1ac44d5a289a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.858521] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquired lock "refresh_cache-744e0825-03d9-41ac-ade5-1ac44d5a289a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.858691] env[62023]: DEBUG nova.network.neutron [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1553.898392] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07351} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.898392] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1553.898778] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ebc567-daac-47be-8167-288b4235f716 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.922131] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 4cb4160b-524b-41b7-b8c8-7c246826b084/4cb4160b-524b-41b7-b8c8-7c246826b084.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1553.923477] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecc45b3d-e868-4e94-99be-474ea4ea5303 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.946392] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1553.946392] env[62023]: value = "task-1758251" [ 1553.946392] env[62023]: _type = "Task" [ 1553.946392] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.955564] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.022711] env[62023]: DEBUG oslo_vmware.api [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758250, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.045649] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "refresh_cache-beee13a3-6a2a-4113-9317-5efde046fcd7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.174272] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.197118] env[62023]: DEBUG oslo_concurrency.lockutils [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.199308] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.888s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.199693] env[62023]: DEBUG nova.objects.instance [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lazy-loading 'resources' on Instance uuid c5a35eb3-3361-4c7d-a3bb-8129ade77951 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1554.220321] env[62023]: INFO nova.scheduler.client.report [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Deleted allocations for instance 850e4493-1a78-473d-8f24-1627ba115ad1 [ 1554.378226] env[62023]: DEBUG nova.network.neutron [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1554.462298] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758251, 'name': ReconfigVM_Task, 'duration_secs': 0.342784} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.462588] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 4cb4160b-524b-41b7-b8c8-7c246826b084/4cb4160b-524b-41b7-b8c8-7c246826b084.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1554.463237] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ad6d1b7-e170-4c7d-9032-e9bea6939a07 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.470887] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1554.470887] env[62023]: value = "task-1758252" [ 1554.470887] env[62023]: _type = "Task" [ 1554.470887] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.479228] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758252, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.523466] env[62023]: DEBUG oslo_vmware.api [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758250, 'name': Destroy_Task} progress is 33%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.584447] env[62023]: DEBUG nova.network.neutron [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Updating instance_info_cache with network_info: [{"id": "7c5d5777-9963-4738-8e0c-f0fcbb37085b", "address": "fa:16:3e:0f:7d:91", "network": {"id": "a1ea5569-a716-454e-bf75-93a66d6af828", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-371204641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3275bef1b9744cc8aba90405b27aca8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c5d5777-99", "ovs_interfaceid": "7c5d5777-9963-4738-8e0c-f0fcbb37085b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.659805] env[62023]: DEBUG nova.network.neutron [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Updating instance_info_cache with network_info: [{"id": "45a2207e-c368-4cfb-a644-e354af4319a7", "address": "fa:16:3e:c6:eb:50", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a2207e-c3", "ovs_interfaceid": "45a2207e-c368-4cfb-a644-e354af4319a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.732110] env[62023]: DEBUG oslo_concurrency.lockutils [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "ab5bd1ed-328e-4353-9865-aac5e8a36f8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.732110] env[62023]: DEBUG oslo_concurrency.lockutils [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "ab5bd1ed-328e-4353-9865-aac5e8a36f8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.732110] env[62023]: DEBUG oslo_concurrency.lockutils [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "ab5bd1ed-328e-4353-9865-aac5e8a36f8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.732110] env[62023]: DEBUG oslo_concurrency.lockutils [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "ab5bd1ed-328e-4353-9865-aac5e8a36f8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.732110] env[62023]: DEBUG oslo_concurrency.lockutils [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "ab5bd1ed-328e-4353-9865-aac5e8a36f8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.736047] env[62023]: INFO nova.compute.manager [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Terminating instance [ 1554.737761] env[62023]: DEBUG oslo_concurrency.lockutils [None req-423064bf-1178-4887-b3fb-a1f0ef5d874b tempest-ServersAdminNegativeTestJSON-1086514159 tempest-ServersAdminNegativeTestJSON-1086514159-project-member] Lock "850e4493-1a78-473d-8f24-1627ba115ad1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.077s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.982200] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758252, 'name': Rename_Task, 'duration_secs': 0.205588} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.985832] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1554.986297] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7860a51-7c5d-4119-afcd-0a23d66bc4dc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.993794] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1554.993794] env[62023]: value = "task-1758253" [ 1554.993794] env[62023]: _type = "Task" [ 1554.993794] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.002084] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.027064] env[62023]: DEBUG oslo_vmware.api [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758250, 'name': Destroy_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.091926] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Releasing lock "refresh_cache-af7ea80d-49c4-49bf-9d8c-391ec4107af9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.092265] env[62023]: DEBUG nova.compute.manager [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Instance network_info: |[{"id": "7c5d5777-9963-4738-8e0c-f0fcbb37085b", "address": "fa:16:3e:0f:7d:91", "network": {"id": "a1ea5569-a716-454e-bf75-93a66d6af828", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-371204641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3275bef1b9744cc8aba90405b27aca8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c5d5777-99", "ovs_interfaceid": "7c5d5777-9963-4738-8e0c-f0fcbb37085b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1555.092665] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:7d:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c5d5777-9963-4738-8e0c-f0fcbb37085b', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1555.100424] env[62023]: DEBUG oslo.service.loopingcall [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1555.103449] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1555.104055] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10029546-78e0-43e7-a101-7b95a95ed055 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.127747] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1555.127747] env[62023]: value = "task-1758254" [ 1555.127747] env[62023]: _type = "Task" [ 1555.127747] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.136745] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758254, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.162996] env[62023]: DEBUG oslo_concurrency.lockutils [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Releasing lock "refresh_cache-744e0825-03d9-41ac-ade5-1ac44d5a289a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.168691] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d8ee89-95a3-4b45-aa12-a0d513de8401 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.176376] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea72c29-2912-4698-8693-8fd39cf0f60f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.208282] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fdf140-71c6-4934-8473-b3035e824f6b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.216880] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5c116c-9894-487f-b682-303864411aaf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.232760] env[62023]: DEBUG nova.compute.provider_tree [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.245225] env[62023]: DEBUG nova.compute.manager [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1555.245443] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1555.246582] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f67edb-6793-49fa-850f-0425bdbd273b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.254008] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1555.254277] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88eedd6b-7616-4856-9568-8595e8f86f2e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.339997] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1555.340264] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1555.340451] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Deleting the datastore file [datastore1] ab5bd1ed-328e-4353-9865-aac5e8a36f8d {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1555.340789] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-077df0d4-8d07-475a-be2e-6a6c189d11a5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.348491] env[62023]: DEBUG oslo_vmware.api [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1555.348491] env[62023]: value = "task-1758256" [ 1555.348491] env[62023]: _type = "Task" [ 1555.348491] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.358854] env[62023]: DEBUG oslo_vmware.api [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.430036] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.430421] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.503744] env[62023]: DEBUG oslo_vmware.api [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758253, 'name': PowerOnVM_Task, 'duration_secs': 0.468106} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.504016] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1555.504239] env[62023]: INFO nova.compute.manager [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1555.504421] env[62023]: DEBUG nova.compute.manager [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1555.505230] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff76bddc-5294-4fea-ad88-5ad30aeabbe4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.522945] env[62023]: DEBUG oslo_vmware.api [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758250, 'name': Destroy_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.560959] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae119598-496a-436e-8910-b82d63dcad8a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.581028] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Updating instance 'beee13a3-6a2a-4113-9317-5efde046fcd7' progress to 0 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1555.655621] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758254, 'name': CreateVM_Task, 'duration_secs': 0.426824} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.655870] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1555.656654] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.656902] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.657250] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1555.657555] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7d4012-4e00-4b53-bb58-2b50397ad50f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.662410] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1555.662410] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525cb6ca-3604-18d7-5dc4-b03fbe3bdb09" [ 1555.662410] env[62023]: _type = "Task" [ 1555.662410] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.670536] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525cb6ca-3604-18d7-5dc4-b03fbe3bdb09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.691273] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535350c9-b6a7-4d83-8b7a-e438afa2e5fa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.712207] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc1a7a7-a831-4eaf-938e-727eefe1f86c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.720590] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Updating instance '744e0825-03d9-41ac-ade5-1ac44d5a289a' progress to 83 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1555.736337] env[62023]: DEBUG nova.scheduler.client.report [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1555.861516] env[62023]: WARNING nova.virt.vmwareapi.vmops [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] ab5bd1ed-328e-4353-9865-aac5e8a36f8d [ 1555.861516] env[62023]: ERROR nova.virt.vmwareapi.vmops [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Traceback (most recent call last): [ 1555.861516] env[62023]: ERROR nova.virt.vmwareapi.vmops [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 1555.861516] env[62023]: ERROR nova.virt.vmwareapi.vmops [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] ds_util.file_delete(self._session, [ 1555.861516] env[62023]: ERROR nova.virt.vmwareapi.vmops [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 1555.861516] env[62023]: ERROR nova.virt.vmwareapi.vmops [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] session._wait_for_task(file_delete_task) [ 1555.861516] env[62023]: ERROR nova.virt.vmwareapi.vmops [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 1555.861516] env[62023]: ERROR nova.virt.vmwareapi.vmops [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] return self.wait_for_task(task_ref) [ 1555.861516] env[62023]: ERROR nova.virt.vmwareapi.vmops [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 1555.861516] env[62023]: ERROR nova.virt.vmwareapi.vmops [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] return evt.wait() [ 1555.861516] env[62023]: ERROR nova.virt.vmwareapi.vmops [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1555.861516] env[62023]: ERROR nova.virt.vmwareapi.vmops [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] result = hub.switch() [ 1555.861516] env[62023]: ERROR nova.virt.vmwareapi.vmops [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1555.861516] env[62023]: ERROR nova.virt.vmwareapi.vmops [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] return self.greenlet.switch() [ 1555.861516] env[62023]: ERROR nova.virt.vmwareapi.vmops [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 1555.861516] env[62023]: ERROR nova.virt.vmwareapi.vmops [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] self.f(*self.args, **self.kw) [ 1555.861516] env[62023]: ERROR nova.virt.vmwareapi.vmops [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 1555.861516] env[62023]: ERROR nova.virt.vmwareapi.vmops [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] raise exceptions.translate_fault(task_info.error) [ 1555.861516] env[62023]: ERROR nova.virt.vmwareapi.vmops [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] ab5bd1ed-328e-4353-9865-aac5e8a36f8d [ 1555.861516] env[62023]: ERROR nova.virt.vmwareapi.vmops [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] [ 1555.863021] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1555.863021] env[62023]: INFO nova.compute.manager [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1555.863021] env[62023]: DEBUG oslo.service.loopingcall [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1555.863021] env[62023]: DEBUG nova.compute.manager [-] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1555.863321] env[62023]: DEBUG nova.network.neutron [-] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1555.934100] env[62023]: DEBUG nova.compute.manager [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1556.029316] env[62023]: INFO nova.compute.manager [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Took 43.52 seconds to build instance. [ 1556.040868] env[62023]: DEBUG oslo_vmware.api [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758250, 'name': Destroy_Task, 'duration_secs': 2.285058} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.044439] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Destroyed the VM [ 1556.044439] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Deleting Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1556.044439] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4c5f8cba-16ea-4ebe-8eb4-a5dec2d2880a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.047273] env[62023]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1556.047617] env[62023]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62023) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1556.048262] env[62023]: DEBUG nova.compute.utils [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Cleaning up image 40f71b1a-2571-4ce5-b065-fcb8df732fc3 {{(pid=62023) delete_image /opt/stack/nova/nova/compute/utils.py:1353}} [ 1556.089029] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1556.089029] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcc7230d-c828-4372-8ec9-75e366512286 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.098434] env[62023]: DEBUG oslo_vmware.api [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1556.098434] env[62023]: value = "task-1758257" [ 1556.098434] env[62023]: _type = "Task" [ 1556.098434] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.107908] env[62023]: DEBUG oslo_vmware.api [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.173818] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525cb6ca-3604-18d7-5dc4-b03fbe3bdb09, 'name': SearchDatastore_Task, 'duration_secs': 0.011332} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.177172] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.177172] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1556.177172] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.177172] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.177172] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1556.177172] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50c9ffab-c2bb-4738-aefb-d44fa20fc4e7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.186719] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1556.187618] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1556.188881] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bbd5be1-9fbf-45ef-a081-bcbe9cbc8e17 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.195475] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1556.195475] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523aab9a-960f-9019-382e-a67059bc4777" [ 1556.195475] env[62023]: _type = "Task" [ 1556.195475] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.210444] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523aab9a-960f-9019-382e-a67059bc4777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.230144] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1556.230144] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ac36eea-496a-4be5-8fac-47c782c3b0b6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.239888] env[62023]: DEBUG oslo_vmware.api [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1556.239888] env[62023]: value = "task-1758258" [ 1556.239888] env[62023]: _type = "Task" [ 1556.239888] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.247400] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.249191] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.976s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.251676] env[62023]: INFO nova.compute.claims [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1556.260134] env[62023]: DEBUG oslo_vmware.api [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758258, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.278881] env[62023]: INFO nova.scheduler.client.report [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Deleted allocations for instance c5a35eb3-3361-4c7d-a3bb-8129ade77951 [ 1556.324746] env[62023]: INFO nova.compute.manager [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Rescuing [ 1556.325542] env[62023]: DEBUG oslo_concurrency.lockutils [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "refresh_cache-4cb4160b-524b-41b7-b8c8-7c246826b084" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.325542] env[62023]: DEBUG oslo_concurrency.lockutils [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquired lock "refresh_cache-4cb4160b-524b-41b7-b8c8-7c246826b084" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.325542] env[62023]: DEBUG nova.network.neutron [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1556.457209] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.532605] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d3464b-142a-4e80-b5e0-e16b7b0efde4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "4cb4160b-524b-41b7-b8c8-7c246826b084" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.571s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.572838] env[62023]: DEBUG nova.compute.manager [req-553b2b1a-0165-4202-998e-1b119106aeaf req-e58d2f37-3ba7-4812-a73d-d41fe17dc569 service nova] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Received event network-vif-deleted-c78ec860-bd2d-4587-8bac-ea589ee04f79 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1556.573088] env[62023]: INFO nova.compute.manager [req-553b2b1a-0165-4202-998e-1b119106aeaf req-e58d2f37-3ba7-4812-a73d-d41fe17dc569 service nova] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Neutron deleted interface c78ec860-bd2d-4587-8bac-ea589ee04f79; detaching it from the instance and deleting it from the info cache [ 1556.573279] env[62023]: DEBUG nova.network.neutron [req-553b2b1a-0165-4202-998e-1b119106aeaf req-e58d2f37-3ba7-4812-a73d-d41fe17dc569 service nova] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.607589] env[62023]: DEBUG oslo_vmware.api [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758257, 'name': PowerOffVM_Task, 'duration_secs': 0.268934} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.607861] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1556.608105] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Updating instance 'beee13a3-6a2a-4113-9317-5efde046fcd7' progress to 17 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1556.713976] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523aab9a-960f-9019-382e-a67059bc4777, 'name': SearchDatastore_Task, 'duration_secs': 0.020674} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.713976] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3ad82a0-019d-485d-9f33-2cf6ac34d7d1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.719542] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1556.719542] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52af7bbd-82a8-5181-f23a-a8dfd9d4092f" [ 1556.719542] env[62023]: _type = "Task" [ 1556.719542] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.728859] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52af7bbd-82a8-5181-f23a-a8dfd9d4092f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.750215] env[62023]: DEBUG oslo_vmware.api [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758258, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.786349] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f7035bf3-647a-4102-8708-c08a9d2144c2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "c5a35eb3-3361-4c7d-a3bb-8129ade77951" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.868s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.901522] env[62023]: DEBUG nova.network.neutron [-] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.081713] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-373eb261-ff3f-45a5-9030-bd06ef71ff9d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.101541] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed8195b-0b45-4688-b295-563e172c36fc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.125686] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1557.125686] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1557.125925] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1557.126115] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1557.126323] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1557.126538] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1557.126816] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1557.127052] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1557.127283] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1557.127514] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1557.127757] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1557.138902] env[62023]: DEBUG nova.network.neutron [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Updating instance_info_cache with network_info: [{"id": "e5d9dff8-5842-4b8c-b672-7647f6ded2b8", "address": "fa:16:3e:d4:b0:c0", "network": {"id": "1b2aaf7d-456c-4b5e-97aa-0b97d2c193a6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-792452981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ad90f580334463900f624d8a36f393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d9dff8-58", "ovs_interfaceid": "e5d9dff8-5842-4b8c-b672-7647f6ded2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.140813] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a94892e4-e7d1-48f2-b509-fce1562f7061 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.160342] env[62023]: DEBUG oslo_concurrency.lockutils [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Releasing lock "refresh_cache-4cb4160b-524b-41b7-b8c8-7c246826b084" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.168746] env[62023]: DEBUG oslo_vmware.api [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1557.168746] env[62023]: value = "task-1758259" [ 1557.168746] env[62023]: _type = "Task" [ 1557.168746] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.189905] env[62023]: DEBUG nova.compute.manager [req-553b2b1a-0165-4202-998e-1b119106aeaf req-e58d2f37-3ba7-4812-a73d-d41fe17dc569 service nova] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Detach interface failed, port_id=c78ec860-bd2d-4587-8bac-ea589ee04f79, reason: Instance ab5bd1ed-328e-4353-9865-aac5e8a36f8d could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1557.198675] env[62023]: DEBUG oslo_vmware.api [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.233023] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52af7bbd-82a8-5181-f23a-a8dfd9d4092f, 'name': SearchDatastore_Task, 'duration_secs': 0.011842} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.233023] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.233023] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] af7ea80d-49c4-49bf-9d8c-391ec4107af9/af7ea80d-49c4-49bf-9d8c-391ec4107af9.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1557.233023] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03d9a050-5b66-467f-b50b-d6d1fead681d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.240673] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1557.240673] env[62023]: value = "task-1758260" [ 1557.240673] env[62023]: _type = "Task" [ 1557.240673] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.253516] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.257388] env[62023]: DEBUG oslo_vmware.api [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758258, 'name': PowerOnVM_Task, 'duration_secs': 0.694506} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.257388] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1557.257388] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-eac8728c-0331-493c-9ac5-5d42ebd59a63 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Updating instance '744e0825-03d9-41ac-ade5-1ac44d5a289a' progress to 100 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1557.405420] env[62023]: INFO nova.compute.manager [-] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Took 1.54 seconds to deallocate network for instance. [ 1557.583203] env[62023]: DEBUG oslo_concurrency.lockutils [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.685973] env[62023]: DEBUG oslo_vmware.api [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758259, 'name': ReconfigVM_Task, 'duration_secs': 0.260261} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.686389] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Updating instance 'beee13a3-6a2a-4113-9317-5efde046fcd7' progress to 33 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1557.757780] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758260, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.778302] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e20192-7e3a-4b6f-8615-156671cce2d8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.788265] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bf60a4-97a8-4618-9d9a-7e9a2e78ccbe {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.829013] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24cbce4-195a-4ec1-a8b3-1c733b8c5b84 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.837733] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0af59f-dfd2-4fc1-9cd8-9a47dc797a07 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.852889] env[62023]: DEBUG nova.compute.provider_tree [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.914414] env[62023]: DEBUG oslo_concurrency.lockutils [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.194479] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1558.197362] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1558.197362] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1558.197362] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1558.197362] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1558.197362] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1558.197362] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1558.197362] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1558.197362] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1558.197362] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1558.197362] env[62023]: DEBUG nova.virt.hardware [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1558.203448] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1558.204182] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7492153-d34c-4806-8b98-5b07bce191e5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.233745] env[62023]: DEBUG oslo_vmware.api [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1558.233745] env[62023]: value = "task-1758261" [ 1558.233745] env[62023]: _type = "Task" [ 1558.233745] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.245447] env[62023]: DEBUG oslo_vmware.api [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.256036] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.917476} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.256036] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] af7ea80d-49c4-49bf-9d8c-391ec4107af9/af7ea80d-49c4-49bf-9d8c-391ec4107af9.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1558.256193] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1558.256395] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9312366b-412b-4203-b604-ac40a1478650 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.264062] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1558.264062] env[62023]: value = "task-1758262" [ 1558.264062] env[62023]: _type = "Task" [ 1558.264062] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.276449] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.356046] env[62023]: DEBUG nova.scheduler.client.report [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1558.734173] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1558.734585] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6383b16f-c832-4c5f-bd54-58d7a5485ce9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.746952] env[62023]: DEBUG oslo_vmware.api [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758261, 'name': ReconfigVM_Task, 'duration_secs': 0.2657} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.748404] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1558.748810] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1558.748810] env[62023]: value = "task-1758263" [ 1558.748810] env[62023]: _type = "Task" [ 1558.748810] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.749561] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d18e6d0-d89d-41b2-aca7-d845c207977a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.760746] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.785859] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] beee13a3-6a2a-4113-9317-5efde046fcd7/beee13a3-6a2a-4113-9317-5efde046fcd7.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1558.791742] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8858de9-50db-41e9-bbf0-ba1420d10589 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.816667] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167438} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.818577] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1558.818892] env[62023]: DEBUG oslo_vmware.api [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1558.818892] env[62023]: value = "task-1758264" [ 1558.818892] env[62023]: _type = "Task" [ 1558.818892] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.819379] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1335162f-d4bf-431a-a96b-c426b26629d2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.834148] env[62023]: DEBUG oslo_vmware.api [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.854676] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] af7ea80d-49c4-49bf-9d8c-391ec4107af9/af7ea80d-49c4-49bf-9d8c-391ec4107af9.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1558.855471] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61f4dff7-1750-49e0-a891-21c8b46e640e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.879484] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.880175] env[62023]: DEBUG nova.compute.manager [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1558.884511] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.198s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.887381] env[62023]: INFO nova.compute.claims [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1558.897591] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1558.897591] env[62023]: value = "task-1758265" [ 1558.897591] env[62023]: _type = "Task" [ 1558.897591] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.909205] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.181739] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Acquiring lock "6b867581-5ee5-4bb6-95a7-3292d7135458" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.181739] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Lock "6b867581-5ee5-4bb6-95a7-3292d7135458" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.263064] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758263, 'name': PowerOffVM_Task, 'duration_secs': 0.328241} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.265223] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1559.265223] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b56673a-f89e-46d7-ab41-d379fffee5b9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.292607] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1293d9-5f98-4746-b3d5-e831602af928 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.345805] env[62023]: DEBUG oslo_vmware.api [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758264, 'name': ReconfigVM_Task, 'duration_secs': 0.466638} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.345805] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Reconfigured VM instance instance-0000003a to attach disk [datastore1] beee13a3-6a2a-4113-9317-5efde046fcd7/beee13a3-6a2a-4113-9317-5efde046fcd7.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1559.345805] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Updating instance 'beee13a3-6a2a-4113-9317-5efde046fcd7' progress to 50 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1559.355337] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1559.356124] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-450fbcde-2d71-4d05-b820-3840db31757b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.367321] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1559.367321] env[62023]: value = "task-1758266" [ 1559.367321] env[62023]: _type = "Task" [ 1559.367321] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.377383] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] VM already powered off {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1559.377856] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1559.381029] env[62023]: DEBUG oslo_concurrency.lockutils [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.381029] env[62023]: DEBUG oslo_concurrency.lockutils [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.381029] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1559.381029] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c635cac-f1da-4d9f-9372-3cff3207f42d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.391042] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1559.391042] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1559.391042] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bd5d91c-0e9d-4827-b686-a346acbe4732 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.396725] env[62023]: DEBUG nova.compute.utils [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1559.400114] env[62023]: DEBUG nova.compute.manager [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1559.400114] env[62023]: DEBUG nova.network.neutron [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1559.410187] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1559.410187] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5250986c-73d1-1eda-4131-45e71c65faa4" [ 1559.410187] env[62023]: _type = "Task" [ 1559.410187] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.417565] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758265, 'name': ReconfigVM_Task, 'duration_secs': 0.361879} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.418931] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Reconfigured VM instance instance-00000044 to attach disk [datastore1] af7ea80d-49c4-49bf-9d8c-391ec4107af9/af7ea80d-49c4-49bf-9d8c-391ec4107af9.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1559.419827] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dd630cd-3d4f-47c1-9d21-d9df16072099 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.425429] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5250986c-73d1-1eda-4131-45e71c65faa4, 'name': SearchDatastore_Task, 'duration_secs': 0.011865} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.426746] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a4ac413-d101-404f-b643-f6e517ac79e9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.431275] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1559.431275] env[62023]: value = "task-1758267" [ 1559.431275] env[62023]: _type = "Task" [ 1559.431275] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.432569] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1559.432569] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528810cc-8350-cda9-d9e4-0df0f8ad8fb9" [ 1559.432569] env[62023]: _type = "Task" [ 1559.432569] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.443856] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758267, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.446940] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528810cc-8350-cda9-d9e4-0df0f8ad8fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.459841] env[62023]: DEBUG nova.policy [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3ebed11994144df8ab4e41bc6a6decb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7491bdf32c347afb6347a369b35fa40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1559.684252] env[62023]: DEBUG nova.compute.manager [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1559.862282] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29e7bad-9b01-44de-9fd8-5d3a0529484f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.887545] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807730e1-35c2-490d-9439-ee9cb4e7d6b0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.891082] env[62023]: DEBUG nova.network.neutron [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Successfully created port: af0fd2db-3674-421c-9a30-67dcb02b2a40 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1559.910971] env[62023]: DEBUG nova.compute.manager [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1559.913478] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Updating instance 'beee13a3-6a2a-4113-9317-5efde046fcd7' progress to 67 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1559.958762] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758267, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.962344] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528810cc-8350-cda9-d9e4-0df0f8ad8fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.010765} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.965588] env[62023]: DEBUG oslo_concurrency.lockutils [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.965861] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 4cb4160b-524b-41b7-b8c8-7c246826b084/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk. {{(pid=62023) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1559.966276] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46981096-44c5-47e9-b9a8-02e2e9d4ac67 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.975078] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1559.975078] env[62023]: value = "task-1758268" [ 1559.975078] env[62023]: _type = "Task" [ 1559.975078] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.989190] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.180157] env[62023]: DEBUG nova.network.neutron [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Port 45a2207e-c368-4cfb-a644-e354af4319a7 binding to destination host cpu-1 is already ACTIVE {{(pid=62023) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1560.180433] env[62023]: DEBUG oslo_concurrency.lockutils [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "refresh_cache-744e0825-03d9-41ac-ade5-1ac44d5a289a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.180584] env[62023]: DEBUG oslo_concurrency.lockutils [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquired lock "refresh_cache-744e0825-03d9-41ac-ade5-1ac44d5a289a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.180748] env[62023]: DEBUG nova.network.neutron [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1560.230253] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.417128] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40935f1a-7c7d-471c-a804-1f9760beb2f8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.432720] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22d4a78-e570-4348-b5e3-b443d201d783 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.450880] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758267, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.480871] env[62023]: DEBUG nova.network.neutron [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Port 531eff89-beaa-4639-96bb-affaf160ebfe binding to destination host cpu-1 is already ACTIVE {{(pid=62023) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1560.485939] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0204fe32-a021-48fd-abb2-1b28e34487a5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.494521] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.498078] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1eb7c9-4db6-4db8-902c-d0ded3fba7ef {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.514088] env[62023]: DEBUG nova.compute.provider_tree [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.519267] env[62023]: DEBUG oslo_concurrency.lockutils [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.519483] env[62023]: DEBUG oslo_concurrency.lockutils [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.928676] env[62023]: DEBUG nova.compute.manager [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1560.948100] env[62023]: DEBUG nova.network.neutron [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Updating instance_info_cache with network_info: [{"id": "45a2207e-c368-4cfb-a644-e354af4319a7", "address": "fa:16:3e:c6:eb:50", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a2207e-c3", "ovs_interfaceid": "45a2207e-c368-4cfb-a644-e354af4319a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.956451] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758267, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.962482] env[62023]: DEBUG nova.virt.hardware [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1560.962709] env[62023]: DEBUG nova.virt.hardware [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1560.962861] env[62023]: DEBUG nova.virt.hardware [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1560.963118] env[62023]: DEBUG nova.virt.hardware [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1560.963204] env[62023]: DEBUG nova.virt.hardware [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1560.963354] env[62023]: DEBUG nova.virt.hardware [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1560.965125] env[62023]: DEBUG nova.virt.hardware [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1560.965326] env[62023]: DEBUG nova.virt.hardware [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1560.965503] env[62023]: DEBUG nova.virt.hardware [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1560.965668] env[62023]: DEBUG nova.virt.hardware [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1560.965845] env[62023]: DEBUG nova.virt.hardware [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1560.966932] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970c3504-6ea7-4d2e-ac35-e22189081e4e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.977360] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fd1867-7d9c-4385-b593-b60e3720543f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.988331] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.017297] env[62023]: DEBUG nova.scheduler.client.report [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1561.024030] env[62023]: DEBUG nova.compute.manager [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1561.449386] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758267, 'name': Rename_Task, 'duration_secs': 1.717251} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.449753] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1561.449993] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16c548e2-aa00-4b37-a94c-8a13e50912b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.453635] env[62023]: DEBUG oslo_concurrency.lockutils [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Releasing lock "refresh_cache-744e0825-03d9-41ac-ade5-1ac44d5a289a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.461509] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1561.461509] env[62023]: value = "task-1758269" [ 1561.461509] env[62023]: _type = "Task" [ 1561.461509] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.472873] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.492203] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758268, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.521593] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "beee13a3-6a2a-4113-9317-5efde046fcd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.522047] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "beee13a3-6a2a-4113-9317-5efde046fcd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.522237] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "beee13a3-6a2a-4113-9317-5efde046fcd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.526873] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.526873] env[62023]: DEBUG nova.compute.manager [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1561.532081] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.934s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.532081] env[62023]: DEBUG nova.objects.instance [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lazy-loading 'resources' on Instance uuid 9b6fd307-158d-422f-92ed-62794647989e {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1561.556922] env[62023]: DEBUG oslo_concurrency.lockutils [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.631569] env[62023]: DEBUG nova.compute.manager [req-06829970-dd61-4615-be0e-f2fcd359c1c1 req-8badc18d-1ae8-4723-8d54-3545ca8bae62 service nova] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Received event network-vif-plugged-af0fd2db-3674-421c-9a30-67dcb02b2a40 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1561.632177] env[62023]: DEBUG oslo_concurrency.lockutils [req-06829970-dd61-4615-be0e-f2fcd359c1c1 req-8badc18d-1ae8-4723-8d54-3545ca8bae62 service nova] Acquiring lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.632404] env[62023]: DEBUG oslo_concurrency.lockutils [req-06829970-dd61-4615-be0e-f2fcd359c1c1 req-8badc18d-1ae8-4723-8d54-3545ca8bae62 service nova] Lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.632577] env[62023]: DEBUG oslo_concurrency.lockutils [req-06829970-dd61-4615-be0e-f2fcd359c1c1 req-8badc18d-1ae8-4723-8d54-3545ca8bae62 service nova] Lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.632762] env[62023]: DEBUG nova.compute.manager [req-06829970-dd61-4615-be0e-f2fcd359c1c1 req-8badc18d-1ae8-4723-8d54-3545ca8bae62 service nova] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] No waiting events found dispatching network-vif-plugged-af0fd2db-3674-421c-9a30-67dcb02b2a40 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1561.632951] env[62023]: WARNING nova.compute.manager [req-06829970-dd61-4615-be0e-f2fcd359c1c1 req-8badc18d-1ae8-4723-8d54-3545ca8bae62 service nova] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Received unexpected event network-vif-plugged-af0fd2db-3674-421c-9a30-67dcb02b2a40 for instance with vm_state building and task_state spawning. [ 1561.650160] env[62023]: DEBUG nova.network.neutron [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Successfully updated port: af0fd2db-3674-421c-9a30-67dcb02b2a40 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1561.957885] env[62023]: DEBUG nova.compute.manager [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62023) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1561.958146] env[62023]: DEBUG oslo_concurrency.lockutils [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.973543] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758269, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.992666] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758268, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.613693} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.992961] env[62023]: INFO nova.virt.vmwareapi.ds_util [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 4cb4160b-524b-41b7-b8c8-7c246826b084/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk. [ 1561.993845] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313ccfa7-84b6-4a87-bf3b-baac7e800f3a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.020537] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 4cb4160b-524b-41b7-b8c8-7c246826b084/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1562.020911] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e763921-eb11-4465-87a6-ceca00a05d89 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.041234] env[62023]: DEBUG nova.objects.instance [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lazy-loading 'numa_topology' on Instance uuid 9b6fd307-158d-422f-92ed-62794647989e {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1562.044762] env[62023]: DEBUG nova.compute.utils [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1562.046768] env[62023]: DEBUG nova.compute.manager [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1562.046768] env[62023]: DEBUG nova.network.neutron [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1562.054939] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1562.054939] env[62023]: value = "task-1758270" [ 1562.054939] env[62023]: _type = "Task" [ 1562.054939] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.064776] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.117867] env[62023]: DEBUG nova.policy [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59aad45587ed4e228ce1a943e1b44667', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8a1c296030f4630bd777da6fd5edc27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1562.156100] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "refresh_cache-8889bd20-94aa-4d24-8f3a-1a5cb31688e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.156250] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquired lock "refresh_cache-8889bd20-94aa-4d24-8f3a-1a5cb31688e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.156398] env[62023]: DEBUG nova.network.neutron [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1562.467385] env[62023]: DEBUG nova.network.neutron [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Successfully created port: 236d29c1-d465-4cb6-9122-a9632a42d64a {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1562.474665] env[62023]: DEBUG oslo_vmware.api [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758269, 'name': PowerOnVM_Task, 'duration_secs': 0.553827} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.474926] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1562.475147] env[62023]: INFO nova.compute.manager [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Took 11.07 seconds to spawn the instance on the hypervisor. [ 1562.475328] env[62023]: DEBUG nova.compute.manager [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1562.476153] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540c32c7-c0e9-4dcb-a829-9ba9fc5c1a46 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.697278] env[62023]: DEBUG nova.objects.base [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Object Instance<9b6fd307-158d-422f-92ed-62794647989e> lazy-loaded attributes: resources,numa_topology {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1562.697278] env[62023]: DEBUG nova.compute.manager [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1562.697278] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.697278] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "refresh_cache-beee13a3-6a2a-4113-9317-5efde046fcd7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.697278] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "refresh_cache-beee13a3-6a2a-4113-9317-5efde046fcd7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.697278] env[62023]: DEBUG nova.network.neutron [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1562.697278] env[62023]: DEBUG nova.network.neutron [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1562.929354] env[62023]: DEBUG nova.network.neutron [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Updating instance_info_cache with network_info: [{"id": "af0fd2db-3674-421c-9a30-67dcb02b2a40", "address": "fa:16:3e:a3:39:0b", "network": {"id": "a3bde613-69f5-428e-a129-74fbbe1d6915", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1658306993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7491bdf32c347afb6347a369b35fa40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0fd2db-36", "ovs_interfaceid": "af0fd2db-3674-421c-9a30-67dcb02b2a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.997454] env[62023]: INFO nova.compute.manager [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Took 42.61 seconds to build instance. [ 1563.072928] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758270, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.126610] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9380e867-972b-4f31-998d-73b3802b70db {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.135230] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197e6135-dc57-4e8d-845b-8aa9c3c98c36 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.168556] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470baf48-7880-43da-824f-f589502729cc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.177120] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dffc9b-e5dc-4d2f-891e-2d51d7078e9b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.192530] env[62023]: DEBUG nova.compute.provider_tree [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.436242] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Releasing lock "refresh_cache-8889bd20-94aa-4d24-8f3a-1a5cb31688e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.436594] env[62023]: DEBUG nova.compute.manager [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Instance network_info: |[{"id": "af0fd2db-3674-421c-9a30-67dcb02b2a40", "address": "fa:16:3e:a3:39:0b", "network": {"id": "a3bde613-69f5-428e-a129-74fbbe1d6915", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1658306993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7491bdf32c347afb6347a369b35fa40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0fd2db-36", "ovs_interfaceid": "af0fd2db-3674-421c-9a30-67dcb02b2a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1563.437031] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:39:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af0fd2db-3674-421c-9a30-67dcb02b2a40', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1563.445227] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Creating folder: Project (b7491bdf32c347afb6347a369b35fa40). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1563.446293] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05094352-b373-48d3-93a3-4d0482865b94 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.453833] env[62023]: DEBUG nova.network.neutron [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Updating instance_info_cache with network_info: [{"id": "531eff89-beaa-4639-96bb-affaf160ebfe", "address": "fa:16:3e:b5:5e:1c", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531eff89-be", "ovs_interfaceid": "531eff89-beaa-4639-96bb-affaf160ebfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.476067] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Created folder: Project (b7491bdf32c347afb6347a369b35fa40) in parent group-v365170. [ 1563.477037] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Creating folder: Instances. Parent ref: group-v365370. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1563.477037] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14c0c3b5-30d1-40fa-a7f8-1f8ee70df73c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.489206] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Created folder: Instances in parent group-v365370. [ 1563.489446] env[62023]: DEBUG oslo.service.loopingcall [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.489628] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1563.489850] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2343e7a1-63aa-4c82-9980-44bd5868f48d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.505788] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d078d7b8-60e9-4e0e-8bca-3315a44140d1 tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "af7ea80d-49c4-49bf-9d8c-391ec4107af9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.123s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.511248] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1563.511248] env[62023]: value = "task-1758273" [ 1563.511248] env[62023]: _type = "Task" [ 1563.511248] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.522209] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758273, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.566137] env[62023]: DEBUG nova.compute.manager [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1563.574994] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758270, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.602043] env[62023]: DEBUG nova.virt.hardware [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1563.602327] env[62023]: DEBUG nova.virt.hardware [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1563.602506] env[62023]: DEBUG nova.virt.hardware [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1563.602694] env[62023]: DEBUG nova.virt.hardware [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1563.602850] env[62023]: DEBUG nova.virt.hardware [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1563.602994] env[62023]: DEBUG nova.virt.hardware [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1563.603370] env[62023]: DEBUG nova.virt.hardware [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1563.603595] env[62023]: DEBUG nova.virt.hardware [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1563.603849] env[62023]: DEBUG nova.virt.hardware [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1563.604126] env[62023]: DEBUG nova.virt.hardware [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1563.604406] env[62023]: DEBUG nova.virt.hardware [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1563.605837] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b693f65-2e79-4ac5-8d9f-078a2b8c958b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.614867] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c5a209-d179-4d0d-8ec1-df24b98e08ad {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.657896] env[62023]: DEBUG nova.compute.manager [req-4e5be64a-9bab-4e24-8fe4-e6848f881a33 req-575f9bc0-db81-47f5-83a1-8e72c681f7a1 service nova] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Received event network-changed-af0fd2db-3674-421c-9a30-67dcb02b2a40 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1563.658091] env[62023]: DEBUG nova.compute.manager [req-4e5be64a-9bab-4e24-8fe4-e6848f881a33 req-575f9bc0-db81-47f5-83a1-8e72c681f7a1 service nova] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Refreshing instance network info cache due to event network-changed-af0fd2db-3674-421c-9a30-67dcb02b2a40. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1563.658317] env[62023]: DEBUG oslo_concurrency.lockutils [req-4e5be64a-9bab-4e24-8fe4-e6848f881a33 req-575f9bc0-db81-47f5-83a1-8e72c681f7a1 service nova] Acquiring lock "refresh_cache-8889bd20-94aa-4d24-8f3a-1a5cb31688e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.658461] env[62023]: DEBUG oslo_concurrency.lockutils [req-4e5be64a-9bab-4e24-8fe4-e6848f881a33 req-575f9bc0-db81-47f5-83a1-8e72c681f7a1 service nova] Acquired lock "refresh_cache-8889bd20-94aa-4d24-8f3a-1a5cb31688e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.658650] env[62023]: DEBUG nova.network.neutron [req-4e5be64a-9bab-4e24-8fe4-e6848f881a33 req-575f9bc0-db81-47f5-83a1-8e72c681f7a1 service nova] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Refreshing network info cache for port af0fd2db-3674-421c-9a30-67dcb02b2a40 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1563.696766] env[62023]: DEBUG nova.scheduler.client.report [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.700935] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "af7ea80d-49c4-49bf-9d8c-391ec4107af9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.701132] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "af7ea80d-49c4-49bf-9d8c-391ec4107af9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.701326] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "af7ea80d-49c4-49bf-9d8c-391ec4107af9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.701496] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "af7ea80d-49c4-49bf-9d8c-391ec4107af9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.701664] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "af7ea80d-49c4-49bf-9d8c-391ec4107af9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.704251] env[62023]: INFO nova.compute.manager [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Terminating instance [ 1563.956577] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "refresh_cache-beee13a3-6a2a-4113-9317-5efde046fcd7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.022013] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758273, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.071357] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758270, 'name': ReconfigVM_Task, 'duration_secs': 1.992449} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.071660] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 4cb4160b-524b-41b7-b8c8-7c246826b084/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1564.072552] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4c6b3e-4d16-46cb-870e-772757bcd47a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.102730] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12394bf2-99b5-4b22-8dd7-7656f86d414d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.120049] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1564.120049] env[62023]: value = "task-1758274" [ 1564.120049] env[62023]: _type = "Task" [ 1564.120049] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.129178] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758274, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.207356] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.676s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.212938] env[62023]: DEBUG nova.compute.manager [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1564.212938] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1564.212938] env[62023]: DEBUG oslo_concurrency.lockutils [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.193s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.212938] env[62023]: DEBUG nova.objects.instance [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lazy-loading 'resources' on Instance uuid 5b584f8c-6c31-4f14-852d-e2bc18f6373d {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.213316] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c3491d-54e9-4cd9-8c9c-1bc6bae86089 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.221758] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1564.222041] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd4e8988-5cd0-4b67-8eb8-94e2e72ae4c8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.229251] env[62023]: DEBUG oslo_vmware.api [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1564.229251] env[62023]: value = "task-1758275" [ 1564.229251] env[62023]: _type = "Task" [ 1564.229251] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.233790] env[62023]: DEBUG nova.network.neutron [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Successfully updated port: 236d29c1-d465-4cb6-9122-a9632a42d64a {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1564.238243] env[62023]: DEBUG oslo_vmware.api [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.431335] env[62023]: DEBUG nova.network.neutron [req-4e5be64a-9bab-4e24-8fe4-e6848f881a33 req-575f9bc0-db81-47f5-83a1-8e72c681f7a1 service nova] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Updated VIF entry in instance network info cache for port af0fd2db-3674-421c-9a30-67dcb02b2a40. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1564.431335] env[62023]: DEBUG nova.network.neutron [req-4e5be64a-9bab-4e24-8fe4-e6848f881a33 req-575f9bc0-db81-47f5-83a1-8e72c681f7a1 service nova] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Updating instance_info_cache with network_info: [{"id": "af0fd2db-3674-421c-9a30-67dcb02b2a40", "address": "fa:16:3e:a3:39:0b", "network": {"id": "a3bde613-69f5-428e-a129-74fbbe1d6915", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1658306993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7491bdf32c347afb6347a369b35fa40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0fd2db-36", "ovs_interfaceid": "af0fd2db-3674-421c-9a30-67dcb02b2a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.490098] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c005384a-2903-4753-9089-26fe50227f5e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.510441] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6e1c91-2262-4760-8f64-3dacda908ba0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.524562] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Updating instance 'beee13a3-6a2a-4113-9317-5efde046fcd7' progress to 83 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1564.528184] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758273, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.630937] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758274, 'name': ReconfigVM_Task, 'duration_secs': 0.182367} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.631376] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1564.631483] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27716c76-c33b-4dd2-b9de-07ca230250b6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.637999] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1564.637999] env[62023]: value = "task-1758276" [ 1564.637999] env[62023]: _type = "Task" [ 1564.637999] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.647175] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.720739] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5ba0fa54-18e8-47ce-a18c-e4b04a630082 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "9b6fd307-158d-422f-92ed-62794647989e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 52.718s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.722248] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bb053935-4348-452c-98dc-9e7284e300cf tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "9b6fd307-158d-422f-92ed-62794647989e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 26.356s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.722577] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bb053935-4348-452c-98dc-9e7284e300cf tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "9b6fd307-158d-422f-92ed-62794647989e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.722867] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bb053935-4348-452c-98dc-9e7284e300cf tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "9b6fd307-158d-422f-92ed-62794647989e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.722972] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bb053935-4348-452c-98dc-9e7284e300cf tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "9b6fd307-158d-422f-92ed-62794647989e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.725928] env[62023]: INFO nova.compute.manager [None req-bb053935-4348-452c-98dc-9e7284e300cf tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Terminating instance [ 1564.741247] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "refresh_cache-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.741344] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "refresh_cache-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.741413] env[62023]: DEBUG nova.network.neutron [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1564.742473] env[62023]: DEBUG oslo_vmware.api [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.934188] env[62023]: DEBUG oslo_concurrency.lockutils [req-4e5be64a-9bab-4e24-8fe4-e6848f881a33 req-575f9bc0-db81-47f5-83a1-8e72c681f7a1 service nova] Releasing lock "refresh_cache-8889bd20-94aa-4d24-8f3a-1a5cb31688e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.025533] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758273, 'name': CreateVM_Task, 'duration_secs': 1.485534} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.025895] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1565.026624] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.026884] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.027253] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1565.027503] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6bb21bc-ec86-4822-8561-8af5e97a2327 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.033376] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1565.033676] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1565.033676] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523b561b-bf2e-981b-d712-ce80ee028a25" [ 1565.033676] env[62023]: _type = "Task" [ 1565.033676] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.033879] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c4a1178-6650-48ec-a9f1-4fb996e2684b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.047435] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523b561b-bf2e-981b-d712-ce80ee028a25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.049431] env[62023]: DEBUG oslo_vmware.api [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1565.049431] env[62023]: value = "task-1758277" [ 1565.049431] env[62023]: _type = "Task" [ 1565.049431] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.060133] env[62023]: DEBUG oslo_vmware.api [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.148590] env[62023]: DEBUG oslo_vmware.api [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758276, 'name': PowerOnVM_Task, 'duration_secs': 0.457324} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.151384] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1565.154502] env[62023]: DEBUG nova.compute.manager [None req-180586e3-d2aa-441b-abc1-3fd060faa901 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1565.155484] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7541e5c-afd9-478c-863c-39b7073d2fb6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.166252] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bdb47e-25c0-4a68-b2e3-13425300b7e3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.174701] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545c6eb7-e80a-406d-8479-cc7e9f028895 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.211721] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12fa913-7503-4c8e-8ee2-9b9452194940 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.220290] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ff9537-67c5-4b8e-be9e-719cc48a66ee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.235786] env[62023]: DEBUG nova.compute.manager [None req-bb053935-4348-452c-98dc-9e7284e300cf tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1565.235995] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bb053935-4348-452c-98dc-9e7284e300cf tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1565.236784] env[62023]: DEBUG nova.compute.provider_tree [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.238101] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70e36f62-7b60-40c9-b643-e68142553e1d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.251113] env[62023]: DEBUG oslo_vmware.api [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758275, 'name': PowerOffVM_Task, 'duration_secs': 0.88921} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.251113] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1565.251113] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1565.251113] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa1eb6fa-5f9d-4ce1-b568-c726b3173003 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.254212] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6689cc-619b-4935-9735-2e31a1767fc0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.289438] env[62023]: WARNING nova.virt.vmwareapi.vmops [None req-bb053935-4348-452c-98dc-9e7284e300cf tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 9b6fd307-158d-422f-92ed-62794647989e could not be found. [ 1565.289702] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bb053935-4348-452c-98dc-9e7284e300cf tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1565.289888] env[62023]: INFO nova.compute.manager [None req-bb053935-4348-452c-98dc-9e7284e300cf tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1565.290184] env[62023]: DEBUG oslo.service.loopingcall [None req-bb053935-4348-452c-98dc-9e7284e300cf tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.291092] env[62023]: DEBUG nova.network.neutron [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1565.292965] env[62023]: DEBUG nova.compute.manager [-] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1565.293092] env[62023]: DEBUG nova.network.neutron [-] [instance: 9b6fd307-158d-422f-92ed-62794647989e] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1565.332521] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1565.332744] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1565.333046] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Deleting the datastore file [datastore1] af7ea80d-49c4-49bf-9d8c-391ec4107af9 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1565.333306] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f35aedd-de85-4026-912b-b36629570336 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.340942] env[62023]: DEBUG oslo_vmware.api [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for the task: (returnval){ [ 1565.340942] env[62023]: value = "task-1758279" [ 1565.340942] env[62023]: _type = "Task" [ 1565.340942] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.353346] env[62023]: DEBUG oslo_vmware.api [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.442611] env[62023]: DEBUG nova.network.neutron [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Updating instance_info_cache with network_info: [{"id": "236d29c1-d465-4cb6-9122-a9632a42d64a", "address": "fa:16:3e:43:66:a0", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap236d29c1-d4", "ovs_interfaceid": "236d29c1-d465-4cb6-9122-a9632a42d64a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.547256] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523b561b-bf2e-981b-d712-ce80ee028a25, 'name': SearchDatastore_Task, 'duration_secs': 0.034079} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.547617] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.547872] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1565.548126] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.548298] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.548482] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1565.548781] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d9c9ca1-74cf-4cf3-b62c-50ec4209bf59 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.560675] env[62023]: DEBUG oslo_vmware.api [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758277, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.563524] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1565.563707] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1565.564450] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20296ec4-4029-412d-8985-7669edb773dd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.569636] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1565.569636] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52615adb-bf8a-3661-dd0d-5455a4596c07" [ 1565.569636] env[62023]: _type = "Task" [ 1565.569636] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.577543] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52615adb-bf8a-3661-dd0d-5455a4596c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.744228] env[62023]: DEBUG nova.scheduler.client.report [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1565.811349] env[62023]: DEBUG nova.compute.manager [req-1987056d-f72e-4925-a6a2-b3f2b50d2590 req-667b4425-a3a0-40ad-9a91-3a014c4af378 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Received event network-vif-plugged-236d29c1-d465-4cb6-9122-a9632a42d64a {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1565.811539] env[62023]: DEBUG oslo_concurrency.lockutils [req-1987056d-f72e-4925-a6a2-b3f2b50d2590 req-667b4425-a3a0-40ad-9a91-3a014c4af378 service nova] Acquiring lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.811996] env[62023]: DEBUG oslo_concurrency.lockutils [req-1987056d-f72e-4925-a6a2-b3f2b50d2590 req-667b4425-a3a0-40ad-9a91-3a014c4af378 service nova] Lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.811996] env[62023]: DEBUG oslo_concurrency.lockutils [req-1987056d-f72e-4925-a6a2-b3f2b50d2590 req-667b4425-a3a0-40ad-9a91-3a014c4af378 service nova] Lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.812199] env[62023]: DEBUG nova.compute.manager [req-1987056d-f72e-4925-a6a2-b3f2b50d2590 req-667b4425-a3a0-40ad-9a91-3a014c4af378 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] No waiting events found dispatching network-vif-plugged-236d29c1-d465-4cb6-9122-a9632a42d64a {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1565.812324] env[62023]: WARNING nova.compute.manager [req-1987056d-f72e-4925-a6a2-b3f2b50d2590 req-667b4425-a3a0-40ad-9a91-3a014c4af378 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Received unexpected event network-vif-plugged-236d29c1-d465-4cb6-9122-a9632a42d64a for instance with vm_state building and task_state spawning. [ 1565.812490] env[62023]: DEBUG nova.compute.manager [req-1987056d-f72e-4925-a6a2-b3f2b50d2590 req-667b4425-a3a0-40ad-9a91-3a014c4af378 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Received event network-changed-236d29c1-d465-4cb6-9122-a9632a42d64a {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1565.812644] env[62023]: DEBUG nova.compute.manager [req-1987056d-f72e-4925-a6a2-b3f2b50d2590 req-667b4425-a3a0-40ad-9a91-3a014c4af378 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Refreshing instance network info cache due to event network-changed-236d29c1-d465-4cb6-9122-a9632a42d64a. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1565.812810] env[62023]: DEBUG oslo_concurrency.lockutils [req-1987056d-f72e-4925-a6a2-b3f2b50d2590 req-667b4425-a3a0-40ad-9a91-3a014c4af378 service nova] Acquiring lock "refresh_cache-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.856346] env[62023]: DEBUG oslo_vmware.api [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Task: {'id': task-1758279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147195} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.856603] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1565.856789] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1565.856978] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1565.857154] env[62023]: INFO nova.compute.manager [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1565.857395] env[62023]: DEBUG oslo.service.loopingcall [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.857583] env[62023]: DEBUG nova.compute.manager [-] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1565.857679] env[62023]: DEBUG nova.network.neutron [-] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1565.945464] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "refresh_cache-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.945813] env[62023]: DEBUG nova.compute.manager [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Instance network_info: |[{"id": "236d29c1-d465-4cb6-9122-a9632a42d64a", "address": "fa:16:3e:43:66:a0", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap236d29c1-d4", "ovs_interfaceid": "236d29c1-d465-4cb6-9122-a9632a42d64a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1565.946142] env[62023]: DEBUG oslo_concurrency.lockutils [req-1987056d-f72e-4925-a6a2-b3f2b50d2590 req-667b4425-a3a0-40ad-9a91-3a014c4af378 service nova] Acquired lock "refresh_cache-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.946326] env[62023]: DEBUG nova.network.neutron [req-1987056d-f72e-4925-a6a2-b3f2b50d2590 req-667b4425-a3a0-40ad-9a91-3a014c4af378 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Refreshing network info cache for port 236d29c1-d465-4cb6-9122-a9632a42d64a {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1565.947598] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:66:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '236d29c1-d465-4cb6-9122-a9632a42d64a', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1565.955694] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Creating folder: Project (a8a1c296030f4630bd777da6fd5edc27). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1565.956237] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-579585b6-4353-4256-9703-c34ffa5876d7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.968533] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Created folder: Project (a8a1c296030f4630bd777da6fd5edc27) in parent group-v365170. [ 1565.968720] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Creating folder: Instances. Parent ref: group-v365373. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1565.968957] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a95952b2-4510-4e19-810f-fe680be23377 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.981557] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Created folder: Instances in parent group-v365373. [ 1565.981729] env[62023]: DEBUG oslo.service.loopingcall [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.981919] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1565.982148] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0bd9ee8-650c-4b6d-8e99-80defaa0195b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.007739] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1566.007739] env[62023]: value = "task-1758282" [ 1566.007739] env[62023]: _type = "Task" [ 1566.007739] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.017988] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758282, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.043140] env[62023]: DEBUG nova.network.neutron [-] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.062419] env[62023]: DEBUG oslo_vmware.api [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758277, 'name': PowerOnVM_Task, 'duration_secs': 0.613856} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.062817] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1566.062934] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaaa386-cda6-4491-926e-fdcf98fa9c4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Updating instance 'beee13a3-6a2a-4113-9317-5efde046fcd7' progress to 100 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1566.079521] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52615adb-bf8a-3661-dd0d-5455a4596c07, 'name': SearchDatastore_Task, 'duration_secs': 0.009897} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.080328] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1339d5cb-9481-4cf4-8b0d-ce690addaf3b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.085962] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1566.085962] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5224f735-7a29-6dd2-131b-1c1fd8a49cb8" [ 1566.085962] env[62023]: _type = "Task" [ 1566.085962] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.096461] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5224f735-7a29-6dd2-131b-1c1fd8a49cb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.249830] env[62023]: DEBUG oslo_concurrency.lockutils [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.252331] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.220s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.252774] env[62023]: DEBUG nova.objects.instance [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lazy-loading 'resources' on Instance uuid 9af0d121-d9a0-4068-8c79-c09c03b899b6 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1566.275456] env[62023]: INFO nova.scheduler.client.report [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Deleted allocations for instance 5b584f8c-6c31-4f14-852d-e2bc18f6373d [ 1566.517794] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758282, 'name': CreateVM_Task, 'duration_secs': 0.387794} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.517930] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1566.518884] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.518884] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.519052] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1566.519266] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd0c0f3b-83ac-4498-bc9f-b30ff04276ce {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.523600] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1566.523600] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523d8975-9b51-00bb-adde-c9201ae52f60" [ 1566.523600] env[62023]: _type = "Task" [ 1566.523600] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.531215] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523d8975-9b51-00bb-adde-c9201ae52f60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.545934] env[62023]: INFO nova.compute.manager [-] [instance: 9b6fd307-158d-422f-92ed-62794647989e] Took 1.25 seconds to deallocate network for instance. [ 1566.596180] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5224f735-7a29-6dd2-131b-1c1fd8a49cb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009272} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.596500] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.596693] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 8889bd20-94aa-4d24-8f3a-1a5cb31688e9/8889bd20-94aa-4d24-8f3a-1a5cb31688e9.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1566.596940] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a856007-3a78-48a2-b227-f4c48cfff224 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.605284] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1566.605284] env[62023]: value = "task-1758283" [ 1566.605284] env[62023]: _type = "Task" [ 1566.605284] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.614623] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.652495] env[62023]: DEBUG nova.network.neutron [-] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.672911] env[62023]: DEBUG nova.network.neutron [req-1987056d-f72e-4925-a6a2-b3f2b50d2590 req-667b4425-a3a0-40ad-9a91-3a014c4af378 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Updated VIF entry in instance network info cache for port 236d29c1-d465-4cb6-9122-a9632a42d64a. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1566.673575] env[62023]: DEBUG nova.network.neutron [req-1987056d-f72e-4925-a6a2-b3f2b50d2590 req-667b4425-a3a0-40ad-9a91-3a014c4af378 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Updating instance_info_cache with network_info: [{"id": "236d29c1-d465-4cb6-9122-a9632a42d64a", "address": "fa:16:3e:43:66:a0", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap236d29c1-d4", "ovs_interfaceid": "236d29c1-d465-4cb6-9122-a9632a42d64a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.784101] env[62023]: DEBUG oslo_concurrency.lockutils [None req-029c404f-cf40-4a26-add8-0bc324756dd0 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "5b584f8c-6c31-4f14-852d-e2bc18f6373d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.372s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.039083] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523d8975-9b51-00bb-adde-c9201ae52f60, 'name': SearchDatastore_Task, 'duration_secs': 0.0112} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.039565] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.039878] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1567.040124] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.040277] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.040464] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1567.040846] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4949f643-7c5d-45e4-98dd-da1ad7794144 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.060207] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1567.060207] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1567.060605] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b82684a4-48dc-4498-ad2d-f094cdc9afd7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.067575] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1567.067575] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52491597-b399-9bd6-d946-ea2746935d38" [ 1567.067575] env[62023]: _type = "Task" [ 1567.067575] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.087427] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52491597-b399-9bd6-d946-ea2746935d38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.115605] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758283, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.156574] env[62023]: INFO nova.compute.manager [-] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Took 1.30 seconds to deallocate network for instance. [ 1567.176068] env[62023]: DEBUG oslo_concurrency.lockutils [req-1987056d-f72e-4925-a6a2-b3f2b50d2590 req-667b4425-a3a0-40ad-9a91-3a014c4af378 service nova] Releasing lock "refresh_cache-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.242298] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6219bab8-b44a-4a86-abaa-0179b98f9566 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.252608] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658de633-8256-41d9-bb96-924c751d116d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.285161] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6740cda6-9193-4f8d-8d30-f8b09c7b95b4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.298688] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4ab508-9630-485d-8cf3-1d67d46b13c5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.313864] env[62023]: DEBUG nova.compute.provider_tree [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.580041] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52491597-b399-9bd6-d946-ea2746935d38, 'name': SearchDatastore_Task, 'duration_secs': 0.046898} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.580835] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28287316-9690-4654-968d-d418a7c8b8d2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.590636] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bb053935-4348-452c-98dc-9e7284e300cf tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "9b6fd307-158d-422f-92ed-62794647989e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.868s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.594878] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1567.594878] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52374bd8-a0e9-1816-9dd7-4cce7e1dc783" [ 1567.594878] env[62023]: _type = "Task" [ 1567.594878] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.603543] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52374bd8-a0e9-1816-9dd7-4cce7e1dc783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.615458] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520742} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.615712] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 8889bd20-94aa-4d24-8f3a-1a5cb31688e9/8889bd20-94aa-4d24-8f3a-1a5cb31688e9.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1567.615964] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1567.616221] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b857d773-da56-413d-9a1c-0becbaffd1ce {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.622740] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1567.622740] env[62023]: value = "task-1758284" [ 1567.622740] env[62023]: _type = "Task" [ 1567.622740] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.630624] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.666272] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.791281] env[62023]: INFO nova.compute.manager [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Rescuing [ 1567.791567] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "refresh_cache-ed8d8df0-2f06-43ab-b959-e0b7597efecb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.791718] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquired lock "refresh_cache-ed8d8df0-2f06-43ab-b959-e0b7597efecb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.791882] env[62023]: DEBUG nova.network.neutron [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.816719] env[62023]: DEBUG nova.scheduler.client.report [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1567.835893] env[62023]: DEBUG nova.compute.manager [req-3b3270f1-053d-4f28-904f-a10e5c918c2a req-cbcbea2c-1006-4eb2-8983-e744bf78d062 service nova] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Received event network-vif-deleted-7c5d5777-9963-4738-8e0c-f0fcbb37085b {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1567.863028] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "beee13a3-6a2a-4113-9317-5efde046fcd7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.863028] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "beee13a3-6a2a-4113-9317-5efde046fcd7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.863028] env[62023]: DEBUG nova.compute.manager [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Going to confirm migration 3 {{(pid=62023) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1568.106944] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52374bd8-a0e9-1816-9dd7-4cce7e1dc783, 'name': SearchDatastore_Task, 'duration_secs': 0.034219} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.107234] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.107496] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] cc51d0a1-06c7-4a0c-94a0-1e634c42dca6/cc51d0a1-06c7-4a0c-94a0-1e634c42dca6.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1568.107754] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de3fec0e-4500-4339-8dcb-4f92cdfe7669 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.114532] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1568.114532] env[62023]: value = "task-1758285" [ 1568.114532] env[62023]: _type = "Task" [ 1568.114532] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.124602] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.132022] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088777} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.132294] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1568.133103] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841b66bd-e630-4f83-b754-fa597ae41f04 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.155130] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 8889bd20-94aa-4d24-8f3a-1a5cb31688e9/8889bd20-94aa-4d24-8f3a-1a5cb31688e9.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1568.155471] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d23c8895-a509-482d-9861-de20d99b68a3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.175389] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1568.175389] env[62023]: value = "task-1758286" [ 1568.175389] env[62023]: _type = "Task" [ 1568.175389] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.183831] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.322237] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.326935] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.279s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.328687] env[62023]: INFO nova.compute.claims [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1568.351014] env[62023]: INFO nova.scheduler.client.report [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Deleted allocations for instance 9af0d121-d9a0-4068-8c79-c09c03b899b6 [ 1568.420879] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "refresh_cache-beee13a3-6a2a-4113-9317-5efde046fcd7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.421077] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "refresh_cache-beee13a3-6a2a-4113-9317-5efde046fcd7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.421255] env[62023]: DEBUG nova.network.neutron [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1568.421432] env[62023]: DEBUG nova.objects.instance [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lazy-loading 'info_cache' on Instance uuid beee13a3-6a2a-4113-9317-5efde046fcd7 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1568.605490] env[62023]: DEBUG nova.network.neutron [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Updating instance_info_cache with network_info: [{"id": "913462ea-1ed3-44bf-85af-f50b15bb96da", "address": "fa:16:3e:c8:46:67", "network": {"id": "1b2aaf7d-456c-4b5e-97aa-0b97d2c193a6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-792452981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ad90f580334463900f624d8a36f393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913462ea-1e", "ovs_interfaceid": "913462ea-1ed3-44bf-85af-f50b15bb96da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.628016] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758285, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.687399] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.859354] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b12b941-7337-4397-91d9-5b065d48c0fc tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "9af0d121-d9a0-4068-8c79-c09c03b899b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.327s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.109196] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Releasing lock "refresh_cache-ed8d8df0-2f06-43ab-b959-e0b7597efecb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.126608] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548719} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.128702] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] cc51d0a1-06c7-4a0c-94a0-1e634c42dca6/cc51d0a1-06c7-4a0c-94a0-1e634c42dca6.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1569.128939] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1569.129412] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67042bc7-c5a1-4edb-86f9-13ef2aed782d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.139568] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1569.139568] env[62023]: value = "task-1758287" [ 1569.139568] env[62023]: _type = "Task" [ 1569.139568] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.148451] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.188887] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758286, 'name': ReconfigVM_Task, 'duration_secs': 0.620913} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.189072] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 8889bd20-94aa-4d24-8f3a-1a5cb31688e9/8889bd20-94aa-4d24-8f3a-1a5cb31688e9.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1569.189647] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59c5ae3e-2211-4b46-87fc-3a0336bbe7bb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.196199] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1569.196199] env[62023]: value = "task-1758288" [ 1569.196199] env[62023]: _type = "Task" [ 1569.196199] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.204059] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758288, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.218046] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "935173c4-c679-4381-be6a-c9dcbdb04430" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.218253] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "935173c4-c679-4381-be6a-c9dcbdb04430" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.627258] env[62023]: DEBUG nova.network.neutron [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Updating instance_info_cache with network_info: [{"id": "531eff89-beaa-4639-96bb-affaf160ebfe", "address": "fa:16:3e:b5:5e:1c", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531eff89-be", "ovs_interfaceid": "531eff89-beaa-4639-96bb-affaf160ebfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.657334] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166721} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.660119] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1569.661060] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657229d6-98ca-451d-8efa-0948355bc0cc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.686892] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] cc51d0a1-06c7-4a0c-94a0-1e634c42dca6/cc51d0a1-06c7-4a0c-94a0-1e634c42dca6.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.689926] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf319672-69df-4440-ba56-05a77ba3c50d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.715484] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758288, 'name': Rename_Task, 'duration_secs': 0.161968} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.717187] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1569.717525] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1569.717525] env[62023]: value = "task-1758289" [ 1569.717525] env[62023]: _type = "Task" [ 1569.717525] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.717849] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38889a81-4cf1-49f6-a193-25d50a881153 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.725116] env[62023]: DEBUG nova.compute.manager [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1569.731111] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1569.731111] env[62023]: value = "task-1758290" [ 1569.731111] env[62023]: _type = "Task" [ 1569.731111] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.736117] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.743370] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.778387] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e8d738-218b-499d-aae3-a1ca7db8c523 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.786301] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afcfbd5-cc1e-4085-8b0c-54bc2fad2763 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.822793] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5da835d-de01-43b5-8140-9aad1fb3a772 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.830416] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62daa201-551f-4489-9940-6028d666bfd4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.845460] env[62023]: DEBUG nova.compute.provider_tree [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.130291] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "refresh_cache-beee13a3-6a2a-4113-9317-5efde046fcd7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.130603] env[62023]: DEBUG nova.objects.instance [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lazy-loading 'migration_context' on Instance uuid beee13a3-6a2a-4113-9317-5efde046fcd7 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.192911] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "6c2ef16f-4058-401f-abbc-980a230b1495" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.193159] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "6c2ef16f-4058-401f-abbc-980a230b1495" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.227497] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "a59444ed-64c7-4524-a193-47aef1b6df43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.227748] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "a59444ed-64c7-4524-a193-47aef1b6df43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.238196] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758289, 'name': ReconfigVM_Task, 'duration_secs': 0.300519} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.241509] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Reconfigured VM instance instance-00000046 to attach disk [datastore1] cc51d0a1-06c7-4a0c-94a0-1e634c42dca6/cc51d0a1-06c7-4a0c-94a0-1e634c42dca6.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.242169] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa1e63dc-d688-473d-abb4-4aa457d44a79 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.249479] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758290, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.250434] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.251713] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1570.251713] env[62023]: value = "task-1758291" [ 1570.251713] env[62023]: _type = "Task" [ 1570.251713] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.259560] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758291, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.349175] env[62023]: DEBUG nova.scheduler.client.report [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1570.633243] env[62023]: DEBUG nova.objects.base [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1570.634171] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791eb923-4b77-43bc-87ff-40c8995c79d7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.656268] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.656508] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-591bb412-4d30-42d4-8906-371dcc7e1c3b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.658745] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac5e44ce-100b-4080-a656-5668646aadef {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.663403] env[62023]: DEBUG oslo_vmware.api [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1570.663403] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c8b26e-85ec-5cdc-9b74-9598e3211150" [ 1570.663403] env[62023]: _type = "Task" [ 1570.663403] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.667505] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1570.667505] env[62023]: value = "task-1758292" [ 1570.667505] env[62023]: _type = "Task" [ 1570.667505] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.673305] env[62023]: DEBUG oslo_vmware.api [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c8b26e-85ec-5cdc-9b74-9598e3211150, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.677673] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.748636] env[62023]: DEBUG oslo_vmware.api [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758290, 'name': PowerOnVM_Task, 'duration_secs': 0.743159} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.748938] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1570.749170] env[62023]: INFO nova.compute.manager [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1570.749382] env[62023]: DEBUG nova.compute.manager [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1570.750510] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6484a531-4c0b-4b27-9d9d-13ad0e6c07fb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.765704] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758291, 'name': Rename_Task, 'duration_secs': 0.153498} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.766185] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1570.766436] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0084d9ee-83bb-4f9a-8129-6531ab937208 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.772936] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1570.772936] env[62023]: value = "task-1758293" [ 1570.772936] env[62023]: _type = "Task" [ 1570.772936] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.780764] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.855268] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.856023] env[62023]: DEBUG nova.compute.manager [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1570.858924] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.004s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.859190] env[62023]: DEBUG nova.objects.instance [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Lazy-loading 'resources' on Instance uuid 79742d3a-cd95-440c-90ba-a33d8d09d35f {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.178262] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758292, 'name': PowerOffVM_Task, 'duration_secs': 0.181866} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.181468] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1571.181869] env[62023]: DEBUG oslo_vmware.api [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c8b26e-85ec-5cdc-9b74-9598e3211150, 'name': SearchDatastore_Task, 'duration_secs': 0.027143} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.182643] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abc2d47-7ced-4dc1-a523-0289607b27cb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.185348] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.201793] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559609bb-8717-472e-a26f-a61da38465ea {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.238058] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1571.238543] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93cfb692-722a-4440-99bd-c8165b0109c0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.247054] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1571.247054] env[62023]: value = "task-1758294" [ 1571.247054] env[62023]: _type = "Task" [ 1571.247054] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.255715] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] VM already powered off {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1571.255934] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1571.256245] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.256396] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.256601] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1571.256920] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34301c62-4be3-4380-9b6c-b99814b9e560 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.265679] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1571.265867] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1571.270690] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f12ecf-7f8f-456d-b40b-43e61d1783eb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.279881] env[62023]: INFO nova.compute.manager [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Took 43.02 seconds to build instance. [ 1571.282967] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1571.282967] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525b28e9-092d-24e0-a61e-bae35f0c4063" [ 1571.282967] env[62023]: _type = "Task" [ 1571.282967] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.286631] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758293, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.294866] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525b28e9-092d-24e0-a61e-bae35f0c4063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.362429] env[62023]: DEBUG nova.compute.utils [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1571.367715] env[62023]: DEBUG nova.compute.manager [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1571.367715] env[62023]: DEBUG nova.network.neutron [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1571.479931] env[62023]: DEBUG nova.policy [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5eaa98e5f3a04be8b2f57dacdffe8d36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02a5bf0ab246448faf34dd3a4d051a71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1571.781841] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b5ced821-39ba-4f90-9c32-131cf0fb6f75 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.655s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.789114] env[62023]: DEBUG oslo_vmware.api [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758293, 'name': PowerOnVM_Task, 'duration_secs': 0.519909} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.792381] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1571.792596] env[62023]: INFO nova.compute.manager [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1571.792771] env[62023]: DEBUG nova.compute.manager [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1571.793550] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863453ab-8096-4f5a-812b-1fbd3d02ab47 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.804439] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525b28e9-092d-24e0-a61e-bae35f0c4063, 'name': SearchDatastore_Task, 'duration_secs': 0.0126} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.806424] env[62023]: DEBUG nova.network.neutron [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Successfully created port: 2f4545a6-0908-41ba-b1ac-da70e67c410b {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1571.813759] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16a206db-ff1a-4502-a927-d2233cb87166 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.822420] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1571.822420] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529597d6-2f0d-a6cc-ad0d-0aedda47b10e" [ 1571.822420] env[62023]: _type = "Task" [ 1571.822420] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.830682] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529597d6-2f0d-a6cc-ad0d-0aedda47b10e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.832211] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c7c393-10f8-4a3f-8d1a-ba6179b8fe35 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.838997] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e311e4-3ebf-4de7-a50c-93c459d80705 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.871310] env[62023]: DEBUG nova.compute.manager [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1571.875146] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19eb5d1e-f83f-412c-a544-17f7163875d3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.883483] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a9c9a8-daba-47c3-b622-01ebc95723ec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.899040] env[62023]: DEBUG nova.compute.provider_tree [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1572.276812] env[62023]: DEBUG nova.compute.manager [req-27adf010-393d-4172-8bd6-32024187ced7 req-7c780efa-b273-468b-a603-dc913697e438 service nova] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Received event network-changed-af0fd2db-3674-421c-9a30-67dcb02b2a40 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1572.277014] env[62023]: DEBUG nova.compute.manager [req-27adf010-393d-4172-8bd6-32024187ced7 req-7c780efa-b273-468b-a603-dc913697e438 service nova] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Refreshing instance network info cache due to event network-changed-af0fd2db-3674-421c-9a30-67dcb02b2a40. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1572.277323] env[62023]: DEBUG oslo_concurrency.lockutils [req-27adf010-393d-4172-8bd6-32024187ced7 req-7c780efa-b273-468b-a603-dc913697e438 service nova] Acquiring lock "refresh_cache-8889bd20-94aa-4d24-8f3a-1a5cb31688e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.277394] env[62023]: DEBUG oslo_concurrency.lockutils [req-27adf010-393d-4172-8bd6-32024187ced7 req-7c780efa-b273-468b-a603-dc913697e438 service nova] Acquired lock "refresh_cache-8889bd20-94aa-4d24-8f3a-1a5cb31688e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.277538] env[62023]: DEBUG nova.network.neutron [req-27adf010-393d-4172-8bd6-32024187ced7 req-7c780efa-b273-468b-a603-dc913697e438 service nova] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Refreshing network info cache for port af0fd2db-3674-421c-9a30-67dcb02b2a40 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1572.284303] env[62023]: DEBUG nova.compute.manager [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1572.329578] env[62023]: INFO nova.compute.manager [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Took 39.67 seconds to build instance. [ 1572.338254] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529597d6-2f0d-a6cc-ad0d-0aedda47b10e, 'name': SearchDatastore_Task, 'duration_secs': 0.009704} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.339288] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.339722] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] ed8d8df0-2f06-43ab-b959-e0b7597efecb/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk. {{(pid=62023) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1572.340040] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04c2714c-28d6-44ab-b28f-7ecc26c1b081 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.350023] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1572.350023] env[62023]: value = "task-1758295" [ 1572.350023] env[62023]: _type = "Task" [ 1572.350023] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.360272] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.424812] env[62023]: ERROR nova.scheduler.client.report [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] [req-561053cc-2c8b-4560-ae85-8f20a490218e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-561053cc-2c8b-4560-ae85-8f20a490218e"}]} [ 1572.452865] env[62023]: DEBUG nova.scheduler.client.report [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1572.469463] env[62023]: DEBUG nova.scheduler.client.report [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1572.469463] env[62023]: DEBUG nova.compute.provider_tree [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1572.482966] env[62023]: DEBUG nova.scheduler.client.report [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1572.517952] env[62023]: DEBUG nova.scheduler.client.report [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1572.580303] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.586244] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.810735] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.833600] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c4eb9a76-d287-4d62-a18f-66f068e15e69 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.245s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.869561] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758295, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.884873] env[62023]: DEBUG nova.compute.manager [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1572.924955] env[62023]: DEBUG nova.virt.hardware [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1572.925254] env[62023]: DEBUG nova.virt.hardware [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1572.925457] env[62023]: DEBUG nova.virt.hardware [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1572.925780] env[62023]: DEBUG nova.virt.hardware [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1572.926227] env[62023]: DEBUG nova.virt.hardware [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1572.926925] env[62023]: DEBUG nova.virt.hardware [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1572.927213] env[62023]: DEBUG nova.virt.hardware [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1572.927388] env[62023]: DEBUG nova.virt.hardware [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1572.927565] env[62023]: DEBUG nova.virt.hardware [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1572.927737] env[62023]: DEBUG nova.virt.hardware [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1572.927906] env[62023]: DEBUG nova.virt.hardware [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1572.928913] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22064837-9abc-440a-b09b-233f39bb3c15 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.944060] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2bfac5-2a0f-48bf-b480-e81d2a7ab1c7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.079281] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4915b1a7-149a-4ceb-8a1a-0c022b80bca6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.086883] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95db28d9-a934-48a9-95ec-5abccaad7de3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.098384] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.098551] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Starting heal instance info cache {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1573.138425] env[62023]: DEBUG nova.network.neutron [req-27adf010-393d-4172-8bd6-32024187ced7 req-7c780efa-b273-468b-a603-dc913697e438 service nova] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Updated VIF entry in instance network info cache for port af0fd2db-3674-421c-9a30-67dcb02b2a40. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1573.138994] env[62023]: DEBUG nova.network.neutron [req-27adf010-393d-4172-8bd6-32024187ced7 req-7c780efa-b273-468b-a603-dc913697e438 service nova] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Updating instance_info_cache with network_info: [{"id": "af0fd2db-3674-421c-9a30-67dcb02b2a40", "address": "fa:16:3e:a3:39:0b", "network": {"id": "a3bde613-69f5-428e-a129-74fbbe1d6915", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1658306993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7491bdf32c347afb6347a369b35fa40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0fd2db-36", "ovs_interfaceid": "af0fd2db-3674-421c-9a30-67dcb02b2a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.143018] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2846fce7-3345-4cba-83a6-d2d84bedcca6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.155327] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01046b4e-d130-493c-a1cf-9be356ccffab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.182711] env[62023]: DEBUG nova.compute.provider_tree [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1573.336320] env[62023]: DEBUG nova.compute.manager [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1573.363245] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591112} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.363545] env[62023]: INFO nova.virt.vmwareapi.ds_util [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] ed8d8df0-2f06-43ab-b959-e0b7597efecb/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk. [ 1573.364432] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be301a0d-21d5-4616-8693-5be7198685f7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.392885] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] ed8d8df0-2f06-43ab-b959-e0b7597efecb/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1573.394717] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f443b09-93ad-42be-af55-6050d1eb8305 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.408976] env[62023]: DEBUG nova.compute.manager [req-20ceb5cf-a237-4401-9505-df4dc4436750 req-ccf23f07-213e-4c6e-b673-9838af53632d service nova] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Received event network-vif-plugged-2f4545a6-0908-41ba-b1ac-da70e67c410b {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1573.409321] env[62023]: DEBUG oslo_concurrency.lockutils [req-20ceb5cf-a237-4401-9505-df4dc4436750 req-ccf23f07-213e-4c6e-b673-9838af53632d service nova] Acquiring lock "76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.409558] env[62023]: DEBUG oslo_concurrency.lockutils [req-20ceb5cf-a237-4401-9505-df4dc4436750 req-ccf23f07-213e-4c6e-b673-9838af53632d service nova] Lock "76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.409812] env[62023]: DEBUG oslo_concurrency.lockutils [req-20ceb5cf-a237-4401-9505-df4dc4436750 req-ccf23f07-213e-4c6e-b673-9838af53632d service nova] Lock "76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.410051] env[62023]: DEBUG nova.compute.manager [req-20ceb5cf-a237-4401-9505-df4dc4436750 req-ccf23f07-213e-4c6e-b673-9838af53632d service nova] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] No waiting events found dispatching network-vif-plugged-2f4545a6-0908-41ba-b1ac-da70e67c410b {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1573.410321] env[62023]: WARNING nova.compute.manager [req-20ceb5cf-a237-4401-9505-df4dc4436750 req-ccf23f07-213e-4c6e-b673-9838af53632d service nova] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Received unexpected event network-vif-plugged-2f4545a6-0908-41ba-b1ac-da70e67c410b for instance with vm_state building and task_state spawning. [ 1573.419167] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1573.419167] env[62023]: value = "task-1758296" [ 1573.419167] env[62023]: _type = "Task" [ 1573.419167] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.426385] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.473393] env[62023]: DEBUG nova.network.neutron [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Successfully updated port: 2f4545a6-0908-41ba-b1ac-da70e67c410b {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1573.648455] env[62023]: DEBUG oslo_concurrency.lockutils [req-27adf010-393d-4172-8bd6-32024187ced7 req-7c780efa-b273-468b-a603-dc913697e438 service nova] Releasing lock "refresh_cache-8889bd20-94aa-4d24-8f3a-1a5cb31688e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.686618] env[62023]: DEBUG nova.scheduler.client.report [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1573.856305] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.928903] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.976025] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "refresh_cache-76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.976025] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "refresh_cache-76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.976187] env[62023]: DEBUG nova.network.neutron [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1574.192083] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.333s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.194568] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.923s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.196142] env[62023]: INFO nova.compute.claims [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1574.214853] env[62023]: INFO nova.scheduler.client.report [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Deleted allocations for instance 79742d3a-cd95-440c-90ba-a33d8d09d35f [ 1574.315258] env[62023]: DEBUG nova.compute.manager [req-e1c1bcfb-4720-4957-91bb-6c8e95a6002a req-2dc6d32e-a3d0-4ba0-b180-a0452a7c86d1 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Received event network-changed-236d29c1-d465-4cb6-9122-a9632a42d64a {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1574.315439] env[62023]: DEBUG nova.compute.manager [req-e1c1bcfb-4720-4957-91bb-6c8e95a6002a req-2dc6d32e-a3d0-4ba0-b180-a0452a7c86d1 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Refreshing instance network info cache due to event network-changed-236d29c1-d465-4cb6-9122-a9632a42d64a. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1574.315802] env[62023]: DEBUG oslo_concurrency.lockutils [req-e1c1bcfb-4720-4957-91bb-6c8e95a6002a req-2dc6d32e-a3d0-4ba0-b180-a0452a7c86d1 service nova] Acquiring lock "refresh_cache-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.315802] env[62023]: DEBUG oslo_concurrency.lockutils [req-e1c1bcfb-4720-4957-91bb-6c8e95a6002a req-2dc6d32e-a3d0-4ba0-b180-a0452a7c86d1 service nova] Acquired lock "refresh_cache-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.315977] env[62023]: DEBUG nova.network.neutron [req-e1c1bcfb-4720-4957-91bb-6c8e95a6002a req-2dc6d32e-a3d0-4ba0-b180-a0452a7c86d1 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Refreshing network info cache for port 236d29c1-d465-4cb6-9122-a9632a42d64a {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1574.429115] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758296, 'name': ReconfigVM_Task, 'duration_secs': 0.870254} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.429434] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Reconfigured VM instance instance-00000042 to attach disk [datastore1] ed8d8df0-2f06-43ab-b959-e0b7597efecb/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.430311] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb9dcbb-27fe-4c70-8e69-aa3bcb60d1b8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.460707] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64d94f75-d783-47a9-8ab0-f0e22ef61d1b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.477695] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1574.477695] env[62023]: value = "task-1758297" [ 1574.477695] env[62023]: _type = "Task" [ 1574.477695] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.490473] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758297, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.528060] env[62023]: DEBUG nova.network.neutron [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1574.684408] env[62023]: DEBUG nova.network.neutron [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Updating instance_info_cache with network_info: [{"id": "2f4545a6-0908-41ba-b1ac-da70e67c410b", "address": "fa:16:3e:85:bb:fd", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4545a6-09", "ovs_interfaceid": "2f4545a6-0908-41ba-b1ac-da70e67c410b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.723018] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7ddcb9b0-70a3-4ced-a07e-12d447884bdd tempest-ServerTagsTestJSON-92480652 tempest-ServerTagsTestJSON-92480652-project-member] Lock "79742d3a-cd95-440c-90ba-a33d8d09d35f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.410s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.986997] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758297, 'name': ReconfigVM_Task, 'duration_secs': 0.373081} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.987290] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.987532] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6788ac7f-39c7-4f42-bc7f-70256c300b82 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.993411] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1574.993411] env[62023]: value = "task-1758298" [ 1574.993411] env[62023]: _type = "Task" [ 1574.993411] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.001556] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.038842] env[62023]: DEBUG nova.network.neutron [req-e1c1bcfb-4720-4957-91bb-6c8e95a6002a req-2dc6d32e-a3d0-4ba0-b180-a0452a7c86d1 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Updated VIF entry in instance network info cache for port 236d29c1-d465-4cb6-9122-a9632a42d64a. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1575.039138] env[62023]: DEBUG nova.network.neutron [req-e1c1bcfb-4720-4957-91bb-6c8e95a6002a req-2dc6d32e-a3d0-4ba0-b180-a0452a7c86d1 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Updating instance_info_cache with network_info: [{"id": "236d29c1-d465-4cb6-9122-a9632a42d64a", "address": "fa:16:3e:43:66:a0", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap236d29c1-d4", "ovs_interfaceid": "236d29c1-d465-4cb6-9122-a9632a42d64a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.187235] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "refresh_cache-76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.188027] env[62023]: DEBUG nova.compute.manager [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Instance network_info: |[{"id": "2f4545a6-0908-41ba-b1ac-da70e67c410b", "address": "fa:16:3e:85:bb:fd", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4545a6-09", "ovs_interfaceid": "2f4545a6-0908-41ba-b1ac-da70e67c410b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1575.188027] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:bb:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f4545a6-0908-41ba-b1ac-da70e67c410b', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1575.195985] env[62023]: DEBUG oslo.service.loopingcall [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1575.196216] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1575.196438] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ad4c3fe-38da-41f5-89d9-07d9310ab557 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.221219] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1575.221219] env[62023]: value = "task-1758299" [ 1575.221219] env[62023]: _type = "Task" [ 1575.221219] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.229462] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758299, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.474777] env[62023]: DEBUG nova.compute.manager [req-8ca89cf8-5527-43a2-a0fe-698a3025be1c req-3370d323-bebc-4ddb-bf94-0f9c2e9c979e service nova] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Received event network-changed-2f4545a6-0908-41ba-b1ac-da70e67c410b {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1575.474777] env[62023]: DEBUG nova.compute.manager [req-8ca89cf8-5527-43a2-a0fe-698a3025be1c req-3370d323-bebc-4ddb-bf94-0f9c2e9c979e service nova] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Refreshing instance network info cache due to event network-changed-2f4545a6-0908-41ba-b1ac-da70e67c410b. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1575.474777] env[62023]: DEBUG oslo_concurrency.lockutils [req-8ca89cf8-5527-43a2-a0fe-698a3025be1c req-3370d323-bebc-4ddb-bf94-0f9c2e9c979e service nova] Acquiring lock "refresh_cache-76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.474777] env[62023]: DEBUG oslo_concurrency.lockutils [req-8ca89cf8-5527-43a2-a0fe-698a3025be1c req-3370d323-bebc-4ddb-bf94-0f9c2e9c979e service nova] Acquired lock "refresh_cache-76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.474777] env[62023]: DEBUG nova.network.neutron [req-8ca89cf8-5527-43a2-a0fe-698a3025be1c req-3370d323-bebc-4ddb-bf94-0f9c2e9c979e service nova] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Refreshing network info cache for port 2f4545a6-0908-41ba-b1ac-da70e67c410b {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1575.506738] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758298, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.542555] env[62023]: DEBUG oslo_concurrency.lockutils [req-e1c1bcfb-4720-4957-91bb-6c8e95a6002a req-2dc6d32e-a3d0-4ba0-b180-a0452a7c86d1 service nova] Releasing lock "refresh_cache-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.735061] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758299, 'name': CreateVM_Task, 'duration_secs': 0.382798} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.735061] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1575.735061] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.735061] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.735061] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1575.735061] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99747c41-7ae3-4134-8b98-cfcfc552c222 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.737877] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d04fdc1-2781-4593-9b06-ecd8c13dcae3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.743485] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1575.743485] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52df9777-7523-0e9a-09d7-523ba6785b44" [ 1575.743485] env[62023]: _type = "Task" [ 1575.743485] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.749884] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1828a0-7e50-4329-b79d-64c2672d24ac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.757753] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52df9777-7523-0e9a-09d7-523ba6785b44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.786461] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d8a8ef-9f8c-4d8f-bcb6-34e9aae48dcd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.799551] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6d0223-8801-48a7-a172-38ad63d606f0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.810286] env[62023]: DEBUG nova.compute.provider_tree [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1576.005413] env[62023]: DEBUG oslo_vmware.api [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758298, 'name': PowerOnVM_Task, 'duration_secs': 0.651593} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.005696] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1576.008306] env[62023]: DEBUG nova.compute.manager [None req-aff4c8e1-8356-4025-863e-ba406ae73949 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1576.009100] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a06e7f-b314-4cac-8aac-7122a8b008f0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.229028] env[62023]: DEBUG nova.network.neutron [req-8ca89cf8-5527-43a2-a0fe-698a3025be1c req-3370d323-bebc-4ddb-bf94-0f9c2e9c979e service nova] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Updated VIF entry in instance network info cache for port 2f4545a6-0908-41ba-b1ac-da70e67c410b. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1576.229375] env[62023]: DEBUG nova.network.neutron [req-8ca89cf8-5527-43a2-a0fe-698a3025be1c req-3370d323-bebc-4ddb-bf94-0f9c2e9c979e service nova] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Updating instance_info_cache with network_info: [{"id": "2f4545a6-0908-41ba-b1ac-da70e67c410b", "address": "fa:16:3e:85:bb:fd", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4545a6-09", "ovs_interfaceid": "2f4545a6-0908-41ba-b1ac-da70e67c410b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.255707] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52df9777-7523-0e9a-09d7-523ba6785b44, 'name': SearchDatastore_Task, 'duration_secs': 0.023174} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.256014] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.256253] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1576.256477] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.256637] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.256835] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1576.257107] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d196a4a7-e279-4dbf-97f4-d42f71b6b423 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.272223] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1576.272223] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1576.272763] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23b3f821-718f-4e52-bfaa-a618317cb4f3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.277774] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1576.277774] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524b2870-c2e6-ede5-6243-60ba6aca1a7c" [ 1576.277774] env[62023]: _type = "Task" [ 1576.277774] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.285228] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524b2870-c2e6-ede5-6243-60ba6aca1a7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.313895] env[62023]: DEBUG nova.scheduler.client.report [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1576.732770] env[62023]: DEBUG oslo_concurrency.lockutils [req-8ca89cf8-5527-43a2-a0fe-698a3025be1c req-3370d323-bebc-4ddb-bf94-0f9c2e9c979e service nova] Releasing lock "refresh_cache-76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.788669] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524b2870-c2e6-ede5-6243-60ba6aca1a7c, 'name': SearchDatastore_Task, 'duration_secs': 0.037243} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.789491] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c64d1c3-a99f-4358-b8cd-80043b5c5fac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.794972] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1576.794972] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52beda07-bd8f-a4af-ac4a-caed24364d11" [ 1576.794972] env[62023]: _type = "Task" [ 1576.794972] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.803830] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52beda07-bd8f-a4af-ac4a-caed24364d11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.819262] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.820278] env[62023]: DEBUG nova.compute.manager [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1576.822456] env[62023]: DEBUG oslo_concurrency.lockutils [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.917s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.823558] env[62023]: INFO nova.compute.claims [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1577.258515] env[62023]: INFO nova.compute.manager [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Unrescuing [ 1577.258872] env[62023]: DEBUG oslo_concurrency.lockutils [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "refresh_cache-ed8d8df0-2f06-43ab-b959-e0b7597efecb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.259046] env[62023]: DEBUG oslo_concurrency.lockutils [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquired lock "refresh_cache-ed8d8df0-2f06-43ab-b959-e0b7597efecb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.259215] env[62023]: DEBUG nova.network.neutron [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1577.304935] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52beda07-bd8f-a4af-ac4a-caed24364d11, 'name': SearchDatastore_Task, 'duration_secs': 0.011069} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.305299] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.305553] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36/76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1577.305834] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82bab3f5-13b4-4384-a341-6e63f5838d40 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.312406] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1577.312406] env[62023]: value = "task-1758300" [ 1577.312406] env[62023]: _type = "Task" [ 1577.312406] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.320064] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.327360] env[62023]: DEBUG nova.compute.utils [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1577.330480] env[62023]: DEBUG nova.compute.manager [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1577.330651] env[62023]: DEBUG nova.network.neutron [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1577.378986] env[62023]: DEBUG nova.policy [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f66fbf4a497a48adadb6cd441d489f9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90ed384069954854ac7200f23308d6f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1577.700843] env[62023]: DEBUG nova.network.neutron [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Successfully created port: dec943f6-9592-4350-a194-c7b565f0e060 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1577.824952] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758300, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.833300] env[62023]: DEBUG nova.compute.manager [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1578.073150] env[62023]: DEBUG nova.network.neutron [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Updating instance_info_cache with network_info: [{"id": "913462ea-1ed3-44bf-85af-f50b15bb96da", "address": "fa:16:3e:c8:46:67", "network": {"id": "1b2aaf7d-456c-4b5e-97aa-0b97d2c193a6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-792452981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ad90f580334463900f624d8a36f393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913462ea-1e", "ovs_interfaceid": "913462ea-1ed3-44bf-85af-f50b15bb96da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.331282] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602596} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.331586] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36/76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1578.332030] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1578.332374] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-590df8a1-a3cd-4943-97c0-4b1692e16fc0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.346376] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1578.346376] env[62023]: value = "task-1758301" [ 1578.346376] env[62023]: _type = "Task" [ 1578.346376] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.360053] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.383390] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c297f38-a589-4ef5-9618-546fd7a39e51 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.390442] env[62023]: DEBUG nova.network.neutron [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Successfully created port: 8b8dfe86-c1be-40a9-8b97-35323d3fc4c9 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1578.396445] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e3e901-0946-4b9a-9dfc-99c2e1aef15a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.430496] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcf1d69-4eb8-4b77-97e5-106a678d4d27 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.438199] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999f95e0-8b5d-4044-91d6-f899cd4fd879 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.452295] env[62023]: DEBUG nova.compute.provider_tree [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1578.576233] env[62023]: DEBUG oslo_concurrency.lockutils [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Releasing lock "refresh_cache-ed8d8df0-2f06-43ab-b959-e0b7597efecb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.576934] env[62023]: DEBUG nova.objects.instance [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lazy-loading 'flavor' on Instance uuid ed8d8df0-2f06-43ab-b959-e0b7597efecb {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1578.712425] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "refresh_cache-007c853b-b603-44e4-9f3d-42872bd4baca" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.712425] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquired lock "refresh_cache-007c853b-b603-44e4-9f3d-42872bd4baca" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.712805] env[62023]: DEBUG nova.network.neutron [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Forcefully refreshing network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1578.848485] env[62023]: DEBUG nova.compute.manager [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1578.861743] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066088} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.862708] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1578.863548] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8918e3c-84c0-4a84-b510-2d2666ddaccd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.886752] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36/76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1578.889160] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b2b7a6e-485e-4778-9122-0071b9f1cfd1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.911448] env[62023]: DEBUG nova.virt.hardware [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1578.911646] env[62023]: DEBUG nova.virt.hardware [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1578.911763] env[62023]: DEBUG nova.virt.hardware [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1578.912046] env[62023]: DEBUG nova.virt.hardware [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1578.912218] env[62023]: DEBUG nova.virt.hardware [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1578.912434] env[62023]: DEBUG nova.virt.hardware [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1578.912702] env[62023]: DEBUG nova.virt.hardware [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1578.912922] env[62023]: DEBUG nova.virt.hardware [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1578.913166] env[62023]: DEBUG nova.virt.hardware [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1578.913373] env[62023]: DEBUG nova.virt.hardware [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1578.913619] env[62023]: DEBUG nova.virt.hardware [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1578.914601] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d14713b-1c8c-4f77-a6d0-df04f5fb398a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.918847] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1578.918847] env[62023]: value = "task-1758302" [ 1578.918847] env[62023]: _type = "Task" [ 1578.918847] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.925472] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dcc10c-31d6-4899-abc0-3200c60d4ade {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.932456] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.987635] env[62023]: DEBUG nova.scheduler.client.report [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1578.987921] env[62023]: DEBUG nova.compute.provider_tree [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 108 to 109 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1578.988112] env[62023]: DEBUG nova.compute.provider_tree [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1579.082859] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fe3815-5128-4cf7-9ac1-0b56b2be25cc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.107775] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1579.108198] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb15f268-0c2c-4b08-bb26-e3b013b2faba {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.115693] env[62023]: DEBUG oslo_vmware.api [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1579.115693] env[62023]: value = "task-1758303" [ 1579.115693] env[62023]: _type = "Task" [ 1579.115693] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.123978] env[62023]: DEBUG oslo_vmware.api [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.431116] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.495959] env[62023]: DEBUG oslo_concurrency.lockutils [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.496536] env[62023]: DEBUG nova.compute.manager [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1579.503022] env[62023]: DEBUG oslo_concurrency.lockutils [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.050s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.503022] env[62023]: INFO nova.compute.claims [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1579.625935] env[62023]: DEBUG oslo_vmware.api [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758303, 'name': PowerOffVM_Task, 'duration_secs': 0.309843} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.626370] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1579.632311] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1579.632930] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f6e3781-045d-45f7-98de-e247042dfb26 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.653555] env[62023]: DEBUG oslo_vmware.api [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1579.653555] env[62023]: value = "task-1758304" [ 1579.653555] env[62023]: _type = "Task" [ 1579.653555] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.661733] env[62023]: DEBUG oslo_vmware.api [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.932456] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758302, 'name': ReconfigVM_Task, 'duration_secs': 0.567898} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.933117] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36/76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1579.933376] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4306f5ad-6f2d-42e4-b63e-b073322a5e5f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.940011] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1579.940011] env[62023]: value = "task-1758305" [ 1579.940011] env[62023]: _type = "Task" [ 1579.940011] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.951097] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758305, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.004103] env[62023]: DEBUG nova.compute.utils [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1580.004103] env[62023]: DEBUG nova.compute.manager [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1580.004103] env[62023]: DEBUG nova.network.neutron [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1580.072496] env[62023]: DEBUG nova.network.neutron [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Updating instance_info_cache with network_info: [{"id": "6ed47fce-8542-4930-82d1-9bf5d4cfecac", "address": "fa:16:3e:78:f4:ac", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed47fce-85", "ovs_interfaceid": "6ed47fce-8542-4930-82d1-9bf5d4cfecac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.077890] env[62023]: DEBUG nova.compute.manager [req-6ab46aa1-cef5-4322-9cf6-b180e9f5af13 req-b8eea09b-a14f-4814-83ca-77a9d3dc25e0 service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Received event network-vif-plugged-dec943f6-9592-4350-a194-c7b565f0e060 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1580.078128] env[62023]: DEBUG oslo_concurrency.lockutils [req-6ab46aa1-cef5-4322-9cf6-b180e9f5af13 req-b8eea09b-a14f-4814-83ca-77a9d3dc25e0 service nova] Acquiring lock "1a0572c5-51ca-4540-b956-eb90b8aaf356-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.078884] env[62023]: DEBUG oslo_concurrency.lockutils [req-6ab46aa1-cef5-4322-9cf6-b180e9f5af13 req-b8eea09b-a14f-4814-83ca-77a9d3dc25e0 service nova] Lock "1a0572c5-51ca-4540-b956-eb90b8aaf356-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.079147] env[62023]: DEBUG oslo_concurrency.lockutils [req-6ab46aa1-cef5-4322-9cf6-b180e9f5af13 req-b8eea09b-a14f-4814-83ca-77a9d3dc25e0 service nova] Lock "1a0572c5-51ca-4540-b956-eb90b8aaf356-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.079332] env[62023]: DEBUG nova.compute.manager [req-6ab46aa1-cef5-4322-9cf6-b180e9f5af13 req-b8eea09b-a14f-4814-83ca-77a9d3dc25e0 service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] No waiting events found dispatching network-vif-plugged-dec943f6-9592-4350-a194-c7b565f0e060 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1580.079501] env[62023]: WARNING nova.compute.manager [req-6ab46aa1-cef5-4322-9cf6-b180e9f5af13 req-b8eea09b-a14f-4814-83ca-77a9d3dc25e0 service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Received unexpected event network-vif-plugged-dec943f6-9592-4350-a194-c7b565f0e060 for instance with vm_state building and task_state spawning. [ 1580.090460] env[62023]: DEBUG nova.policy [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e4499ea2f854182b5e23993d4c2fc4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7982d75f7cc4007874eeb585af88969', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1580.166197] env[62023]: DEBUG oslo_vmware.api [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758304, 'name': ReconfigVM_Task, 'duration_secs': 0.233623} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.166197] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1580.166197] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1580.166197] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f6a3f29-1ce3-4695-a29b-d69ad76e3e94 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.172701] env[62023]: DEBUG oslo_vmware.api [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1580.172701] env[62023]: value = "task-1758306" [ 1580.172701] env[62023]: _type = "Task" [ 1580.172701] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.187987] env[62023]: DEBUG oslo_vmware.api [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.298396] env[62023]: DEBUG nova.network.neutron [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Successfully updated port: dec943f6-9592-4350-a194-c7b565f0e060 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1580.450441] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758305, 'name': Rename_Task, 'duration_secs': 0.153313} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.450752] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1580.450982] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd897d02-9ac1-40f6-87bf-97f9ed2fc59c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.458390] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1580.458390] env[62023]: value = "task-1758307" [ 1580.458390] env[62023]: _type = "Task" [ 1580.458390] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.469589] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.506456] env[62023]: DEBUG nova.compute.manager [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1580.544501] env[62023]: DEBUG nova.network.neutron [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Successfully created port: cdce3863-2ad3-414e-99f0-6676e79c4d1c {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1580.575032] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Releasing lock "refresh_cache-007c853b-b603-44e4-9f3d-42872bd4baca" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.575032] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Updated the network info_cache for instance {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1580.575032] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1580.575216] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1580.575299] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1580.575441] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1580.575582] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1580.575723] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1580.575852] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1580.576403] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1580.691845] env[62023]: DEBUG oslo_vmware.api [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758306, 'name': PowerOnVM_Task, 'duration_secs': 0.393029} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.692618] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1580.692922] env[62023]: DEBUG nova.compute.manager [None req-718b737e-71c3-49ad-b747-20dc4ecaa232 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1580.694897] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13f2fec-e8e0-4d30-91ab-f8cbb73cfe5c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.969765] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758307, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.078819] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.116262] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad75020-0a8a-4436-8091-89f16d078e18 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.127286] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cdab23-1628-461f-94a2-70e57d805e80 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.169016] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397ccd98-6d6c-40d7-a98d-e69c0f936197 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.177641] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e13801e-4f92-4f19-85bb-64fb908bfe51 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.197695] env[62023]: DEBUG nova.compute.provider_tree [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.204464] env[62023]: DEBUG oslo_concurrency.lockutils [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "7096b4e3-b7f5-4650-86e1-274b5540b925" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.204980] env[62023]: DEBUG oslo_concurrency.lockutils [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "7096b4e3-b7f5-4650-86e1-274b5540b925" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.470698] env[62023]: DEBUG oslo_vmware.api [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758307, 'name': PowerOnVM_Task, 'duration_secs': 0.740515} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.471145] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1581.471353] env[62023]: INFO nova.compute.manager [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1581.471526] env[62023]: DEBUG nova.compute.manager [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1581.474418] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea392e5-e0e0-45b1-98d6-5464c9b2fa5b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.521228] env[62023]: DEBUG nova.compute.manager [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1581.555167] env[62023]: DEBUG nova.virt.hardware [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1581.555414] env[62023]: DEBUG nova.virt.hardware [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1581.555568] env[62023]: DEBUG nova.virt.hardware [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1581.555745] env[62023]: DEBUG nova.virt.hardware [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1581.555889] env[62023]: DEBUG nova.virt.hardware [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1581.556521] env[62023]: DEBUG nova.virt.hardware [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1581.556816] env[62023]: DEBUG nova.virt.hardware [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1581.556988] env[62023]: DEBUG nova.virt.hardware [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1581.557367] env[62023]: DEBUG nova.virt.hardware [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1581.557567] env[62023]: DEBUG nova.virt.hardware [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1581.557746] env[62023]: DEBUG nova.virt.hardware [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1581.558883] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de378aa-e510-4361-8084-7de054fc2aa8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.566705] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451d7c85-8476-40eb-9ff8-a0847a664401 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.705307] env[62023]: DEBUG nova.scheduler.client.report [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1581.978564] env[62023]: DEBUG oslo_concurrency.lockutils [None req-28bc7d14-3017-4aee-8459-befd7a19ce12 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "eda5b959-2aec-4193-88a4-b4ef21aace36" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.978864] env[62023]: DEBUG oslo_concurrency.lockutils [None req-28bc7d14-3017-4aee-8459-befd7a19ce12 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "eda5b959-2aec-4193-88a4-b4ef21aace36" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.000723] env[62023]: INFO nova.compute.manager [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Took 35.97 seconds to build instance. [ 1582.210587] env[62023]: DEBUG oslo_concurrency.lockutils [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.211255] env[62023]: DEBUG nova.compute.manager [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1582.221194] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.045s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.221194] env[62023]: DEBUG nova.objects.instance [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Lazy-loading 'resources' on Instance uuid 3b7c092f-5045-43a2-96ad-384de17df993 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1582.234978] env[62023]: DEBUG nova.compute.manager [req-357e7e0a-92db-4ac8-bcd4-b5d11dee8e4c req-dd028940-5e8c-4cec-ac40-36e2d4863328 service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Received event network-changed-dec943f6-9592-4350-a194-c7b565f0e060 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1582.235244] env[62023]: DEBUG nova.compute.manager [req-357e7e0a-92db-4ac8-bcd4-b5d11dee8e4c req-dd028940-5e8c-4cec-ac40-36e2d4863328 service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Refreshing instance network info cache due to event network-changed-dec943f6-9592-4350-a194-c7b565f0e060. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1582.235402] env[62023]: DEBUG oslo_concurrency.lockutils [req-357e7e0a-92db-4ac8-bcd4-b5d11dee8e4c req-dd028940-5e8c-4cec-ac40-36e2d4863328 service nova] Acquiring lock "refresh_cache-1a0572c5-51ca-4540-b956-eb90b8aaf356" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.235521] env[62023]: DEBUG oslo_concurrency.lockutils [req-357e7e0a-92db-4ac8-bcd4-b5d11dee8e4c req-dd028940-5e8c-4cec-ac40-36e2d4863328 service nova] Acquired lock "refresh_cache-1a0572c5-51ca-4540-b956-eb90b8aaf356" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.235684] env[62023]: DEBUG nova.network.neutron [req-357e7e0a-92db-4ac8-bcd4-b5d11dee8e4c req-dd028940-5e8c-4cec-ac40-36e2d4863328 service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Refreshing network info cache for port dec943f6-9592-4350-a194-c7b565f0e060 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1582.402918] env[62023]: DEBUG nova.network.neutron [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Successfully updated port: cdce3863-2ad3-414e-99f0-6676e79c4d1c {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1582.484933] env[62023]: INFO nova.compute.manager [None req-28bc7d14-3017-4aee-8459-befd7a19ce12 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Detaching volume 94de5cfe-88de-43fa-bcaa-7ca30f1c2689 [ 1582.502213] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59066e01-6cc1-4eba-a5fe-e4dcb4dc76cb tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.487s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.524812] env[62023]: INFO nova.virt.block_device [None req-28bc7d14-3017-4aee-8459-befd7a19ce12 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Attempting to driver detach volume 94de5cfe-88de-43fa-bcaa-7ca30f1c2689 from mountpoint /dev/sdb [ 1582.525062] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-28bc7d14-3017-4aee-8459-befd7a19ce12 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Volume detach. Driver type: vmdk {{(pid=62023) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1582.525258] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-28bc7d14-3017-4aee-8459-befd7a19ce12 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365331', 'volume_id': '94de5cfe-88de-43fa-bcaa-7ca30f1c2689', 'name': 'volume-94de5cfe-88de-43fa-bcaa-7ca30f1c2689', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'eda5b959-2aec-4193-88a4-b4ef21aace36', 'attached_at': '', 'detached_at': '', 'volume_id': '94de5cfe-88de-43fa-bcaa-7ca30f1c2689', 'serial': '94de5cfe-88de-43fa-bcaa-7ca30f1c2689'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1582.526168] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81dc64b-de90-492a-9cca-4f15cbef8911 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.551750] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d58dceb-1ab9-407f-b59e-8c5c4bc9052d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.559285] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f589421-8b28-4a7d-860e-bedb0071c543 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.581604] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ebeeb8-891b-4d6c-899b-6ebf15c51e3b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.597696] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-28bc7d14-3017-4aee-8459-befd7a19ce12 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] The volume has not been displaced from its original location: [datastore1] volume-94de5cfe-88de-43fa-bcaa-7ca30f1c2689/volume-94de5cfe-88de-43fa-bcaa-7ca30f1c2689.vmdk. No consolidation needed. {{(pid=62023) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1582.606910] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-28bc7d14-3017-4aee-8459-befd7a19ce12 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Reconfiguring VM instance instance-00000013 to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1582.607258] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ae50fe6-6d62-4909-8beb-90fc06082a35 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.628315] env[62023]: DEBUG oslo_vmware.api [None req-28bc7d14-3017-4aee-8459-befd7a19ce12 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1582.628315] env[62023]: value = "task-1758308" [ 1582.628315] env[62023]: _type = "Task" [ 1582.628315] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.638959] env[62023]: DEBUG oslo_vmware.api [None req-28bc7d14-3017-4aee-8459-befd7a19ce12 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758308, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.674387] env[62023]: DEBUG nova.compute.manager [req-d5e3be9b-2511-491b-b6c1-88b5cd583ca7 req-19274298-e677-4767-8c31-3f8d32823fe1 service nova] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Received event network-changed-2f4545a6-0908-41ba-b1ac-da70e67c410b {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1582.674757] env[62023]: DEBUG nova.compute.manager [req-d5e3be9b-2511-491b-b6c1-88b5cd583ca7 req-19274298-e677-4767-8c31-3f8d32823fe1 service nova] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Refreshing instance network info cache due to event network-changed-2f4545a6-0908-41ba-b1ac-da70e67c410b. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1582.674957] env[62023]: DEBUG oslo_concurrency.lockutils [req-d5e3be9b-2511-491b-b6c1-88b5cd583ca7 req-19274298-e677-4767-8c31-3f8d32823fe1 service nova] Acquiring lock "refresh_cache-76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.675143] env[62023]: DEBUG oslo_concurrency.lockutils [req-d5e3be9b-2511-491b-b6c1-88b5cd583ca7 req-19274298-e677-4767-8c31-3f8d32823fe1 service nova] Acquired lock "refresh_cache-76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.675403] env[62023]: DEBUG nova.network.neutron [req-d5e3be9b-2511-491b-b6c1-88b5cd583ca7 req-19274298-e677-4767-8c31-3f8d32823fe1 service nova] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Refreshing network info cache for port 2f4545a6-0908-41ba-b1ac-da70e67c410b {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1582.721994] env[62023]: DEBUG nova.compute.utils [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1582.727218] env[62023]: DEBUG nova.compute.manager [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1582.727402] env[62023]: DEBUG nova.network.neutron [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1582.780695] env[62023]: DEBUG nova.network.neutron [req-357e7e0a-92db-4ac8-bcd4-b5d11dee8e4c req-dd028940-5e8c-4cec-ac40-36e2d4863328 service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1582.794727] env[62023]: DEBUG nova.policy [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e9fc6b0912843d3ab8eddc8c7613047', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '652017d1031f47e39bcadddce0fe4786', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1582.909547] env[62023]: DEBUG oslo_concurrency.lockutils [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "refresh_cache-093dd1a9-87d9-4be8-99ce-1903edf5f71b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.909705] env[62023]: DEBUG oslo_concurrency.lockutils [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired lock "refresh_cache-093dd1a9-87d9-4be8-99ce-1903edf5f71b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.910487] env[62023]: DEBUG nova.network.neutron [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1582.930726] env[62023]: DEBUG nova.network.neutron [req-357e7e0a-92db-4ac8-bcd4-b5d11dee8e4c req-dd028940-5e8c-4cec-ac40-36e2d4863328 service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.955605] env[62023]: DEBUG nova.network.neutron [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Successfully updated port: 8b8dfe86-c1be-40a9-8b97-35323d3fc4c9 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1583.005117] env[62023]: DEBUG nova.compute.manager [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1583.141886] env[62023]: DEBUG oslo_vmware.api [None req-28bc7d14-3017-4aee-8459-befd7a19ce12 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758308, 'name': ReconfigVM_Task, 'duration_secs': 0.272626} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.142189] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-28bc7d14-3017-4aee-8459-befd7a19ce12 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Reconfigured VM instance instance-00000013 to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1583.149613] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f89913ea-c11e-42b1-81df-6396d08784b5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.167686] env[62023]: DEBUG oslo_vmware.api [None req-28bc7d14-3017-4aee-8459-befd7a19ce12 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1583.167686] env[62023]: value = "task-1758309" [ 1583.167686] env[62023]: _type = "Task" [ 1583.167686] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.179801] env[62023]: DEBUG oslo_vmware.api [None req-28bc7d14-3017-4aee-8459-befd7a19ce12 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758309, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.221188] env[62023]: DEBUG nova.network.neutron [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Successfully created port: 3ca91ffc-a742-485f-8813-5e44e16b7f4f {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1583.226630] env[62023]: DEBUG nova.compute.manager [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1583.323775] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613df50a-2e9f-48b4-8fcd-347744246242 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.333273] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b7a51f-b8f6-4ed6-b624-cd7f78d99c65 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.370407] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1c60f9-9f8e-4e4a-8c0f-25cf5b744b5a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.378466] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf4447b-774e-41be-8b6d-9a7a46bfb77b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.396102] env[62023]: DEBUG nova.compute.provider_tree [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1583.433758] env[62023]: DEBUG oslo_concurrency.lockutils [req-357e7e0a-92db-4ac8-bcd4-b5d11dee8e4c req-dd028940-5e8c-4cec-ac40-36e2d4863328 service nova] Releasing lock "refresh_cache-1a0572c5-51ca-4540-b956-eb90b8aaf356" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.450802] env[62023]: DEBUG nova.network.neutron [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1583.459233] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquiring lock "refresh_cache-1a0572c5-51ca-4540-b956-eb90b8aaf356" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.459233] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquired lock "refresh_cache-1a0572c5-51ca-4540-b956-eb90b8aaf356" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.459486] env[62023]: DEBUG nova.network.neutron [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.527302] env[62023]: DEBUG oslo_concurrency.lockutils [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.633816] env[62023]: DEBUG nova.network.neutron [req-d5e3be9b-2511-491b-b6c1-88b5cd583ca7 req-19274298-e677-4767-8c31-3f8d32823fe1 service nova] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Updated VIF entry in instance network info cache for port 2f4545a6-0908-41ba-b1ac-da70e67c410b. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1583.634317] env[62023]: DEBUG nova.network.neutron [req-d5e3be9b-2511-491b-b6c1-88b5cd583ca7 req-19274298-e677-4767-8c31-3f8d32823fe1 service nova] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Updating instance_info_cache with network_info: [{"id": "2f4545a6-0908-41ba-b1ac-da70e67c410b", "address": "fa:16:3e:85:bb:fd", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4545a6-09", "ovs_interfaceid": "2f4545a6-0908-41ba-b1ac-da70e67c410b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.679912] env[62023]: DEBUG oslo_vmware.api [None req-28bc7d14-3017-4aee-8459-befd7a19ce12 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758309, 'name': ReconfigVM_Task, 'duration_secs': 0.201594} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.680434] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-28bc7d14-3017-4aee-8459-befd7a19ce12 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365331', 'volume_id': '94de5cfe-88de-43fa-bcaa-7ca30f1c2689', 'name': 'volume-94de5cfe-88de-43fa-bcaa-7ca30f1c2689', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'eda5b959-2aec-4193-88a4-b4ef21aace36', 'attached_at': '', 'detached_at': '', 'volume_id': '94de5cfe-88de-43fa-bcaa-7ca30f1c2689', 'serial': '94de5cfe-88de-43fa-bcaa-7ca30f1c2689'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1583.713300] env[62023]: DEBUG nova.network.neutron [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Updating instance_info_cache with network_info: [{"id": "cdce3863-2ad3-414e-99f0-6676e79c4d1c", "address": "fa:16:3e:fc:3c:27", "network": {"id": "1053120f-f76e-4f02-8bb5-be8d6cf9387c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753536293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7982d75f7cc4007874eeb585af88969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdce3863-2a", "ovs_interfaceid": "cdce3863-2ad3-414e-99f0-6676e79c4d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.899765] env[62023]: DEBUG nova.scheduler.client.report [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1584.015276] env[62023]: DEBUG nova.network.neutron [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1584.138074] env[62023]: DEBUG oslo_concurrency.lockutils [req-d5e3be9b-2511-491b-b6c1-88b5cd583ca7 req-19274298-e677-4767-8c31-3f8d32823fe1 service nova] Releasing lock "refresh_cache-76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.216268] env[62023]: DEBUG oslo_concurrency.lockutils [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Releasing lock "refresh_cache-093dd1a9-87d9-4be8-99ce-1903edf5f71b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.216593] env[62023]: DEBUG nova.compute.manager [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Instance network_info: |[{"id": "cdce3863-2ad3-414e-99f0-6676e79c4d1c", "address": "fa:16:3e:fc:3c:27", "network": {"id": "1053120f-f76e-4f02-8bb5-be8d6cf9387c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753536293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7982d75f7cc4007874eeb585af88969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdce3863-2a", "ovs_interfaceid": "cdce3863-2ad3-414e-99f0-6676e79c4d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1584.220105] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:3c:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdce3863-2ad3-414e-99f0-6676e79c4d1c', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1584.228138] env[62023]: DEBUG oslo.service.loopingcall [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.228271] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1584.228405] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dd4ef48-c56d-425d-8ed8-622bec5e7601 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.245163] env[62023]: DEBUG nova.objects.instance [None req-28bc7d14-3017-4aee-8459-befd7a19ce12 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lazy-loading 'flavor' on Instance uuid eda5b959-2aec-4193-88a4-b4ef21aace36 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.247787] env[62023]: DEBUG nova.compute.manager [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1584.255727] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1584.255727] env[62023]: value = "task-1758310" [ 1584.255727] env[62023]: _type = "Task" [ 1584.255727] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.265835] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758310, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.286021] env[62023]: DEBUG nova.virt.hardware [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1584.286021] env[62023]: DEBUG nova.virt.hardware [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.286021] env[62023]: DEBUG nova.virt.hardware [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1584.286021] env[62023]: DEBUG nova.virt.hardware [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.286021] env[62023]: DEBUG nova.virt.hardware [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1584.286021] env[62023]: DEBUG nova.virt.hardware [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1584.286021] env[62023]: DEBUG nova.virt.hardware [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1584.286021] env[62023]: DEBUG nova.virt.hardware [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1584.286021] env[62023]: DEBUG nova.virt.hardware [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1584.286021] env[62023]: DEBUG nova.virt.hardware [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1584.286021] env[62023]: DEBUG nova.virt.hardware [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1584.286021] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de177468-aad9-4d22-ba81-ed365d910e2b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.297440] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b171fb9e-b676-4e46-8771-537573965bf7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.323857] env[62023]: DEBUG nova.compute.manager [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Received event network-vif-plugged-cdce3863-2ad3-414e-99f0-6676e79c4d1c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1584.324090] env[62023]: DEBUG oslo_concurrency.lockutils [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] Acquiring lock "093dd1a9-87d9-4be8-99ce-1903edf5f71b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.324293] env[62023]: DEBUG oslo_concurrency.lockutils [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] Lock "093dd1a9-87d9-4be8-99ce-1903edf5f71b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.324459] env[62023]: DEBUG oslo_concurrency.lockutils [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] Lock "093dd1a9-87d9-4be8-99ce-1903edf5f71b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.324624] env[62023]: DEBUG nova.compute.manager [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] No waiting events found dispatching network-vif-plugged-cdce3863-2ad3-414e-99f0-6676e79c4d1c {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1584.324829] env[62023]: WARNING nova.compute.manager [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Received unexpected event network-vif-plugged-cdce3863-2ad3-414e-99f0-6676e79c4d1c for instance with vm_state building and task_state spawning. [ 1584.325080] env[62023]: DEBUG nova.compute.manager [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Received event network-changed-cdce3863-2ad3-414e-99f0-6676e79c4d1c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1584.325249] env[62023]: DEBUG nova.compute.manager [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Refreshing instance network info cache due to event network-changed-cdce3863-2ad3-414e-99f0-6676e79c4d1c. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1584.325431] env[62023]: DEBUG oslo_concurrency.lockutils [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] Acquiring lock "refresh_cache-093dd1a9-87d9-4be8-99ce-1903edf5f71b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.325560] env[62023]: DEBUG oslo_concurrency.lockutils [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] Acquired lock "refresh_cache-093dd1a9-87d9-4be8-99ce-1903edf5f71b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.325706] env[62023]: DEBUG nova.network.neutron [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Refreshing network info cache for port cdce3863-2ad3-414e-99f0-6676e79c4d1c {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1584.408493] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.411634] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.954s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.412302] env[62023]: INFO nova.compute.claims [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1584.423528] env[62023]: DEBUG nova.network.neutron [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Updating instance_info_cache with network_info: [{"id": "dec943f6-9592-4350-a194-c7b565f0e060", "address": "fa:16:3e:44:0b:64", "network": {"id": "ffae43c0-892c-4661-929b-fcfc50cfa43d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1305405577", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90ed384069954854ac7200f23308d6f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdec943f6-95", "ovs_interfaceid": "dec943f6-9592-4350-a194-c7b565f0e060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8b8dfe86-c1be-40a9-8b97-35323d3fc4c9", "address": "fa:16:3e:ca:0e:76", "network": {"id": "af94c689-a19b-412c-97e2-661ee2209543", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1430131619", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "90ed384069954854ac7200f23308d6f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8dfe86-c1", "ovs_interfaceid": "8b8dfe86-c1be-40a9-8b97-35323d3fc4c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.432033] env[62023]: INFO nova.scheduler.client.report [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Deleted allocations for instance 3b7c092f-5045-43a2-96ad-384de17df993 [ 1584.766527] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758310, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.929165] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Releasing lock "refresh_cache-1a0572c5-51ca-4540-b956-eb90b8aaf356" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.929617] env[62023]: DEBUG nova.compute.manager [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Instance network_info: |[{"id": "dec943f6-9592-4350-a194-c7b565f0e060", "address": "fa:16:3e:44:0b:64", "network": {"id": "ffae43c0-892c-4661-929b-fcfc50cfa43d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1305405577", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90ed384069954854ac7200f23308d6f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdec943f6-95", "ovs_interfaceid": "dec943f6-9592-4350-a194-c7b565f0e060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8b8dfe86-c1be-40a9-8b97-35323d3fc4c9", "address": "fa:16:3e:ca:0e:76", "network": {"id": "af94c689-a19b-412c-97e2-661ee2209543", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1430131619", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "90ed384069954854ac7200f23308d6f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8dfe86-c1", "ovs_interfaceid": "8b8dfe86-c1be-40a9-8b97-35323d3fc4c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1584.930742] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:0b:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dec943f6-9592-4350-a194-c7b565f0e060', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:0e:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b8dfe86-c1be-40a9-8b97-35323d3fc4c9', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1584.945852] env[62023]: DEBUG oslo.service.loopingcall [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.951145] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1584.951145] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fd5895b-9462-4897-b38b-bb134ada65d8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.979642] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3a22820d-e90d-4c21-a80c-82a43584efda tempest-ServersAaction247Test-1738338089 tempest-ServersAaction247Test-1738338089-project-member] Lock "3b7c092f-5045-43a2-96ad-384de17df993" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.112s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.990955] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1584.990955] env[62023]: value = "task-1758311" [ 1584.990955] env[62023]: _type = "Task" [ 1584.990955] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.000633] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758311, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.070404] env[62023]: DEBUG nova.network.neutron [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Successfully updated port: 3ca91ffc-a742-485f-8813-5e44e16b7f4f {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1585.198689] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.199042] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.253164] env[62023]: DEBUG oslo_concurrency.lockutils [None req-28bc7d14-3017-4aee-8459-befd7a19ce12 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "eda5b959-2aec-4193-88a4-b4ef21aace36" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.274s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.268070] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758310, 'name': CreateVM_Task, 'duration_secs': 0.592815} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.268297] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.269031] env[62023]: DEBUG oslo_concurrency.lockutils [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.269199] env[62023]: DEBUG oslo_concurrency.lockutils [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.269522] env[62023]: DEBUG oslo_concurrency.lockutils [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1585.269796] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96b8b6a-0544-43b2-adc7-5e02355a5dd6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.275051] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1585.275051] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520ae4fc-8795-d7d9-960d-5beed1d3daab" [ 1585.275051] env[62023]: _type = "Task" [ 1585.275051] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.289189] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520ae4fc-8795-d7d9-960d-5beed1d3daab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.389339] env[62023]: DEBUG nova.network.neutron [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Updated VIF entry in instance network info cache for port cdce3863-2ad3-414e-99f0-6676e79c4d1c. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1585.389707] env[62023]: DEBUG nova.network.neutron [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Updating instance_info_cache with network_info: [{"id": "cdce3863-2ad3-414e-99f0-6676e79c4d1c", "address": "fa:16:3e:fc:3c:27", "network": {"id": "1053120f-f76e-4f02-8bb5-be8d6cf9387c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753536293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7982d75f7cc4007874eeb585af88969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdce3863-2a", "ovs_interfaceid": "cdce3863-2ad3-414e-99f0-6676e79c4d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.503475] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758311, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.575859] env[62023]: DEBUG oslo_concurrency.lockutils [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "refresh_cache-7ccd9c6a-4027-4a22-9be1-622267fd9541" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.575859] env[62023]: DEBUG oslo_concurrency.lockutils [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquired lock "refresh_cache-7ccd9c6a-4027-4a22-9be1-622267fd9541" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.575859] env[62023]: DEBUG nova.network.neutron [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1585.788612] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520ae4fc-8795-d7d9-960d-5beed1d3daab, 'name': SearchDatastore_Task, 'duration_secs': 0.013153} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.789308] env[62023]: DEBUG oslo_concurrency.lockutils [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.789308] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1585.789476] env[62023]: DEBUG oslo_concurrency.lockutils [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.789705] env[62023]: DEBUG oslo_concurrency.lockutils [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.789831] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1585.790195] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7394392-d741-40db-872a-de456908e631 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.800801] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1585.800971] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1585.802159] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5abc58f-46b3-4d24-bca0-5824ad8fddf8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.808230] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1585.808230] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522c617a-da7a-6106-3fab-9a0fc3da4adb" [ 1585.808230] env[62023]: _type = "Task" [ 1585.808230] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.816025] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522c617a-da7a-6106-3fab-9a0fc3da4adb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.883027] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d25d84d-5140-461e-a75b-7b832664a78e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.891324] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8187ec73-450c-44d4-92fa-5f60bd53cfc4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.895271] env[62023]: DEBUG oslo_concurrency.lockutils [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] Releasing lock "refresh_cache-093dd1a9-87d9-4be8-99ce-1903edf5f71b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.895778] env[62023]: DEBUG nova.compute.manager [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Received event network-vif-plugged-8b8dfe86-c1be-40a9-8b97-35323d3fc4c9 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1585.896204] env[62023]: DEBUG oslo_concurrency.lockutils [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] Acquiring lock "1a0572c5-51ca-4540-b956-eb90b8aaf356-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.896622] env[62023]: DEBUG oslo_concurrency.lockutils [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] Lock "1a0572c5-51ca-4540-b956-eb90b8aaf356-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.896933] env[62023]: DEBUG oslo_concurrency.lockutils [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] Lock "1a0572c5-51ca-4540-b956-eb90b8aaf356-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.897286] env[62023]: DEBUG nova.compute.manager [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] No waiting events found dispatching network-vif-plugged-8b8dfe86-c1be-40a9-8b97-35323d3fc4c9 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1585.897607] env[62023]: WARNING nova.compute.manager [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Received unexpected event network-vif-plugged-8b8dfe86-c1be-40a9-8b97-35323d3fc4c9 for instance with vm_state building and task_state spawning. [ 1585.897917] env[62023]: DEBUG nova.compute.manager [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Received event network-changed-8b8dfe86-c1be-40a9-8b97-35323d3fc4c9 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1585.898575] env[62023]: DEBUG nova.compute.manager [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Refreshing instance network info cache due to event network-changed-8b8dfe86-c1be-40a9-8b97-35323d3fc4c9. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1585.898575] env[62023]: DEBUG oslo_concurrency.lockutils [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] Acquiring lock "refresh_cache-1a0572c5-51ca-4540-b956-eb90b8aaf356" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.898705] env[62023]: DEBUG oslo_concurrency.lockutils [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] Acquired lock "refresh_cache-1a0572c5-51ca-4540-b956-eb90b8aaf356" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.898805] env[62023]: DEBUG nova.network.neutron [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Refreshing network info cache for port 8b8dfe86-c1be-40a9-8b97-35323d3fc4c9 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.931253] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c3644c-b6c4-4fe8-bd0a-39ce1e9064f6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.942606] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030576be-8b78-4ba8-80f8-3de75da5f9f5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.958999] env[62023]: DEBUG nova.compute.provider_tree [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.001972] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758311, 'name': CreateVM_Task, 'duration_secs': 0.64033} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.002155] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1586.002934] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.003111] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.003426] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1586.003672] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b858874-0341-4628-a408-1f46dee91656 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.008400] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for the task: (returnval){ [ 1586.008400] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52157fdf-3b6e-846a-9efb-09f036a0e521" [ 1586.008400] env[62023]: _type = "Task" [ 1586.008400] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.016401] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52157fdf-3b6e-846a-9efb-09f036a0e521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.108514] env[62023]: DEBUG nova.network.neutron [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1586.241250] env[62023]: DEBUG nova.network.neutron [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Updating instance_info_cache with network_info: [{"id": "3ca91ffc-a742-485f-8813-5e44e16b7f4f", "address": "fa:16:3e:c3:39:03", "network": {"id": "befea773-4e0a-406f-849f-94a2a12b9b4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-735919679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "652017d1031f47e39bcadddce0fe4786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ca91ffc-a7", "ovs_interfaceid": "3ca91ffc-a742-485f-8813-5e44e16b7f4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.320709] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522c617a-da7a-6106-3fab-9a0fc3da4adb, 'name': SearchDatastore_Task, 'duration_secs': 0.008024} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.321885] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae67892c-698c-4915-9df8-ea04b6c5f8c9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.327433] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1586.327433] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5233ceba-7edc-2315-0309-05db67016c4e" [ 1586.327433] env[62023]: _type = "Task" [ 1586.327433] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.335447] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5233ceba-7edc-2315-0309-05db67016c4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.394041] env[62023]: DEBUG nova.compute.manager [req-49c1d9f5-17ec-473b-a49f-dac6ff23a55c req-94bd8d2e-779c-4a3d-92d4-d6b7ce4b4850 service nova] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Received event network-vif-plugged-3ca91ffc-a742-485f-8813-5e44e16b7f4f {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1586.394261] env[62023]: DEBUG oslo_concurrency.lockutils [req-49c1d9f5-17ec-473b-a49f-dac6ff23a55c req-94bd8d2e-779c-4a3d-92d4-d6b7ce4b4850 service nova] Acquiring lock "7ccd9c6a-4027-4a22-9be1-622267fd9541-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.394467] env[62023]: DEBUG oslo_concurrency.lockutils [req-49c1d9f5-17ec-473b-a49f-dac6ff23a55c req-94bd8d2e-779c-4a3d-92d4-d6b7ce4b4850 service nova] Lock "7ccd9c6a-4027-4a22-9be1-622267fd9541-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.394634] env[62023]: DEBUG oslo_concurrency.lockutils [req-49c1d9f5-17ec-473b-a49f-dac6ff23a55c req-94bd8d2e-779c-4a3d-92d4-d6b7ce4b4850 service nova] Lock "7ccd9c6a-4027-4a22-9be1-622267fd9541-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.394817] env[62023]: DEBUG nova.compute.manager [req-49c1d9f5-17ec-473b-a49f-dac6ff23a55c req-94bd8d2e-779c-4a3d-92d4-d6b7ce4b4850 service nova] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] No waiting events found dispatching network-vif-plugged-3ca91ffc-a742-485f-8813-5e44e16b7f4f {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1586.394987] env[62023]: WARNING nova.compute.manager [req-49c1d9f5-17ec-473b-a49f-dac6ff23a55c req-94bd8d2e-779c-4a3d-92d4-d6b7ce4b4850 service nova] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Received unexpected event network-vif-plugged-3ca91ffc-a742-485f-8813-5e44e16b7f4f for instance with vm_state building and task_state spawning. [ 1586.395222] env[62023]: DEBUG nova.compute.manager [req-49c1d9f5-17ec-473b-a49f-dac6ff23a55c req-94bd8d2e-779c-4a3d-92d4-d6b7ce4b4850 service nova] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Received event network-changed-3ca91ffc-a742-485f-8813-5e44e16b7f4f {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1586.395389] env[62023]: DEBUG nova.compute.manager [req-49c1d9f5-17ec-473b-a49f-dac6ff23a55c req-94bd8d2e-779c-4a3d-92d4-d6b7ce4b4850 service nova] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Refreshing instance network info cache due to event network-changed-3ca91ffc-a742-485f-8813-5e44e16b7f4f. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1586.395556] env[62023]: DEBUG oslo_concurrency.lockutils [req-49c1d9f5-17ec-473b-a49f-dac6ff23a55c req-94bd8d2e-779c-4a3d-92d4-d6b7ce4b4850 service nova] Acquiring lock "refresh_cache-7ccd9c6a-4027-4a22-9be1-622267fd9541" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.437729] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "eda5b959-2aec-4193-88a4-b4ef21aace36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.437994] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "eda5b959-2aec-4193-88a4-b4ef21aace36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.438213] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "eda5b959-2aec-4193-88a4-b4ef21aace36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.438392] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "eda5b959-2aec-4193-88a4-b4ef21aace36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.438558] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "eda5b959-2aec-4193-88a4-b4ef21aace36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.440876] env[62023]: INFO nova.compute.manager [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Terminating instance [ 1586.461903] env[62023]: DEBUG nova.scheduler.client.report [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1586.518696] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52157fdf-3b6e-846a-9efb-09f036a0e521, 'name': SearchDatastore_Task, 'duration_secs': 0.008423} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.522596] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.522596] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1586.522596] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.669891] env[62023]: DEBUG nova.network.neutron [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Updated VIF entry in instance network info cache for port 8b8dfe86-c1be-40a9-8b97-35323d3fc4c9. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1586.670323] env[62023]: DEBUG nova.network.neutron [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Updating instance_info_cache with network_info: [{"id": "dec943f6-9592-4350-a194-c7b565f0e060", "address": "fa:16:3e:44:0b:64", "network": {"id": "ffae43c0-892c-4661-929b-fcfc50cfa43d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1305405577", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90ed384069954854ac7200f23308d6f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdec943f6-95", "ovs_interfaceid": "dec943f6-9592-4350-a194-c7b565f0e060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8b8dfe86-c1be-40a9-8b97-35323d3fc4c9", "address": "fa:16:3e:ca:0e:76", "network": {"id": "af94c689-a19b-412c-97e2-661ee2209543", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1430131619", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "90ed384069954854ac7200f23308d6f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8dfe86-c1", "ovs_interfaceid": "8b8dfe86-c1be-40a9-8b97-35323d3fc4c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.746712] env[62023]: DEBUG oslo_concurrency.lockutils [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Releasing lock "refresh_cache-7ccd9c6a-4027-4a22-9be1-622267fd9541" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.747088] env[62023]: DEBUG nova.compute.manager [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Instance network_info: |[{"id": "3ca91ffc-a742-485f-8813-5e44e16b7f4f", "address": "fa:16:3e:c3:39:03", "network": {"id": "befea773-4e0a-406f-849f-94a2a12b9b4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-735919679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "652017d1031f47e39bcadddce0fe4786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ca91ffc-a7", "ovs_interfaceid": "3ca91ffc-a742-485f-8813-5e44e16b7f4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1586.747392] env[62023]: DEBUG oslo_concurrency.lockutils [req-49c1d9f5-17ec-473b-a49f-dac6ff23a55c req-94bd8d2e-779c-4a3d-92d4-d6b7ce4b4850 service nova] Acquired lock "refresh_cache-7ccd9c6a-4027-4a22-9be1-622267fd9541" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.747569] env[62023]: DEBUG nova.network.neutron [req-49c1d9f5-17ec-473b-a49f-dac6ff23a55c req-94bd8d2e-779c-4a3d-92d4-d6b7ce4b4850 service nova] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Refreshing network info cache for port 3ca91ffc-a742-485f-8813-5e44e16b7f4f {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1586.749266] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:39:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ca91ffc-a742-485f-8813-5e44e16b7f4f', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1586.757484] env[62023]: DEBUG oslo.service.loopingcall [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1586.758613] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1586.758900] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-706074e5-e6ae-47c5-b9a6-45e4b8ddaf0c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.781287] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1586.781287] env[62023]: value = "task-1758312" [ 1586.781287] env[62023]: _type = "Task" [ 1586.781287] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.788778] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758312, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.839307] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5233ceba-7edc-2315-0309-05db67016c4e, 'name': SearchDatastore_Task, 'duration_secs': 0.012198} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.839551] env[62023]: DEBUG oslo_concurrency.lockutils [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.839806] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 093dd1a9-87d9-4be8-99ce-1903edf5f71b/093dd1a9-87d9-4be8-99ce-1903edf5f71b.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1586.840099] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.840283] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1586.840489] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8bb5a15-474b-4fae-a9f2-0948aa318efe {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.842406] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73ae0048-941f-457f-91d4-ece370e5b820 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.849462] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1586.849462] env[62023]: value = "task-1758313" [ 1586.849462] env[62023]: _type = "Task" [ 1586.849462] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.853416] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1586.853601] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1586.854628] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daed77e0-2d9b-4ea2-9f39-cf7d4843cf57 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.859913] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.862888] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for the task: (returnval){ [ 1586.862888] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f6ace4-db44-a194-2445-331639a47a92" [ 1586.862888] env[62023]: _type = "Task" [ 1586.862888] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.870268] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f6ace4-db44-a194-2445-331639a47a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.946619] env[62023]: DEBUG nova.compute.manager [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1586.946975] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1586.947888] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed263bd-8f08-4830-b6fc-36b63c95654c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.955868] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1586.956121] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52996d47-63b0-46fa-b18a-74be822961b3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.961532] env[62023]: DEBUG oslo_vmware.api [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1586.961532] env[62023]: value = "task-1758314" [ 1586.961532] env[62023]: _type = "Task" [ 1586.961532] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.966628] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.967154] env[62023]: DEBUG nova.compute.manager [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1586.973336] env[62023]: DEBUG oslo_concurrency.lockutils [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.390s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.975740] env[62023]: DEBUG oslo_vmware.api [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.175479] env[62023]: DEBUG oslo_concurrency.lockutils [req-3e81210c-d28d-475a-b3b2-402640400ead req-f07cc2ee-dd2d-4187-9cb7-5c043a0354bb service nova] Releasing lock "refresh_cache-1a0572c5-51ca-4540-b956-eb90b8aaf356" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.293013] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758312, 'name': CreateVM_Task, 'duration_secs': 0.38636} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.295081] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1587.295762] env[62023]: DEBUG oslo_concurrency.lockutils [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.295988] env[62023]: DEBUG oslo_concurrency.lockutils [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.296344] env[62023]: DEBUG oslo_concurrency.lockutils [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1587.296972] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26de205-05b5-4b93-948f-5536fb2ac2c4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.301784] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1587.301784] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52346e96-59fc-d1d2-0b0a-6797b9668275" [ 1587.301784] env[62023]: _type = "Task" [ 1587.301784] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.312321] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52346e96-59fc-d1d2-0b0a-6797b9668275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.361056] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.374896] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f6ace4-db44-a194-2445-331639a47a92, 'name': SearchDatastore_Task, 'duration_secs': 0.040626} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.377702] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd30470-0f1a-46df-b101-1da805ac01c6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.382413] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for the task: (returnval){ [ 1587.382413] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d70064-e63e-b471-f05f-1ae5c9875384" [ 1587.382413] env[62023]: _type = "Task" [ 1587.382413] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.394443] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d70064-e63e-b471-f05f-1ae5c9875384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.408916] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d571fb9a-4ee1-44f2-bb4e-0100b90e13ee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.415836] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5776b907-1048-4eeb-9fde-140583b96250 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.448907] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aeab63-d768-4108-853c-4108dcef469f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.457108] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f51205e-2972-453e-b2ac-ebd838829ae9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.473250] env[62023]: DEBUG nova.compute.utils [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1587.474765] env[62023]: DEBUG nova.compute.provider_tree [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.476411] env[62023]: DEBUG nova.compute.manager [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1587.476584] env[62023]: DEBUG nova.network.neutron [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1587.481940] env[62023]: DEBUG oslo_vmware.api [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758314, 'name': PowerOffVM_Task, 'duration_secs': 0.22016} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.482554] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1587.482765] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1587.483040] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58c6141d-8d70-491b-b2e1-debef0d97e08 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.486243] env[62023]: DEBUG nova.network.neutron [req-49c1d9f5-17ec-473b-a49f-dac6ff23a55c req-94bd8d2e-779c-4a3d-92d4-d6b7ce4b4850 service nova] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Updated VIF entry in instance network info cache for port 3ca91ffc-a742-485f-8813-5e44e16b7f4f. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1587.486569] env[62023]: DEBUG nova.network.neutron [req-49c1d9f5-17ec-473b-a49f-dac6ff23a55c req-94bd8d2e-779c-4a3d-92d4-d6b7ce4b4850 service nova] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Updating instance_info_cache with network_info: [{"id": "3ca91ffc-a742-485f-8813-5e44e16b7f4f", "address": "fa:16:3e:c3:39:03", "network": {"id": "befea773-4e0a-406f-849f-94a2a12b9b4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-735919679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "652017d1031f47e39bcadddce0fe4786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ca91ffc-a7", "ovs_interfaceid": "3ca91ffc-a742-485f-8813-5e44e16b7f4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.533834] env[62023]: DEBUG nova.policy [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d85413fd527429f8d547284c431a714', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '928232ac809f46f78c57a3f1f2965e82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1587.813890] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52346e96-59fc-d1d2-0b0a-6797b9668275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.861983] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.894211] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d70064-e63e-b471-f05f-1ae5c9875384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.900769] env[62023]: DEBUG nova.network.neutron [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Successfully created port: a6e57c4d-9910-4e17-ac6e-4f961e66828d {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1587.980990] env[62023]: DEBUG nova.compute.manager [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1587.985057] env[62023]: DEBUG nova.scheduler.client.report [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1587.989491] env[62023]: DEBUG oslo_concurrency.lockutils [req-49c1d9f5-17ec-473b-a49f-dac6ff23a55c req-94bd8d2e-779c-4a3d-92d4-d6b7ce4b4850 service nova] Releasing lock "refresh_cache-7ccd9c6a-4027-4a22-9be1-622267fd9541" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.320961] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52346e96-59fc-d1d2-0b0a-6797b9668275, 'name': SearchDatastore_Task, 'duration_secs': 0.998003} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.321290] env[62023]: DEBUG oslo_concurrency.lockutils [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.321523] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1588.321733] env[62023]: DEBUG oslo_concurrency.lockutils [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.361356] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.397735] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d70064-e63e-b471-f05f-1ae5c9875384, 'name': SearchDatastore_Task, 'duration_secs': 0.911609} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.398031] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.398278] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 1a0572c5-51ca-4540-b956-eb90b8aaf356/1a0572c5-51ca-4540-b956-eb90b8aaf356.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1588.398642] env[62023]: DEBUG oslo_concurrency.lockutils [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.398764] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1588.399028] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc309a4c-d2d6-4a7f-819c-528fac42d9c0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.400970] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bef281e-e4b4-4a5e-9c17-d4306dd2d8cf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.408916] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for the task: (returnval){ [ 1588.408916] env[62023]: value = "task-1758316" [ 1588.408916] env[62023]: _type = "Task" [ 1588.408916] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.416582] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.493079] env[62023]: DEBUG oslo_concurrency.lockutils [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.519s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.493079] env[62023]: INFO nova.compute.manager [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Successfully reverted task state from image_uploading on failure for instance. [ 1588.494711] env[62023]: DEBUG oslo_concurrency.lockutils [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.581s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.494954] env[62023]: DEBUG nova.objects.instance [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lazy-loading 'resources' on Instance uuid ab5bd1ed-328e-4353-9865-aac5e8a36f8d {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server [None req-153b0c38-63e0-4cfe-837a-e8d30a68fe35 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-365363' has already been deleted or has not been completely created [ 1588.498358] env[62023]: Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-365363' has already been deleted or has not been completely created' [ 1588.498358] env[62023]: Faults: [ManagedObjectNotFound] [ 1588.498358] env[62023]: Details: {'obj': 'snapshot-365363'} [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server response = request(managed_object, **kwargs) [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__ [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server return client.invoke(args, kwargs) [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server result = self.send(soapenv, timeout=timeout) [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server return self.process_reply(reply.message, None, None) [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server raise WebFault(fault, replyroot) [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server suds.WebFault: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-365363' has already been deleted or has not been completely created' [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server return api_method(*args, **kwargs) [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server raise exceptions.VimFaultException(fault_list, fault_string, [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.VimFaultException: The object 'vim.vm.Snapshot:snapshot-365363' has already been deleted or has not been completely created [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-365363' has already been deleted or has not been completely created' [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-365363'} [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 172, in _process_incoming [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server raise self.value [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 168, in decorated_function [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server raise self.value [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 159, in decorated_function [ 1588.498358] env[62023]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1484, in decorated_function [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 215, in decorated_function [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server raise self.value [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 205, in decorated_function [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 235, in decorated_function [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server raise self.value [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 232, in decorated_function [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4543, in snapshot_instance [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4576, in _snapshot_instance [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 232, in fun [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 933, in _delete_vm_snapshot [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server delete_snapshot_task = self._session._call_method( [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 127, in _call_method [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception() as ctxt: [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server raise self.value [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 125, in _call_method [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server return self.invoke_api(module, method, *args, **kwargs) [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server return _invoke_api(module, method, *args, **kwargs) [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server return evt.wait() [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server idle = self.f(*self.args, **self.kw) [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server result = f(*args, **kwargs) [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api [ 1588.500277] env[62023]: ERROR oslo_messaging.rpc.server raise clazz(str(excep), [ 1588.502181] env[62023]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-365363' has already been deleted or has not been completely created [ 1588.502181] env[62023]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-365363' has already been deleted or has not been completely created' [ 1588.502181] env[62023]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 1588.502181] env[62023]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-365363'} [ 1588.502181] env[62023]: ERROR oslo_messaging.rpc.server [ 1588.619769] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1588.619979] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1588.620786] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce9df71f-e3ea-4b96-b500-72aea7cff37f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.627622] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1588.627622] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527679eb-babe-19ca-c91e-6a62eff459a1" [ 1588.627622] env[62023]: _type = "Task" [ 1588.627622] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.635422] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527679eb-babe-19ca-c91e-6a62eff459a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.863096] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758313, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.920665] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.996199] env[62023]: DEBUG nova.compute.manager [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1589.025239] env[62023]: DEBUG nova.virt.hardware [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1589.025513] env[62023]: DEBUG nova.virt.hardware [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1589.025671] env[62023]: DEBUG nova.virt.hardware [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1589.025874] env[62023]: DEBUG nova.virt.hardware [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1589.026062] env[62023]: DEBUG nova.virt.hardware [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1589.026224] env[62023]: DEBUG nova.virt.hardware [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1589.026429] env[62023]: DEBUG nova.virt.hardware [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1589.026587] env[62023]: DEBUG nova.virt.hardware [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1589.026778] env[62023]: DEBUG nova.virt.hardware [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1589.026953] env[62023]: DEBUG nova.virt.hardware [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1589.027148] env[62023]: DEBUG nova.virt.hardware [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1589.028059] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d328553a-4db9-43e6-acfb-f0766a835e9d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.039774] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3805c3-a79a-4e07-8e88-bba5423f76b8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.138612] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527679eb-babe-19ca-c91e-6a62eff459a1, 'name': SearchDatastore_Task, 'duration_secs': 0.00912} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.139530] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04a9e9ed-5d2e-4c28-84ab-56ea3465737b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.145137] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1589.145137] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522c1075-6143-56ec-b8a0-1f3e27c049ad" [ 1589.145137] env[62023]: _type = "Task" [ 1589.145137] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.153534] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522c1075-6143-56ec-b8a0-1f3e27c049ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.365778] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758313, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.177223} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.368850] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 093dd1a9-87d9-4be8-99ce-1903edf5f71b/093dd1a9-87d9-4be8-99ce-1903edf5f71b.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1589.368999] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1589.370024] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3882433-a1db-4474-94c8-be33d2a3fc61 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.377702] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1589.377702] env[62023]: value = "task-1758317" [ 1589.377702] env[62023]: _type = "Task" [ 1589.377702] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.391960] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.421202] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758316, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.566255] env[62023]: DEBUG nova.compute.manager [req-eead8b4b-3644-4dda-b40e-999931622511 req-143f059a-7eda-400e-927a-50e88316d5c9 service nova] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Received event network-vif-plugged-a6e57c4d-9910-4e17-ac6e-4f961e66828d {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1589.566423] env[62023]: DEBUG oslo_concurrency.lockutils [req-eead8b4b-3644-4dda-b40e-999931622511 req-143f059a-7eda-400e-927a-50e88316d5c9 service nova] Acquiring lock "2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.569089] env[62023]: DEBUG oslo_concurrency.lockutils [req-eead8b4b-3644-4dda-b40e-999931622511 req-143f059a-7eda-400e-927a-50e88316d5c9 service nova] Lock "2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.569089] env[62023]: DEBUG oslo_concurrency.lockutils [req-eead8b4b-3644-4dda-b40e-999931622511 req-143f059a-7eda-400e-927a-50e88316d5c9 service nova] Lock "2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.569089] env[62023]: DEBUG nova.compute.manager [req-eead8b4b-3644-4dda-b40e-999931622511 req-143f059a-7eda-400e-927a-50e88316d5c9 service nova] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] No waiting events found dispatching network-vif-plugged-a6e57c4d-9910-4e17-ac6e-4f961e66828d {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1589.569089] env[62023]: WARNING nova.compute.manager [req-eead8b4b-3644-4dda-b40e-999931622511 req-143f059a-7eda-400e-927a-50e88316d5c9 service nova] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Received unexpected event network-vif-plugged-a6e57c4d-9910-4e17-ac6e-4f961e66828d for instance with vm_state building and task_state spawning. [ 1589.573719] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914e1fc7-b33b-4487-94a3-bc37da17a7fb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.582353] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d663e32c-5a05-42a2-bba6-de2cc3d2dadd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.618704] env[62023]: DEBUG nova.network.neutron [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Successfully updated port: a6e57c4d-9910-4e17-ac6e-4f961e66828d {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1589.625597] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef8f231-6af6-4519-a1ee-5664ef212ca0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.634965] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cb8f33-180c-432e-bad0-43c5628883a4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.651109] env[62023]: DEBUG nova.compute.provider_tree [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.662112] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522c1075-6143-56ec-b8a0-1f3e27c049ad, 'name': SearchDatastore_Task, 'duration_secs': 0.05853} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.662931] env[62023]: DEBUG oslo_concurrency.lockutils [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.663213] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 7ccd9c6a-4027-4a22-9be1-622267fd9541/7ccd9c6a-4027-4a22-9be1-622267fd9541.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1589.663478] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5af210b-fe3e-40ca-aa0c-e225df9e0336 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.670645] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1589.670645] env[62023]: value = "task-1758318" [ 1589.670645] env[62023]: _type = "Task" [ 1589.670645] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.679810] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.887803] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081689} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.888113] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1589.888892] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cd127f-63f6-4370-a8fa-ec34e89127eb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.914680] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 093dd1a9-87d9-4be8-99ce-1903edf5f71b/093dd1a9-87d9-4be8-99ce-1903edf5f71b.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1589.914876] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17560c38-e5bf-4022-ad4c-5cc53695b5b5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.938653] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1589.938653] env[62023]: value = "task-1758319" [ 1589.938653] env[62023]: _type = "Task" [ 1589.938653] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.945220] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758316, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.026543} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.945919] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 1a0572c5-51ca-4540-b956-eb90b8aaf356/1a0572c5-51ca-4540-b956-eb90b8aaf356.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1589.946184] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1589.946468] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1b8c4c1-d042-40c0-bacd-5aeb4be52cd3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.952118] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.959284] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for the task: (returnval){ [ 1589.959284] env[62023]: value = "task-1758320" [ 1589.959284] env[62023]: _type = "Task" [ 1589.959284] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.969889] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.125240] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "refresh_cache-2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.125591] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquired lock "refresh_cache-2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.125839] env[62023]: DEBUG nova.network.neutron [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1590.156476] env[62023]: DEBUG nova.scheduler.client.report [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1590.184340] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758318, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.449842] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758319, 'name': ReconfigVM_Task, 'duration_secs': 0.444296} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.450140] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 093dd1a9-87d9-4be8-99ce-1903edf5f71b/093dd1a9-87d9-4be8-99ce-1903edf5f71b.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1590.450745] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf5d6752-6012-4b76-9bd4-21490a72635a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.457964] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1590.457964] env[62023]: value = "task-1758321" [ 1590.457964] env[62023]: _type = "Task" [ 1590.457964] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.468339] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758321, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.471053] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092333} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.471310] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1590.472048] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3d0e96-08e3-464f-aa1d-749355cdf628 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.496445] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 1a0572c5-51ca-4540-b956-eb90b8aaf356/1a0572c5-51ca-4540-b956-eb90b8aaf356.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1590.496740] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b988f20a-060d-4047-8427-cc40458e39bc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.516852] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for the task: (returnval){ [ 1590.516852] env[62023]: value = "task-1758322" [ 1590.516852] env[62023]: _type = "Task" [ 1590.516852] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.525036] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.662332] env[62023]: DEBUG oslo_concurrency.lockutils [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.665219] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.445s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.666577] env[62023]: INFO nova.compute.claims [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1590.681656] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53534} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.682466] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 7ccd9c6a-4027-4a22-9be1-622267fd9541/7ccd9c6a-4027-4a22-9be1-622267fd9541.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1590.682466] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1590.682466] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a3d41e5-db1d-4513-9f71-42bd90c5fdbc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.685648] env[62023]: DEBUG nova.network.neutron [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1590.688667] env[62023]: INFO nova.scheduler.client.report [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Deleted allocations for instance ab5bd1ed-328e-4353-9865-aac5e8a36f8d [ 1590.694462] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1590.694462] env[62023]: value = "task-1758323" [ 1590.694462] env[62023]: _type = "Task" [ 1590.694462] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.713422] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.853942] env[62023]: DEBUG nova.network.neutron [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Updating instance_info_cache with network_info: [{"id": "a6e57c4d-9910-4e17-ac6e-4f961e66828d", "address": "fa:16:3e:f8:5c:94", "network": {"id": "ac8584c2-7bb1-4641-a289-80abb9f7ddba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-657662513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928232ac809f46f78c57a3f1f2965e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e57c4d-99", "ovs_interfaceid": "a6e57c4d-9910-4e17-ac6e-4f961e66828d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.865773] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1590.866271] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1590.866271] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Deleting the datastore file [datastore1] eda5b959-2aec-4193-88a4-b4ef21aace36 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1590.866700] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17b0a394-ba7b-434f-bff5-d49ffd3e47e9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.872574] env[62023]: DEBUG oslo_vmware.api [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1590.872574] env[62023]: value = "task-1758324" [ 1590.872574] env[62023]: _type = "Task" [ 1590.872574] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.881949] env[62023]: DEBUG oslo_vmware.api [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.968243] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758321, 'name': Rename_Task, 'duration_secs': 0.146601} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.968565] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1590.968767] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31485e67-ad33-44bc-97d1-ebafa8edc45c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.975417] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1590.975417] env[62023]: value = "task-1758325" [ 1590.975417] env[62023]: _type = "Task" [ 1590.975417] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.983610] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.026075] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758322, 'name': ReconfigVM_Task, 'duration_secs': 0.304} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.026252] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 1a0572c5-51ca-4540-b956-eb90b8aaf356/1a0572c5-51ca-4540-b956-eb90b8aaf356.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1591.026872] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09214c93-dd90-462f-8058-13f1ff80c7cf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.032530] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for the task: (returnval){ [ 1591.032530] env[62023]: value = "task-1758326" [ 1591.032530] env[62023]: _type = "Task" [ 1591.032530] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.040590] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758326, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.208516] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068081} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.209058] env[62023]: DEBUG oslo_concurrency.lockutils [None req-754ee8e0-fcba-4312-9fdc-708b788a4dfa tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "ab5bd1ed-328e-4353-9865-aac5e8a36f8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.478s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.209978] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1591.210999] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f67bb9f-aa0e-4964-ad16-d6b74e9c5336 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.232633] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 7ccd9c6a-4027-4a22-9be1-622267fd9541/7ccd9c6a-4027-4a22-9be1-622267fd9541.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1591.233393] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d251cef6-72fd-4578-a228-d4875bf1437a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.253371] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1591.253371] env[62023]: value = "task-1758327" [ 1591.253371] env[62023]: _type = "Task" [ 1591.253371] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.262854] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.357430] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Releasing lock "refresh_cache-2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.357786] env[62023]: DEBUG nova.compute.manager [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Instance network_info: |[{"id": "a6e57c4d-9910-4e17-ac6e-4f961e66828d", "address": "fa:16:3e:f8:5c:94", "network": {"id": "ac8584c2-7bb1-4641-a289-80abb9f7ddba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-657662513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928232ac809f46f78c57a3f1f2965e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e57c4d-99", "ovs_interfaceid": "a6e57c4d-9910-4e17-ac6e-4f961e66828d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1591.358249] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:5c:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6e57c4d-9910-4e17-ac6e-4f961e66828d', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1591.366028] env[62023]: DEBUG oslo.service.loopingcall [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.366210] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1591.366437] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c15669b1-93d2-423b-9841-a4f5c7cf5f30 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.389758] env[62023]: DEBUG oslo_vmware.api [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14254} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.391120] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1591.391320] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1591.391495] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1591.391666] env[62023]: INFO nova.compute.manager [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Took 4.44 seconds to destroy the instance on the hypervisor. [ 1591.391910] env[62023]: DEBUG oslo.service.loopingcall [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.392117] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1591.392117] env[62023]: value = "task-1758328" [ 1591.392117] env[62023]: _type = "Task" [ 1591.392117] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.392354] env[62023]: DEBUG nova.compute.manager [-] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1591.392578] env[62023]: DEBUG nova.network.neutron [-] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1591.404272] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758328, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.487911] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758325, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.543173] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758326, 'name': Rename_Task, 'duration_secs': 0.14568} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.543509] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1591.543911] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e5fabb9-9494-4972-99c6-6279d5edc2d8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.549907] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for the task: (returnval){ [ 1591.549907] env[62023]: value = "task-1758329" [ 1591.549907] env[62023]: _type = "Task" [ 1591.549907] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.557752] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.610037] env[62023]: DEBUG nova.compute.manager [req-6e222fdc-a4af-41a2-8e62-0d5806f9f843 req-fb17f110-2d25-4e72-be84-e76a9d631fb4 service nova] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Received event network-changed-a6e57c4d-9910-4e17-ac6e-4f961e66828d {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1591.610247] env[62023]: DEBUG nova.compute.manager [req-6e222fdc-a4af-41a2-8e62-0d5806f9f843 req-fb17f110-2d25-4e72-be84-e76a9d631fb4 service nova] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Refreshing instance network info cache due to event network-changed-a6e57c4d-9910-4e17-ac6e-4f961e66828d. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1591.610441] env[62023]: DEBUG oslo_concurrency.lockutils [req-6e222fdc-a4af-41a2-8e62-0d5806f9f843 req-fb17f110-2d25-4e72-be84-e76a9d631fb4 service nova] Acquiring lock "refresh_cache-2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.610514] env[62023]: DEBUG oslo_concurrency.lockutils [req-6e222fdc-a4af-41a2-8e62-0d5806f9f843 req-fb17f110-2d25-4e72-be84-e76a9d631fb4 service nova] Acquired lock "refresh_cache-2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.610687] env[62023]: DEBUG nova.network.neutron [req-6e222fdc-a4af-41a2-8e62-0d5806f9f843 req-fb17f110-2d25-4e72-be84-e76a9d631fb4 service nova] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Refreshing network info cache for port a6e57c4d-9910-4e17-ac6e-4f961e66828d {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.767054] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758327, 'name': ReconfigVM_Task, 'duration_secs': 0.289325} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.767352] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 7ccd9c6a-4027-4a22-9be1-622267fd9541/7ccd9c6a-4027-4a22-9be1-622267fd9541.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1591.768036] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2615cb9f-0d0a-4775-a7e1-ace7121ac7f0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.774857] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1591.774857] env[62023]: value = "task-1758330" [ 1591.774857] env[62023]: _type = "Task" [ 1591.774857] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.785287] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758330, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.912033] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758328, 'name': CreateVM_Task, 'duration_secs': 0.472933} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.912033] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1591.912577] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.913114] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.913276] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1591.913894] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b77767-9117-4dcf-ab60-bf4fc8518ed6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.921383] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1591.921383] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d2655c-3286-4de9-01a7-64abbc2072b1" [ 1591.921383] env[62023]: _type = "Task" [ 1591.921383] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.930737] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d2655c-3286-4de9-01a7-64abbc2072b1, 'name': SearchDatastore_Task, 'duration_secs': 0.008544} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.933468] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.933774] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1591.934078] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.934301] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.934509] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1591.934989] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5b9e10f-e5e1-46d4-a24f-b9bad25c7aeb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.947839] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1591.948027] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1591.948813] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b14233-3180-458f-a1d6-4de9a104f811 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.954625] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1591.954625] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523892b9-b1dc-1729-9213-6f4aa6a04e1c" [ 1591.954625] env[62023]: _type = "Task" [ 1591.954625] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.965532] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523892b9-b1dc-1729-9213-6f4aa6a04e1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.987115] env[62023]: DEBUG oslo_vmware.api [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758325, 'name': PowerOnVM_Task, 'duration_secs': 0.539712} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.987393] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1591.991018] env[62023]: INFO nova.compute.manager [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Took 10.47 seconds to spawn the instance on the hypervisor. [ 1591.991018] env[62023]: DEBUG nova.compute.manager [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1591.991018] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017f30b2-ae1d-4746-bbf9-561f49a16101 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.065530] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758329, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.174070] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55315783-78ca-4705-8431-3c4de3a7852a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.184398] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d529161-62fd-49eb-8c99-7b7ba2459860 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.223390] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae344e16-fef7-445c-81d6-25bff08428c9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.231105] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48be9c2e-1604-4ef9-94bd-ca7f0d89de98 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.244138] env[62023]: DEBUG nova.compute.provider_tree [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.288126] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758330, 'name': Rename_Task, 'duration_secs': 0.148397} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.288589] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1592.288954] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5f94866-484b-4b7c-8d9a-a2c6d8650b06 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.296569] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1592.296569] env[62023]: value = "task-1758331" [ 1592.296569] env[62023]: _type = "Task" [ 1592.296569] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.312020] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.389248] env[62023]: DEBUG nova.network.neutron [-] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.403383] env[62023]: DEBUG nova.network.neutron [req-6e222fdc-a4af-41a2-8e62-0d5806f9f843 req-fb17f110-2d25-4e72-be84-e76a9d631fb4 service nova] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Updated VIF entry in instance network info cache for port a6e57c4d-9910-4e17-ac6e-4f961e66828d. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.403563] env[62023]: DEBUG nova.network.neutron [req-6e222fdc-a4af-41a2-8e62-0d5806f9f843 req-fb17f110-2d25-4e72-be84-e76a9d631fb4 service nova] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Updating instance_info_cache with network_info: [{"id": "a6e57c4d-9910-4e17-ac6e-4f961e66828d", "address": "fa:16:3e:f8:5c:94", "network": {"id": "ac8584c2-7bb1-4641-a289-80abb9f7ddba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-657662513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928232ac809f46f78c57a3f1f2965e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e57c4d-99", "ovs_interfaceid": "a6e57c4d-9910-4e17-ac6e-4f961e66828d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.466163] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523892b9-b1dc-1729-9213-6f4aa6a04e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.011117} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.466969] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd07343-9389-4cfb-9e10-25998f5984af {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.472564] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1592.472564] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526f0e16-a8bf-0587-2da7-b98e37a53832" [ 1592.472564] env[62023]: _type = "Task" [ 1592.472564] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.482411] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526f0e16-a8bf-0587-2da7-b98e37a53832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.506876] env[62023]: INFO nova.compute.manager [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Took 41.62 seconds to build instance. [ 1592.561022] env[62023]: DEBUG oslo_vmware.api [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758329, 'name': PowerOnVM_Task, 'duration_secs': 0.521357} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.561315] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1592.561518] env[62023]: INFO nova.compute.manager [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Took 13.71 seconds to spawn the instance on the hypervisor. [ 1592.561697] env[62023]: DEBUG nova.compute.manager [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1592.562544] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c4e59c-0e4b-4c54-b016-eb529f4d435a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.753201] env[62023]: DEBUG nova.scheduler.client.report [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1592.810060] env[62023]: DEBUG oslo_vmware.api [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758331, 'name': PowerOnVM_Task, 'duration_secs': 0.455298} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.810360] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1592.810557] env[62023]: INFO nova.compute.manager [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1592.810732] env[62023]: DEBUG nova.compute.manager [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1592.811536] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5e4e2f-0b99-406f-8585-d539e575c56e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.853054] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e529ea17-494f-47c5-a45d-4d94d577e399 tempest-ServersAdminTestJSON-648260716 tempest-ServersAdminTestJSON-648260716-project-admin] Acquiring lock "refresh_cache-093dd1a9-87d9-4be8-99ce-1903edf5f71b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.853054] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e529ea17-494f-47c5-a45d-4d94d577e399 tempest-ServersAdminTestJSON-648260716 tempest-ServersAdminTestJSON-648260716-project-admin] Acquired lock "refresh_cache-093dd1a9-87d9-4be8-99ce-1903edf5f71b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.853054] env[62023]: DEBUG nova.network.neutron [None req-e529ea17-494f-47c5-a45d-4d94d577e399 tempest-ServersAdminTestJSON-648260716 tempest-ServersAdminTestJSON-648260716-project-admin] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1592.891613] env[62023]: INFO nova.compute.manager [-] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Took 1.50 seconds to deallocate network for instance. [ 1592.906396] env[62023]: DEBUG oslo_concurrency.lockutils [req-6e222fdc-a4af-41a2-8e62-0d5806f9f843 req-fb17f110-2d25-4e72-be84-e76a9d631fb4 service nova] Releasing lock "refresh_cache-2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.982987] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526f0e16-a8bf-0587-2da7-b98e37a53832, 'name': SearchDatastore_Task, 'duration_secs': 0.014335} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.982987] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.982987] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c/2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1592.983210] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e5d96b9-1b1d-46e8-af7e-05e2ea749b26 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.990449] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1592.990449] env[62023]: value = "task-1758332" [ 1592.990449] env[62023]: _type = "Task" [ 1592.990449] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.998382] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.009014] env[62023]: DEBUG oslo_concurrency.lockutils [None req-11da83cb-e90b-47f7-823c-41d428453a2b tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "093dd1a9-87d9-4be8-99ce-1903edf5f71b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.132s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.080166] env[62023]: INFO nova.compute.manager [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Took 45.83 seconds to build instance. [ 1593.259657] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.260317] env[62023]: DEBUG nova.compute.manager [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1593.263672] env[62023]: DEBUG oslo_concurrency.lockutils [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.707s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.265426] env[62023]: INFO nova.compute.claims [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1593.328031] env[62023]: INFO nova.compute.manager [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Took 40.90 seconds to build instance. [ 1593.400331] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.506577] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758332, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.513435] env[62023]: DEBUG nova.compute.manager [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1593.584630] env[62023]: DEBUG oslo_concurrency.lockutils [None req-31c3ce34-2dcc-4a58-9900-4202a6d9315a tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lock "1a0572c5-51ca-4540-b956-eb90b8aaf356" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.340s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.771475] env[62023]: DEBUG nova.compute.utils [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1593.776066] env[62023]: DEBUG nova.compute.manager [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1593.776066] env[62023]: DEBUG nova.network.neutron [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1593.823739] env[62023]: DEBUG nova.policy [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fb8300bcbdf4e51bee731078381235b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a234ad319c6c4179ae14e966a8cf07e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1593.830328] env[62023]: DEBUG oslo_concurrency.lockutils [None req-139428c8-bb94-4d9c-bc91-094fd950f03a tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lock "7ccd9c6a-4027-4a22-9be1-622267fd9541" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.414s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.896117] env[62023]: DEBUG nova.network.neutron [None req-e529ea17-494f-47c5-a45d-4d94d577e399 tempest-ServersAdminTestJSON-648260716 tempest-ServersAdminTestJSON-648260716-project-admin] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Updating instance_info_cache with network_info: [{"id": "cdce3863-2ad3-414e-99f0-6676e79c4d1c", "address": "fa:16:3e:fc:3c:27", "network": {"id": "1053120f-f76e-4f02-8bb5-be8d6cf9387c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753536293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7982d75f7cc4007874eeb585af88969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdce3863-2a", "ovs_interfaceid": "cdce3863-2ad3-414e-99f0-6676e79c4d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.951570] env[62023]: DEBUG nova.compute.manager [req-492c9ac3-d441-4231-9e23-5880eca7bf37 req-115d3009-aa4e-4a93-9e72-2a2aa8a3acc0 service nova] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Received event network-vif-deleted-9daca067-0cc2-47fb-b1ee-bf15e81bba1c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1594.002656] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524399} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.002656] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c/2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1594.003417] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1594.003776] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1be43056-d4f3-4b92-aae0-24ae95c84f90 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.013074] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1594.013074] env[62023]: value = "task-1758333" [ 1594.013074] env[62023]: _type = "Task" [ 1594.013074] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.027323] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.050569] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.147135] env[62023]: DEBUG nova.network.neutron [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Successfully created port: 944d70fb-8eba-4992-aebe-f13d90463983 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1594.170949] env[62023]: INFO nova.compute.manager [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Rescuing [ 1594.171315] env[62023]: DEBUG oslo_concurrency.lockutils [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "refresh_cache-7ccd9c6a-4027-4a22-9be1-622267fd9541" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.171470] env[62023]: DEBUG oslo_concurrency.lockutils [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquired lock "refresh_cache-7ccd9c6a-4027-4a22-9be1-622267fd9541" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.171633] env[62023]: DEBUG nova.network.neutron [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1594.284747] env[62023]: DEBUG nova.compute.manager [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1594.398895] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e529ea17-494f-47c5-a45d-4d94d577e399 tempest-ServersAdminTestJSON-648260716 tempest-ServersAdminTestJSON-648260716-project-admin] Releasing lock "refresh_cache-093dd1a9-87d9-4be8-99ce-1903edf5f71b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.399277] env[62023]: DEBUG nova.compute.manager [None req-e529ea17-494f-47c5-a45d-4d94d577e399 tempest-ServersAdminTestJSON-648260716 tempest-ServersAdminTestJSON-648260716-project-admin] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Inject network info {{(pid=62023) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7662}} [ 1594.399540] env[62023]: DEBUG nova.compute.manager [None req-e529ea17-494f-47c5-a45d-4d94d577e399 tempest-ServersAdminTestJSON-648260716 tempest-ServersAdminTestJSON-648260716-project-admin] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] network_info to inject: |[{"id": "cdce3863-2ad3-414e-99f0-6676e79c4d1c", "address": "fa:16:3e:fc:3c:27", "network": {"id": "1053120f-f76e-4f02-8bb5-be8d6cf9387c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753536293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7982d75f7cc4007874eeb585af88969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdce3863-2a", "ovs_interfaceid": "cdce3863-2ad3-414e-99f0-6676e79c4d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7663}} [ 1594.407395] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e529ea17-494f-47c5-a45d-4d94d577e399 tempest-ServersAdminTestJSON-648260716 tempest-ServersAdminTestJSON-648260716-project-admin] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Reconfiguring VM instance to set the machine id {{(pid=62023) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1594.409300] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68d4d135-858e-4230-8556-5f9c03846651 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.428131] env[62023]: DEBUG oslo_vmware.api [None req-e529ea17-494f-47c5-a45d-4d94d577e399 tempest-ServersAdminTestJSON-648260716 tempest-ServersAdminTestJSON-648260716-project-admin] Waiting for the task: (returnval){ [ 1594.428131] env[62023]: value = "task-1758334" [ 1594.428131] env[62023]: _type = "Task" [ 1594.428131] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.438837] env[62023]: DEBUG oslo_vmware.api [None req-e529ea17-494f-47c5-a45d-4d94d577e399 tempest-ServersAdminTestJSON-648260716 tempest-ServersAdminTestJSON-648260716-project-admin] Task: {'id': task-1758334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.524732] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109561} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.528195] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1594.530364] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec06e93c-234e-4fca-be2a-0a43d1b6065a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.556938] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c/2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1594.559899] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-590d972d-2e59-4b99-93ee-5d97d28035b7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.581701] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1594.581701] env[62023]: value = "task-1758335" [ 1594.581701] env[62023]: _type = "Task" [ 1594.581701] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.594693] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.805374] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2fd0dd-bc43-4e7f-82dd-0773c3f5cdfa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.813223] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378d439b-4c48-498a-ae00-0abad997ba97 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.819795] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquiring lock "1a0572c5-51ca-4540-b956-eb90b8aaf356" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.820223] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lock "1a0572c5-51ca-4540-b956-eb90b8aaf356" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.820466] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquiring lock "1a0572c5-51ca-4540-b956-eb90b8aaf356-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.820669] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lock "1a0572c5-51ca-4540-b956-eb90b8aaf356-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.820840] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lock "1a0572c5-51ca-4540-b956-eb90b8aaf356-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.823160] env[62023]: INFO nova.compute.manager [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Terminating instance [ 1594.853133] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b95659-ea71-4d24-863c-56800da17329 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.862392] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78875c0-dd70-4889-869a-3a7527cf7544 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.876821] env[62023]: DEBUG nova.compute.provider_tree [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.895343] env[62023]: DEBUG nova.network.neutron [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Updating instance_info_cache with network_info: [{"id": "3ca91ffc-a742-485f-8813-5e44e16b7f4f", "address": "fa:16:3e:c3:39:03", "network": {"id": "befea773-4e0a-406f-849f-94a2a12b9b4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-735919679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "652017d1031f47e39bcadddce0fe4786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ca91ffc-a7", "ovs_interfaceid": "3ca91ffc-a742-485f-8813-5e44e16b7f4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.941051] env[62023]: DEBUG oslo_vmware.api [None req-e529ea17-494f-47c5-a45d-4d94d577e399 tempest-ServersAdminTestJSON-648260716 tempest-ServersAdminTestJSON-648260716-project-admin] Task: {'id': task-1758334, 'name': ReconfigVM_Task, 'duration_secs': 0.303108} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.941051] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e529ea17-494f-47c5-a45d-4d94d577e399 tempest-ServersAdminTestJSON-648260716 tempest-ServersAdminTestJSON-648260716-project-admin] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Reconfigured VM instance to set the machine id {{(pid=62023) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1595.092032] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758335, 'name': ReconfigVM_Task, 'duration_secs': 0.451227} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.092336] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c/2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1595.092914] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bffa0b2-5c32-4449-8291-bef01d14ea6a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.098781] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1595.098781] env[62023]: value = "task-1758336" [ 1595.098781] env[62023]: _type = "Task" [ 1595.098781] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.107554] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758336, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.293355] env[62023]: DEBUG nova.compute.manager [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1595.320283] env[62023]: DEBUG nova.virt.hardware [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1595.320610] env[62023]: DEBUG nova.virt.hardware [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1595.320786] env[62023]: DEBUG nova.virt.hardware [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1595.320964] env[62023]: DEBUG nova.virt.hardware [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1595.321122] env[62023]: DEBUG nova.virt.hardware [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1595.321270] env[62023]: DEBUG nova.virt.hardware [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1595.321476] env[62023]: DEBUG nova.virt.hardware [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1595.321631] env[62023]: DEBUG nova.virt.hardware [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1595.321790] env[62023]: DEBUG nova.virt.hardware [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1595.321956] env[62023]: DEBUG nova.virt.hardware [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1595.322138] env[62023]: DEBUG nova.virt.hardware [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1595.323043] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52f1b97-ff36-4bc5-907d-51d4a9a47d80 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.327670] env[62023]: DEBUG nova.compute.manager [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1595.327876] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1595.328748] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca278580-683f-4484-b772-e9b02eac004a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.335381] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3286ba-38cd-418f-8396-bba88bde6a2e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.341206] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1595.341812] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-354d81b8-5b8d-4cfd-bcad-f684941870f4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.353231] env[62023]: DEBUG oslo_vmware.api [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for the task: (returnval){ [ 1595.353231] env[62023]: value = "task-1758337" [ 1595.353231] env[62023]: _type = "Task" [ 1595.353231] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.361402] env[62023]: DEBUG oslo_vmware.api [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.379782] env[62023]: DEBUG nova.scheduler.client.report [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1595.398302] env[62023]: DEBUG oslo_concurrency.lockutils [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Releasing lock "refresh_cache-7ccd9c6a-4027-4a22-9be1-622267fd9541" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.614135] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758336, 'name': Rename_Task, 'duration_secs': 0.264584} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.614467] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1595.615826] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61b6fa9c-9c48-4abf-be2f-7881bab5aa42 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.622029] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1595.622029] env[62023]: value = "task-1758338" [ 1595.622029] env[62023]: _type = "Task" [ 1595.622029] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.630162] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.651940] env[62023]: INFO nova.compute.manager [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Rebuilding instance [ 1595.681904] env[62023]: DEBUG nova.compute.manager [req-727680cd-2886-4fc7-a822-3dafc8021ea7 req-7a957790-646f-42ba-9fae-b920970e3510 service nova] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Received event network-vif-plugged-944d70fb-8eba-4992-aebe-f13d90463983 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1595.681904] env[62023]: DEBUG oslo_concurrency.lockutils [req-727680cd-2886-4fc7-a822-3dafc8021ea7 req-7a957790-646f-42ba-9fae-b920970e3510 service nova] Acquiring lock "6b867581-5ee5-4bb6-95a7-3292d7135458-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.685751] env[62023]: DEBUG oslo_concurrency.lockutils [req-727680cd-2886-4fc7-a822-3dafc8021ea7 req-7a957790-646f-42ba-9fae-b920970e3510 service nova] Lock "6b867581-5ee5-4bb6-95a7-3292d7135458-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.685751] env[62023]: DEBUG oslo_concurrency.lockutils [req-727680cd-2886-4fc7-a822-3dafc8021ea7 req-7a957790-646f-42ba-9fae-b920970e3510 service nova] Lock "6b867581-5ee5-4bb6-95a7-3292d7135458-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.685751] env[62023]: DEBUG nova.compute.manager [req-727680cd-2886-4fc7-a822-3dafc8021ea7 req-7a957790-646f-42ba-9fae-b920970e3510 service nova] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] No waiting events found dispatching network-vif-plugged-944d70fb-8eba-4992-aebe-f13d90463983 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1595.685751] env[62023]: WARNING nova.compute.manager [req-727680cd-2886-4fc7-a822-3dafc8021ea7 req-7a957790-646f-42ba-9fae-b920970e3510 service nova] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Received unexpected event network-vif-plugged-944d70fb-8eba-4992-aebe-f13d90463983 for instance with vm_state building and task_state spawning. [ 1595.704011] env[62023]: DEBUG nova.compute.manager [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1595.704938] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebc1caa-bd26-47ac-b86d-b0be1c6221f3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.784362] env[62023]: DEBUG nova.network.neutron [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Successfully updated port: 944d70fb-8eba-4992-aebe-f13d90463983 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1595.863373] env[62023]: DEBUG oslo_vmware.api [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758337, 'name': PowerOffVM_Task, 'duration_secs': 0.281033} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.863529] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1595.863697] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1595.863941] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c5cc0ab-1bba-437f-a4fc-992378602682 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.886633] env[62023]: DEBUG oslo_concurrency.lockutils [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.887124] env[62023]: DEBUG nova.compute.manager [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1595.889858] env[62023]: DEBUG oslo_concurrency.lockutils [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 33.932s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.036022] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1596.036286] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1596.036478] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Deleting the datastore file [datastore1] 1a0572c5-51ca-4540-b956-eb90b8aaf356 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1596.036818] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-419b545d-616b-4c2e-b451-e0d1c43ca107 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.044096] env[62023]: DEBUG oslo_vmware.api [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for the task: (returnval){ [ 1596.044096] env[62023]: value = "task-1758340" [ 1596.044096] env[62023]: _type = "Task" [ 1596.044096] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.053477] env[62023]: DEBUG oslo_vmware.api [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.130807] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758338, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.287032] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Acquiring lock "refresh_cache-6b867581-5ee5-4bb6-95a7-3292d7135458" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.287032] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Acquired lock "refresh_cache-6b867581-5ee5-4bb6-95a7-3292d7135458" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.287032] env[62023]: DEBUG nova.network.neutron [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1596.393013] env[62023]: DEBUG nova.compute.utils [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1596.394432] env[62023]: DEBUG nova.compute.manager [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1596.394605] env[62023]: DEBUG nova.network.neutron [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1596.396601] env[62023]: DEBUG nova.objects.instance [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lazy-loading 'migration_context' on Instance uuid 744e0825-03d9-41ac-ade5-1ac44d5a289a {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1596.469462] env[62023]: DEBUG nova.policy [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df8777d99adc47869ad40c5cdb0b5724', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ced6954bb9049b98e5735e6a55eda8e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1596.555157] env[62023]: DEBUG oslo_vmware.api [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Task: {'id': task-1758340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407022} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.555416] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1596.555600] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1596.555786] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1596.555967] env[62023]: INFO nova.compute.manager [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1596.556273] env[62023]: DEBUG oslo.service.loopingcall [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1596.556472] env[62023]: DEBUG nova.compute.manager [-] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1596.556570] env[62023]: DEBUG nova.network.neutron [-] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1596.634182] env[62023]: DEBUG oslo_vmware.api [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758338, 'name': PowerOnVM_Task, 'duration_secs': 0.878896} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.634553] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1596.635551] env[62023]: INFO nova.compute.manager [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1596.635551] env[62023]: DEBUG nova.compute.manager [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1596.636189] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea166d14-d9e2-49c9-8887-40b6104007d3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.719140] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1596.719458] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b6571c4-745c-4733-b82e-745aec58351a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.726599] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1596.726599] env[62023]: value = "task-1758341" [ 1596.726599] env[62023]: _type = "Task" [ 1596.726599] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.738046] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.844354] env[62023]: DEBUG nova.network.neutron [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1596.863069] env[62023]: DEBUG nova.network.neutron [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Successfully created port: fb09bba6-73f3-4ae6-8bfd-96c38eb29a90 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1596.898973] env[62023]: DEBUG nova.compute.manager [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1596.931841] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1596.932154] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-423efabc-4369-49b6-a0f9-f8b679d59cb3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.940959] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1596.940959] env[62023]: value = "task-1758342" [ 1596.940959] env[62023]: _type = "Task" [ 1596.940959] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.955018] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.960958] env[62023]: DEBUG nova.compute.manager [req-042f18af-cd47-41b3-a930-fb2658dc129c req-7d032883-fda5-4696-99d4-fa0d3f2ed18a service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Received event network-vif-deleted-dec943f6-9592-4350-a194-c7b565f0e060 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1596.961197] env[62023]: INFO nova.compute.manager [req-042f18af-cd47-41b3-a930-fb2658dc129c req-7d032883-fda5-4696-99d4-fa0d3f2ed18a service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Neutron deleted interface dec943f6-9592-4350-a194-c7b565f0e060; detaching it from the instance and deleting it from the info cache [ 1596.961482] env[62023]: DEBUG nova.network.neutron [req-042f18af-cd47-41b3-a930-fb2658dc129c req-7d032883-fda5-4696-99d4-fa0d3f2ed18a service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Updating instance_info_cache with network_info: [{"id": "8b8dfe86-c1be-40a9-8b97-35323d3fc4c9", "address": "fa:16:3e:ca:0e:76", "network": {"id": "af94c689-a19b-412c-97e2-661ee2209543", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1430131619", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "90ed384069954854ac7200f23308d6f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8dfe86-c1", "ovs_interfaceid": "8b8dfe86-c1be-40a9-8b97-35323d3fc4c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.140524] env[62023]: DEBUG nova.network.neutron [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Updating instance_info_cache with network_info: [{"id": "944d70fb-8eba-4992-aebe-f13d90463983", "address": "fa:16:3e:e8:b3:fa", "network": {"id": "52ab5d64-1911-4a42-be57-712d66ffec8a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-833137240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a234ad319c6c4179ae14e966a8cf07e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap944d70fb-8e", "ovs_interfaceid": "944d70fb-8eba-4992-aebe-f13d90463983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.159228] env[62023]: INFO nova.compute.manager [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Took 40.72 seconds to build instance. [ 1597.236755] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758341, 'name': PowerOffVM_Task, 'duration_secs': 0.453757} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.237059] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1597.237357] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1597.238184] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7005d6ea-44b1-4201-b0c4-114acb896e6f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.245251] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1597.247671] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0a40516-e530-4d06-a9b3-fa83b776ac87 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.319625] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1597.319625] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1597.319625] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Deleting the datastore file [datastore1] 71e7298b-dfd3-4857-abbd-15de2aadad07 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1597.319845] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63b1fd0e-8a6e-499a-9252-e41af85d4e1a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.326356] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1597.326356] env[62023]: value = "task-1758344" [ 1597.326356] env[62023]: _type = "Task" [ 1597.326356] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.337405] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.451888] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758342, 'name': PowerOffVM_Task, 'duration_secs': 0.249797} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.452941] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1597.453740] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc6f10e-8a2c-4422-a681-84c90b5f6633 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.456644] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7234bb9e-ee65-474d-a8c1-3c691a43eb33 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.488635] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc16631-16ac-4d19-8b9a-b1fab27bd4dd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.494054] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b950911-2106-431d-8b92-3abe7ee1102d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.498300] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc7ac56-1803-4250-bcdd-3e0801a646c2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.536870] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e89b87-7985-4b91-be91-6757ba73090b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.543771] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcab867-0b36-41b5-b960-dcf8e8be9c8f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.561296] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82104de-5deb-4bd5-94d8-b14dec534199 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.581462] env[62023]: DEBUG nova.compute.manager [req-042f18af-cd47-41b3-a930-fb2658dc129c req-7d032883-fda5-4696-99d4-fa0d3f2ed18a service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Detach interface failed, port_id=dec943f6-9592-4350-a194-c7b565f0e060, reason: Instance 1a0572c5-51ca-4540-b956-eb90b8aaf356 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1597.590975] env[62023]: DEBUG nova.compute.provider_tree [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1597.596531] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1597.596531] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-231e049e-839c-4267-8bf2-99d9808ef240 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.601451] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1597.601451] env[62023]: value = "task-1758345" [ 1597.601451] env[62023]: _type = "Task" [ 1597.601451] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.609630] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.644222] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Releasing lock "refresh_cache-6b867581-5ee5-4bb6-95a7-3292d7135458" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.644425] env[62023]: DEBUG nova.compute.manager [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Instance network_info: |[{"id": "944d70fb-8eba-4992-aebe-f13d90463983", "address": "fa:16:3e:e8:b3:fa", "network": {"id": "52ab5d64-1911-4a42-be57-712d66ffec8a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-833137240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a234ad319c6c4179ae14e966a8cf07e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap944d70fb-8e", "ovs_interfaceid": "944d70fb-8eba-4992-aebe-f13d90463983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1597.644843] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:b3:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40c947c4-f471-4d48-8e43-fee54198107e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '944d70fb-8eba-4992-aebe-f13d90463983', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1597.652467] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Creating folder: Project (a234ad319c6c4179ae14e966a8cf07e3). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1597.654795] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9cf70ea-e4b3-41f9-847c-5a61fa6acc28 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.664887] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f9e7b7ac-2ffb-4ff3-8206-b81e2cfd4fab tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.232s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.664887] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Created folder: Project (a234ad319c6c4179ae14e966a8cf07e3) in parent group-v365170. [ 1597.664887] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Creating folder: Instances. Parent ref: group-v365381. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1597.664887] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d92676b8-9846-4bc5-a4c7-ff8891bb5f3c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.680410] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Created folder: Instances in parent group-v365381. [ 1597.680702] env[62023]: DEBUG oslo.service.loopingcall [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1597.680926] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1597.681192] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-385988bd-400d-4dc6-adb9-81e4015c14c5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.703713] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1597.703713] env[62023]: value = "task-1758348" [ 1597.703713] env[62023]: _type = "Task" [ 1597.703713] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.712088] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758348, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.716148] env[62023]: DEBUG nova.network.neutron [-] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.736293] env[62023]: DEBUG nova.compute.manager [req-0d03c9a9-556d-4836-9a19-5edd1d6abe79 req-3a6d5996-4ef7-467d-8de5-4dc6d9dd2685 service nova] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Received event network-changed-944d70fb-8eba-4992-aebe-f13d90463983 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1597.736421] env[62023]: DEBUG nova.compute.manager [req-0d03c9a9-556d-4836-9a19-5edd1d6abe79 req-3a6d5996-4ef7-467d-8de5-4dc6d9dd2685 service nova] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Refreshing instance network info cache due to event network-changed-944d70fb-8eba-4992-aebe-f13d90463983. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1597.736574] env[62023]: DEBUG oslo_concurrency.lockutils [req-0d03c9a9-556d-4836-9a19-5edd1d6abe79 req-3a6d5996-4ef7-467d-8de5-4dc6d9dd2685 service nova] Acquiring lock "refresh_cache-6b867581-5ee5-4bb6-95a7-3292d7135458" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.736797] env[62023]: DEBUG oslo_concurrency.lockutils [req-0d03c9a9-556d-4836-9a19-5edd1d6abe79 req-3a6d5996-4ef7-467d-8de5-4dc6d9dd2685 service nova] Acquired lock "refresh_cache-6b867581-5ee5-4bb6-95a7-3292d7135458" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.736901] env[62023]: DEBUG nova.network.neutron [req-0d03c9a9-556d-4836-9a19-5edd1d6abe79 req-3a6d5996-4ef7-467d-8de5-4dc6d9dd2685 service nova] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Refreshing network info cache for port 944d70fb-8eba-4992-aebe-f13d90463983 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1597.831791] env[62023]: DEBUG nova.objects.instance [None req-5c16d4f1-fb29-467c-b3a7-fd8ad8241359 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Lazy-loading 'flavor' on Instance uuid b1746b26-9eae-4980-92c5-761e8666ecfa {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1597.842665] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204496} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.843008] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1597.843226] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1597.843428] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1597.912864] env[62023]: DEBUG nova.compute.manager [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1597.940713] env[62023]: DEBUG nova.virt.hardware [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1597.940992] env[62023]: DEBUG nova.virt.hardware [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1597.941194] env[62023]: DEBUG nova.virt.hardware [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1597.941405] env[62023]: DEBUG nova.virt.hardware [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1597.941575] env[62023]: DEBUG nova.virt.hardware [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1597.941743] env[62023]: DEBUG nova.virt.hardware [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1597.941969] env[62023]: DEBUG nova.virt.hardware [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1597.942167] env[62023]: DEBUG nova.virt.hardware [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1597.942340] env[62023]: DEBUG nova.virt.hardware [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1597.942928] env[62023]: DEBUG nova.virt.hardware [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1597.942928] env[62023]: DEBUG nova.virt.hardware [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1597.943627] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9f31d5-cf45-4810-a9d8-c1092727447a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.952490] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be7e9d3-65a6-4426-bbc2-b062028f56fe {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.096399] env[62023]: DEBUG nova.scheduler.client.report [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1598.112760] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] VM already powered off {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1598.112978] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1598.113244] env[62023]: DEBUG oslo_concurrency.lockutils [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.113387] env[62023]: DEBUG oslo_concurrency.lockutils [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.113562] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1598.113804] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99d7d725-2607-4338-9ea2-5fbeb34d2b26 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.123089] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1598.123314] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1598.124305] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2d2d3a3-52fe-4787-a2f8-97d2ede91a6e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.130660] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1598.130660] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5264108c-4d41-5b87-26df-4caf0f7a2db7" [ 1598.130660] env[62023]: _type = "Task" [ 1598.130660] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.138299] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5264108c-4d41-5b87-26df-4caf0f7a2db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.214603] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758348, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.218314] env[62023]: INFO nova.compute.manager [-] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Took 1.66 seconds to deallocate network for instance. [ 1598.339825] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5c16d4f1-fb29-467c-b3a7-fd8ad8241359 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Acquiring lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.339990] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5c16d4f1-fb29-467c-b3a7-fd8ad8241359 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Acquired lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.420605] env[62023]: DEBUG nova.network.neutron [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Successfully updated port: fb09bba6-73f3-4ae6-8bfd-96c38eb29a90 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1598.571850] env[62023]: DEBUG nova.network.neutron [req-0d03c9a9-556d-4836-9a19-5edd1d6abe79 req-3a6d5996-4ef7-467d-8de5-4dc6d9dd2685 service nova] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Updated VIF entry in instance network info cache for port 944d70fb-8eba-4992-aebe-f13d90463983. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1598.572057] env[62023]: DEBUG nova.network.neutron [req-0d03c9a9-556d-4836-9a19-5edd1d6abe79 req-3a6d5996-4ef7-467d-8de5-4dc6d9dd2685 service nova] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Updating instance_info_cache with network_info: [{"id": "944d70fb-8eba-4992-aebe-f13d90463983", "address": "fa:16:3e:e8:b3:fa", "network": {"id": "52ab5d64-1911-4a42-be57-712d66ffec8a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-833137240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a234ad319c6c4179ae14e966a8cf07e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap944d70fb-8e", "ovs_interfaceid": "944d70fb-8eba-4992-aebe-f13d90463983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.641591] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5264108c-4d41-5b87-26df-4caf0f7a2db7, 'name': SearchDatastore_Task, 'duration_secs': 0.008876} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.642404] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-337b8825-1faf-46f8-8d3d-fab8f934bce3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.648341] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1598.648341] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d3b3c3-8b47-7019-d819-a68fec80c188" [ 1598.648341] env[62023]: _type = "Task" [ 1598.648341] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.656268] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d3b3c3-8b47-7019-d819-a68fec80c188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.716452] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758348, 'name': CreateVM_Task, 'duration_secs': 0.54878} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.716843] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1598.717941] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.718226] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.718610] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1598.719036] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d702789a-875c-4ad8-9ad4-7aedd372fcbd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.724813] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Waiting for the task: (returnval){ [ 1598.724813] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52394389-d037-8fa9-fe16-6ccf854367ad" [ 1598.724813] env[62023]: _type = "Task" [ 1598.724813] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.732337] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.736917] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52394389-d037-8fa9-fe16-6ccf854367ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.868277] env[62023]: DEBUG nova.network.neutron [None req-5c16d4f1-fb29-467c-b3a7-fd8ad8241359 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1598.885374] env[62023]: DEBUG nova.virt.hardware [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1598.885624] env[62023]: DEBUG nova.virt.hardware [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1598.885781] env[62023]: DEBUG nova.virt.hardware [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1598.885963] env[62023]: DEBUG nova.virt.hardware [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1598.886123] env[62023]: DEBUG nova.virt.hardware [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1598.886269] env[62023]: DEBUG nova.virt.hardware [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1598.886480] env[62023]: DEBUG nova.virt.hardware [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1598.886637] env[62023]: DEBUG nova.virt.hardware [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1598.886817] env[62023]: DEBUG nova.virt.hardware [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1598.886969] env[62023]: DEBUG nova.virt.hardware [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1598.887160] env[62023]: DEBUG nova.virt.hardware [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1598.888478] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513e9016-67e7-47df-8ad6-535966d946dd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.897422] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f02a28-5f73-47d1-ae08-c525e1d0cdbc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.911406] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:35:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c125c30c-2b5e-40a0-b9e4-a0163fba2d03', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1598.919079] env[62023]: DEBUG oslo.service.loopingcall [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1598.919904] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1598.919904] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-849a71c9-104e-4bc2-8dd1-b46bbbe9d698 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.934601] env[62023]: DEBUG oslo_concurrency.lockutils [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "refresh_cache-61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.934785] env[62023]: DEBUG oslo_concurrency.lockutils [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired lock "refresh_cache-61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.934871] env[62023]: DEBUG nova.network.neutron [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1598.942360] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1598.942360] env[62023]: value = "task-1758349" [ 1598.942360] env[62023]: _type = "Task" [ 1598.942360] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.951020] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758349, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.995838] env[62023]: DEBUG nova.compute.manager [req-82f6ade6-2ffd-4f16-aee5-7c53602a4e8b req-79727d05-46fc-4533-989f-5669ed78901e service nova] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Received event network-vif-deleted-8b8dfe86-c1be-40a9-8b97-35323d3fc4c9 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1598.996109] env[62023]: DEBUG nova.compute.manager [req-82f6ade6-2ffd-4f16-aee5-7c53602a4e8b req-79727d05-46fc-4533-989f-5669ed78901e service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Received event network-changed-3ceb0804-b5a3-4afb-8c30-e4a97269b0d4 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1598.996375] env[62023]: DEBUG nova.compute.manager [req-82f6ade6-2ffd-4f16-aee5-7c53602a4e8b req-79727d05-46fc-4533-989f-5669ed78901e service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Refreshing instance network info cache due to event network-changed-3ceb0804-b5a3-4afb-8c30-e4a97269b0d4. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1598.996552] env[62023]: DEBUG oslo_concurrency.lockutils [req-82f6ade6-2ffd-4f16-aee5-7c53602a4e8b req-79727d05-46fc-4533-989f-5669ed78901e service nova] Acquiring lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.074649] env[62023]: DEBUG oslo_concurrency.lockutils [req-0d03c9a9-556d-4836-9a19-5edd1d6abe79 req-3a6d5996-4ef7-467d-8de5-4dc6d9dd2685 service nova] Releasing lock "refresh_cache-6b867581-5ee5-4bb6-95a7-3292d7135458" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.109452] env[62023]: DEBUG oslo_concurrency.lockutils [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.219s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.115582] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.449s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.115905] env[62023]: DEBUG nova.objects.instance [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lazy-loading 'resources' on Instance uuid af7ea80d-49c4-49bf-9d8c-391ec4107af9 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.161551] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d3b3c3-8b47-7019-d819-a68fec80c188, 'name': SearchDatastore_Task, 'duration_secs': 0.034758} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.161845] env[62023]: DEBUG oslo_concurrency.lockutils [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.162130] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 7ccd9c6a-4027-4a22-9be1-622267fd9541/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk. {{(pid=62023) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1599.162399] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6405ea05-73d8-4a15-9ebe-e1cbd5c75e6d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.170428] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1599.170428] env[62023]: value = "task-1758350" [ 1599.170428] env[62023]: _type = "Task" [ 1599.170428] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.179122] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.233653] env[62023]: DEBUG nova.compute.manager [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1599.238591] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52ec7d3-ce67-47d0-8d03-18d91978879a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.241408] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52394389-d037-8fa9-fe16-6ccf854367ad, 'name': SearchDatastore_Task, 'duration_secs': 0.014361} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.241743] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.242027] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1599.242301] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.242479] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.242686] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1599.243359] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c2e54ce-fbae-427c-9148-223d72f0fb86 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.258362] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1599.258362] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1599.258552] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad836739-08d1-4007-92b0-95cdc93d1eab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.263957] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Waiting for the task: (returnval){ [ 1599.263957] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e731e1-7842-f29c-d2eb-c90cf9aacbcc" [ 1599.263957] env[62023]: _type = "Task" [ 1599.263957] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.272498] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e731e1-7842-f29c-d2eb-c90cf9aacbcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.455155] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758349, 'name': CreateVM_Task, 'duration_secs': 0.334262} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.455155] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1599.455844] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.455990] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.456395] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1599.456677] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f11b0142-856b-49c7-8152-a2ba3db153c6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.462643] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1599.462643] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e1da9b-80ce-84d1-30bc-f413ba126130" [ 1599.462643] env[62023]: _type = "Task" [ 1599.462643] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.472305] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e1da9b-80ce-84d1-30bc-f413ba126130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.493460] env[62023]: DEBUG nova.network.neutron [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1599.683410] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758350, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.751370] env[62023]: INFO nova.compute.manager [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] instance snapshotting [ 1599.755317] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165b572f-3c38-4088-bf1e-a8252fca86f9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.787363] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f557ce6-6ee3-4034-a911-f49145abb7bd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.791629] env[62023]: DEBUG nova.compute.manager [req-f8f92fb6-9f83-4775-a0b3-a5d786846f0d req-8554bf1d-95fa-4564-aba8-7cbe5098f5bb service nova] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Received event network-vif-plugged-fb09bba6-73f3-4ae6-8bfd-96c38eb29a90 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1599.791898] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8f92fb6-9f83-4775-a0b3-a5d786846f0d req-8554bf1d-95fa-4564-aba8-7cbe5098f5bb service nova] Acquiring lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.792211] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8f92fb6-9f83-4775-a0b3-a5d786846f0d req-8554bf1d-95fa-4564-aba8-7cbe5098f5bb service nova] Lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.792468] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8f92fb6-9f83-4775-a0b3-a5d786846f0d req-8554bf1d-95fa-4564-aba8-7cbe5098f5bb service nova] Lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.792698] env[62023]: DEBUG nova.compute.manager [req-f8f92fb6-9f83-4775-a0b3-a5d786846f0d req-8554bf1d-95fa-4564-aba8-7cbe5098f5bb service nova] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] No waiting events found dispatching network-vif-plugged-fb09bba6-73f3-4ae6-8bfd-96c38eb29a90 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1599.792964] env[62023]: WARNING nova.compute.manager [req-f8f92fb6-9f83-4775-a0b3-a5d786846f0d req-8554bf1d-95fa-4564-aba8-7cbe5098f5bb service nova] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Received unexpected event network-vif-plugged-fb09bba6-73f3-4ae6-8bfd-96c38eb29a90 for instance with vm_state building and task_state spawning. [ 1599.793216] env[62023]: DEBUG nova.compute.manager [req-f8f92fb6-9f83-4775-a0b3-a5d786846f0d req-8554bf1d-95fa-4564-aba8-7cbe5098f5bb service nova] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Received event network-changed-fb09bba6-73f3-4ae6-8bfd-96c38eb29a90 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1599.793446] env[62023]: DEBUG nova.compute.manager [req-f8f92fb6-9f83-4775-a0b3-a5d786846f0d req-8554bf1d-95fa-4564-aba8-7cbe5098f5bb service nova] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Refreshing instance network info cache due to event network-changed-fb09bba6-73f3-4ae6-8bfd-96c38eb29a90. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1599.793762] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8f92fb6-9f83-4775-a0b3-a5d786846f0d req-8554bf1d-95fa-4564-aba8-7cbe5098f5bb service nova] Acquiring lock "refresh_cache-61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.795048] env[62023]: DEBUG nova.network.neutron [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Updating instance_info_cache with network_info: [{"id": "fb09bba6-73f3-4ae6-8bfd-96c38eb29a90", "address": "fa:16:3e:b5:fa:9b", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb09bba6-73", "ovs_interfaceid": "fb09bba6-73f3-4ae6-8bfd-96c38eb29a90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.806093] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e731e1-7842-f29c-d2eb-c90cf9aacbcc, 'name': SearchDatastore_Task, 'duration_secs': 0.009103} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.812568] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d803d4de-a98d-4643-9360-b4f38fe9dc8d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.822514] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Waiting for the task: (returnval){ [ 1599.822514] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a5f50b-653e-6e8b-b1a8-4338019864fd" [ 1599.822514] env[62023]: _type = "Task" [ 1599.822514] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.832899] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a5f50b-653e-6e8b-b1a8-4338019864fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.853214] env[62023]: DEBUG nova.network.neutron [None req-5c16d4f1-fb29-467c-b3a7-fd8ad8241359 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Updating instance_info_cache with network_info: [{"id": "3ceb0804-b5a3-4afb-8c30-e4a97269b0d4", "address": "fa:16:3e:de:e6:3c", "network": {"id": "fe1a5f2b-486e-4d37-80f2-ba47b0d9b1e1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1718717957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb01a535c70a4af494d4c85383c83f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ceb0804-b5", "ovs_interfaceid": "3ceb0804-b5a3-4afb-8c30-e4a97269b0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.972839] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e1da9b-80ce-84d1-30bc-f413ba126130, 'name': SearchDatastore_Task, 'duration_secs': 0.068019} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.975362] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.975828] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1599.976082] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.113098] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375fd989-377c-43f4-86f3-225699740606 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.121263] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cfe30e-4258-46b8-872d-5e233ac0432a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.158603] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d439664-cd50-43d8-bf03-397062f1c13e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.162923] env[62023]: DEBUG nova.objects.instance [None req-30456f0d-8277-4759-804e-20474e9e5977 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Lazy-loading 'flavor' on Instance uuid b1746b26-9eae-4980-92c5-761e8666ecfa {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1600.172051] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f78abd-a53d-4b2d-aa2b-e08152533e82 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.190752] env[62023]: DEBUG nova.compute.provider_tree [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1600.195578] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523099} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.196063] env[62023]: INFO nova.virt.vmwareapi.ds_util [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 7ccd9c6a-4027-4a22-9be1-622267fd9541/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk. [ 1600.196885] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15f826a-dd7e-46ec-9762-2fb4172eb2c0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.223489] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 7ccd9c6a-4027-4a22-9be1-622267fd9541/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1600.223975] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c71e5ae-4785-4e30-a9aa-9b0810731307 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.242783] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1600.242783] env[62023]: value = "task-1758351" [ 1600.242783] env[62023]: _type = "Task" [ 1600.242783] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.251655] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758351, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.299660] env[62023]: DEBUG oslo_concurrency.lockutils [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Releasing lock "refresh_cache-61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.299660] env[62023]: DEBUG nova.compute.manager [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Instance network_info: |[{"id": "fb09bba6-73f3-4ae6-8bfd-96c38eb29a90", "address": "fa:16:3e:b5:fa:9b", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb09bba6-73", "ovs_interfaceid": "fb09bba6-73f3-4ae6-8bfd-96c38eb29a90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1600.300037] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8f92fb6-9f83-4775-a0b3-a5d786846f0d req-8554bf1d-95fa-4564-aba8-7cbe5098f5bb service nova] Acquired lock "refresh_cache-61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.300141] env[62023]: DEBUG nova.network.neutron [req-f8f92fb6-9f83-4775-a0b3-a5d786846f0d req-8554bf1d-95fa-4564-aba8-7cbe5098f5bb service nova] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Refreshing network info cache for port fb09bba6-73f3-4ae6-8bfd-96c38eb29a90 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1600.301258] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:fa:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb09bba6-73f3-4ae6-8bfd-96c38eb29a90', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1600.308677] env[62023]: DEBUG oslo.service.loopingcall [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1600.309874] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1600.310195] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64428d0e-0187-4689-a22d-a7ad2fb5cd5c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.325572] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Creating Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1600.325911] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-edd944f8-cb30-4cc9-aac7-1eed2e33eae2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.337038] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a5f50b-653e-6e8b-b1a8-4338019864fd, 'name': SearchDatastore_Task, 'duration_secs': 0.015245} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.339078] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.339346] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 6b867581-5ee5-4bb6-95a7-3292d7135458/6b867581-5ee5-4bb6-95a7-3292d7135458.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1600.339583] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1600.339583] env[62023]: value = "task-1758353" [ 1600.339583] env[62023]: _type = "Task" [ 1600.339583] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.339812] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1600.339812] env[62023]: value = "task-1758352" [ 1600.339812] env[62023]: _type = "Task" [ 1600.339812] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.340036] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.340222] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1600.340430] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0e58eaf-ea2a-4da3-a6e3-3af4859464b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.342304] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ef63b30-60d2-4e7f-a25f-8c48156b5d9c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.355880] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5c16d4f1-fb29-467c-b3a7-fd8ad8241359 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Releasing lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.356137] env[62023]: DEBUG nova.compute.manager [None req-5c16d4f1-fb29-467c-b3a7-fd8ad8241359 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Inject network info {{(pid=62023) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7662}} [ 1600.356395] env[62023]: DEBUG nova.compute.manager [None req-5c16d4f1-fb29-467c-b3a7-fd8ad8241359 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] network_info to inject: |[{"id": "3ceb0804-b5a3-4afb-8c30-e4a97269b0d4", "address": "fa:16:3e:de:e6:3c", "network": {"id": "fe1a5f2b-486e-4d37-80f2-ba47b0d9b1e1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1718717957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb01a535c70a4af494d4c85383c83f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ceb0804-b5", "ovs_interfaceid": "3ceb0804-b5a3-4afb-8c30-e4a97269b0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7663}} [ 1600.364018] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5c16d4f1-fb29-467c-b3a7-fd8ad8241359 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Reconfiguring VM instance to set the machine id {{(pid=62023) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1600.364018] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758353, 'name': CreateVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.368122] env[62023]: DEBUG oslo_concurrency.lockutils [req-82f6ade6-2ffd-4f16-aee5-7c53602a4e8b req-79727d05-46fc-4533-989f-5669ed78901e service nova] Acquired lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.368321] env[62023]: DEBUG nova.network.neutron [req-82f6ade6-2ffd-4f16-aee5-7c53602a4e8b req-79727d05-46fc-4533-989f-5669ed78901e service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Refreshing network info cache for port 3ceb0804-b5a3-4afb-8c30-e4a97269b0d4 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1600.369543] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43a87b5e-84e4-4226-8001-d06ed8489f5c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.380307] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Waiting for the task: (returnval){ [ 1600.380307] env[62023]: value = "task-1758354" [ 1600.380307] env[62023]: _type = "Task" [ 1600.380307] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.381431] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758352, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.385273] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1600.385605] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1600.391952] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91fef12e-b8cd-4fe5-8150-325ea967f2d4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.396963] env[62023]: DEBUG oslo_vmware.api [None req-5c16d4f1-fb29-467c-b3a7-fd8ad8241359 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Waiting for the task: (returnval){ [ 1600.396963] env[62023]: value = "task-1758355" [ 1600.396963] env[62023]: _type = "Task" [ 1600.396963] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.405374] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': task-1758354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.405791] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1600.405791] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ebffe7-9a33-b970-a9fa-80a83965ba2d" [ 1600.405791] env[62023]: _type = "Task" [ 1600.405791] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.413294] env[62023]: DEBUG oslo_vmware.api [None req-5c16d4f1-fb29-467c-b3a7-fd8ad8241359 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1758355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.419053] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ebffe7-9a33-b970-a9fa-80a83965ba2d, 'name': SearchDatastore_Task, 'duration_secs': 0.01486} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.419880] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad7db450-c55d-4501-b0d8-f1e72ae3865e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.424835] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1600.424835] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528b927c-e95b-0031-50af-257db50db95e" [ 1600.424835] env[62023]: _type = "Task" [ 1600.424835] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.434827] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528b927c-e95b-0031-50af-257db50db95e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.676085] env[62023]: DEBUG nova.network.neutron [req-82f6ade6-2ffd-4f16-aee5-7c53602a4e8b req-79727d05-46fc-4533-989f-5669ed78901e service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Updated VIF entry in instance network info cache for port 3ceb0804-b5a3-4afb-8c30-e4a97269b0d4. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1600.676455] env[62023]: DEBUG nova.network.neutron [req-82f6ade6-2ffd-4f16-aee5-7c53602a4e8b req-79727d05-46fc-4533-989f-5669ed78901e service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Updating instance_info_cache with network_info: [{"id": "3ceb0804-b5a3-4afb-8c30-e4a97269b0d4", "address": "fa:16:3e:de:e6:3c", "network": {"id": "fe1a5f2b-486e-4d37-80f2-ba47b0d9b1e1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1718717957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb01a535c70a4af494d4c85383c83f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ceb0804-b5", "ovs_interfaceid": "3ceb0804-b5a3-4afb-8c30-e4a97269b0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.677762] env[62023]: DEBUG oslo_concurrency.lockutils [None req-30456f0d-8277-4759-804e-20474e9e5977 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Acquiring lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.684378] env[62023]: INFO nova.compute.manager [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Swapping old allocation on dict_keys(['02801f58-5343-4495-a0d6-e07df5115a86']) held by migration cabee365-6951-4b9e-a4bf-841d016e10dd for instance [ 1600.698084] env[62023]: DEBUG nova.scheduler.client.report [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1600.718388] env[62023]: DEBUG nova.scheduler.client.report [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Overwriting current allocation {'allocations': {'02801f58-5343-4495-a0d6-e07df5115a86': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 111}}, 'project_id': 'e7374b52a752426bae0fe833ed409a00', 'user_id': 'a96817e576264881a96806960f787ba1', 'consumer_generation': 1} on consumer 744e0825-03d9-41ac-ade5-1ac44d5a289a {{(pid=62023) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1600.755707] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758351, 'name': ReconfigVM_Task, 'duration_secs': 0.341291} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.756138] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 7ccd9c6a-4027-4a22-9be1-622267fd9541/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1600.757271] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e19fd4d-100e-47f3-a404-f5dfada77846 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.793350] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-034bd2ae-1480-4f64-9c5c-729cb7f9b0db {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.813981] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1600.813981] env[62023]: value = "task-1758356" [ 1600.813981] env[62023]: _type = "Task" [ 1600.813981] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.824484] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758356, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.857059] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758352, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.862166] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758353, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.863561] env[62023]: DEBUG oslo_concurrency.lockutils [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "refresh_cache-744e0825-03d9-41ac-ade5-1ac44d5a289a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.863731] env[62023]: DEBUG oslo_concurrency.lockutils [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquired lock "refresh_cache-744e0825-03d9-41ac-ade5-1ac44d5a289a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.863961] env[62023]: DEBUG nova.network.neutron [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1600.897620] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': task-1758354, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.910919] env[62023]: DEBUG oslo_vmware.api [None req-5c16d4f1-fb29-467c-b3a7-fd8ad8241359 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1758355, 'name': ReconfigVM_Task, 'duration_secs': 0.391336} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.911274] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5c16d4f1-fb29-467c-b3a7-fd8ad8241359 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Reconfigured VM instance to set the machine id {{(pid=62023) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1600.938432] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528b927c-e95b-0031-50af-257db50db95e, 'name': SearchDatastore_Task, 'duration_secs': 0.029974} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.943190] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.943585] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 71e7298b-dfd3-4857-abbd-15de2aadad07/71e7298b-dfd3-4857-abbd-15de2aadad07.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1600.943919] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0abac09c-31cb-44e8-8c0f-540d1bdf7e51 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.958994] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1600.958994] env[62023]: value = "task-1758357" [ 1600.958994] env[62023]: _type = "Task" [ 1600.958994] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.972868] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.169025] env[62023]: DEBUG nova.network.neutron [req-f8f92fb6-9f83-4775-a0b3-a5d786846f0d req-8554bf1d-95fa-4564-aba8-7cbe5098f5bb service nova] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Updated VIF entry in instance network info cache for port fb09bba6-73f3-4ae6-8bfd-96c38eb29a90. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1601.169297] env[62023]: DEBUG nova.network.neutron [req-f8f92fb6-9f83-4775-a0b3-a5d786846f0d req-8554bf1d-95fa-4564-aba8-7cbe5098f5bb service nova] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Updating instance_info_cache with network_info: [{"id": "fb09bba6-73f3-4ae6-8bfd-96c38eb29a90", "address": "fa:16:3e:b5:fa:9b", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb09bba6-73", "ovs_interfaceid": "fb09bba6-73f3-4ae6-8bfd-96c38eb29a90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.179024] env[62023]: DEBUG oslo_concurrency.lockutils [req-82f6ade6-2ffd-4f16-aee5-7c53602a4e8b req-79727d05-46fc-4533-989f-5669ed78901e service nova] Releasing lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.179565] env[62023]: DEBUG oslo_concurrency.lockutils [None req-30456f0d-8277-4759-804e-20474e9e5977 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Acquired lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.205515] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.207744] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.957s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.209438] env[62023]: INFO nova.compute.claims [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1601.310399] env[62023]: INFO nova.scheduler.client.report [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Deleted allocations for instance af7ea80d-49c4-49bf-9d8c-391ec4107af9 [ 1601.323783] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758356, 'name': ReconfigVM_Task, 'duration_secs': 0.193607} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.324072] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1601.324326] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37f33145-0ebb-4518-927b-6e3e307a16eb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.331162] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1601.331162] env[62023]: value = "task-1758358" [ 1601.331162] env[62023]: _type = "Task" [ 1601.331162] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.339786] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.355715] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758353, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.358732] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758352, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.396323] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': task-1758354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757345} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.397321] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 6b867581-5ee5-4bb6-95a7-3292d7135458/6b867581-5ee5-4bb6-95a7-3292d7135458.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1601.397545] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1601.398214] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a55a33d0-717f-4ef4-9ab3-0ecb5cdb2ae6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.405237] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Waiting for the task: (returnval){ [ 1601.405237] env[62023]: value = "task-1758359" [ 1601.405237] env[62023]: _type = "Task" [ 1601.405237] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.417265] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': task-1758359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.471082] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758357, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.679359] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8f92fb6-9f83-4775-a0b3-a5d786846f0d req-8554bf1d-95fa-4564-aba8-7cbe5098f5bb service nova] Releasing lock "refresh_cache-61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.817270] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f14c7234-7847-4f18-bc89-dafee85af5ee tempest-ImagesOneServerNegativeTestJSON-1265032691 tempest-ImagesOneServerNegativeTestJSON-1265032691-project-member] Lock "af7ea80d-49c4-49bf-9d8c-391ec4107af9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.116s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.842355] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758358, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.847983] env[62023]: DEBUG nova.network.neutron [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Updating instance_info_cache with network_info: [{"id": "45a2207e-c368-4cfb-a644-e354af4319a7", "address": "fa:16:3e:c6:eb:50", "network": {"id": "3bf94dd7-87f3-4177-83c1-363e0d72a047", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cac587c47c304cefa6bd15d08b7ee0be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a2207e-c3", "ovs_interfaceid": "45a2207e-c368-4cfb-a644-e354af4319a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.858287] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758353, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.863037] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758352, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.887270] env[62023]: DEBUG nova.network.neutron [None req-30456f0d-8277-4759-804e-20474e9e5977 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1601.915826] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': task-1758359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091008} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.916091] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1601.917687] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03799ce5-398e-468b-807c-a7789960721e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.920983] env[62023]: DEBUG nova.compute.manager [req-521a2774-0c11-4ee9-b9e5-a8c144f8151d req-f5c62571-e412-4ab3-9495-2b42516b9122 service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Received event network-changed-3ceb0804-b5a3-4afb-8c30-e4a97269b0d4 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1601.921183] env[62023]: DEBUG nova.compute.manager [req-521a2774-0c11-4ee9-b9e5-a8c144f8151d req-f5c62571-e412-4ab3-9495-2b42516b9122 service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Refreshing instance network info cache due to event network-changed-3ceb0804-b5a3-4afb-8c30-e4a97269b0d4. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1601.921399] env[62023]: DEBUG oslo_concurrency.lockutils [req-521a2774-0c11-4ee9-b9e5-a8c144f8151d req-f5c62571-e412-4ab3-9495-2b42516b9122 service nova] Acquiring lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.942166] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 6b867581-5ee5-4bb6-95a7-3292d7135458/6b867581-5ee5-4bb6-95a7-3292d7135458.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1601.942747] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-778b3997-5ec5-4d2a-ae1c-5e87e53ae689 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.963661] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Waiting for the task: (returnval){ [ 1601.963661] env[62023]: value = "task-1758360" [ 1601.963661] env[62023]: _type = "Task" [ 1601.963661] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.970282] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75169} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.970851] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 71e7298b-dfd3-4857-abbd-15de2aadad07/71e7298b-dfd3-4857-abbd-15de2aadad07.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1601.971080] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1601.971339] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbfbd3cd-13ab-400e-9459-39c06674a841 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.976122] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': task-1758360, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.981223] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1601.981223] env[62023]: value = "task-1758361" [ 1601.981223] env[62023]: _type = "Task" [ 1601.981223] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.992291] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.342062] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758358, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.349714] env[62023]: DEBUG oslo_concurrency.lockutils [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Releasing lock "refresh_cache-744e0825-03d9-41ac-ade5-1ac44d5a289a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.350261] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1602.358359] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31805d29-3d7f-4e77-a4e6-56bf0d1f396c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.360056] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758353, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.366696] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758352, 'name': CreateSnapshot_Task, 'duration_secs': 1.572688} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.368050] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Created Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1602.368352] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1602.368352] env[62023]: value = "task-1758362" [ 1602.368352] env[62023]: _type = "Task" [ 1602.368352] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.369208] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303035c1-5026-4507-ad68-82f5201cc449 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.387871] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.475491] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': task-1758360, 'name': ReconfigVM_Task, 'duration_secs': 0.480705} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.480325] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 6b867581-5ee5-4bb6-95a7-3292d7135458/6b867581-5ee5-4bb6-95a7-3292d7135458.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1602.481185] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa19d8ac-deb2-435b-8ab8-2e6ae744ba5c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.492440] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062835} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.496038] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1602.496780] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Waiting for the task: (returnval){ [ 1602.496780] env[62023]: value = "task-1758363" [ 1602.496780] env[62023]: _type = "Task" [ 1602.496780] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.498088] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb67f878-05b9-4a43-ad35-8305c0fafb34 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.518687] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': task-1758363, 'name': Rename_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.527337] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 71e7298b-dfd3-4857-abbd-15de2aadad07/71e7298b-dfd3-4857-abbd-15de2aadad07.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1602.532070] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e868e82-6568-4537-9dd3-7bfcff8c512b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.551941] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1602.551941] env[62023]: value = "task-1758364" [ 1602.551941] env[62023]: _type = "Task" [ 1602.551941] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.563071] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.737342] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d2fea6-4c21-44b1-814d-83b0213c7d68 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.744742] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53829922-ad76-411c-93ad-b31e7ff4398a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.775382] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0442d3ea-ea51-434a-868f-d146723bc8ec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.782812] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6194086-73d9-4654-996d-5e3eddfa2474 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.795943] env[62023]: DEBUG nova.compute.provider_tree [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1602.842079] env[62023]: DEBUG oslo_vmware.api [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758358, 'name': PowerOnVM_Task, 'duration_secs': 1.049814} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.842370] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1602.844947] env[62023]: DEBUG nova.compute.manager [None req-79d35fc8-d07a-43c1-8d19-6c2a29227899 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1602.845790] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1d47ed-e70e-4cac-8f1b-557d1905fa09 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.861560] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758353, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.883577] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758362, 'name': PowerOffVM_Task, 'duration_secs': 0.307429} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.883812] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1602.885032] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:31:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dee4cab9-2570-477a-aa0e-51be37edab59',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1666271814',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1602.885390] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1602.885801] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1602.886231] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1602.886437] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1602.886737] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1602.886982] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1602.887188] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1602.887538] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1602.887848] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1602.888064] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1602.900482] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Creating linked-clone VM from snapshot {{(pid=62023) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1602.900752] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69ce06c8-0f67-407b-9a4f-532ea7500a62 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.911706] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1ed39b66-5eef-45a6-b8e1-7b2125234d7d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.920592] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1602.920592] env[62023]: value = "task-1758366" [ 1602.920592] env[62023]: _type = "Task" [ 1602.920592] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.921891] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1602.921891] env[62023]: value = "task-1758365" [ 1602.921891] env[62023]: _type = "Task" [ 1602.921891] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.933123] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758366, 'name': CloneVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.935444] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.009212] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': task-1758363, 'name': Rename_Task, 'duration_secs': 0.246502} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.009554] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1603.009996] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66913b6c-98e5-4c07-9df7-8f2104114c3d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.015244] env[62023]: DEBUG nova.network.neutron [None req-30456f0d-8277-4759-804e-20474e9e5977 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Updating instance_info_cache with network_info: [{"id": "3ceb0804-b5a3-4afb-8c30-e4a97269b0d4", "address": "fa:16:3e:de:e6:3c", "network": {"id": "fe1a5f2b-486e-4d37-80f2-ba47b0d9b1e1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1718717957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb01a535c70a4af494d4c85383c83f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ceb0804-b5", "ovs_interfaceid": "3ceb0804-b5a3-4afb-8c30-e4a97269b0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.017601] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Waiting for the task: (returnval){ [ 1603.017601] env[62023]: value = "task-1758367" [ 1603.017601] env[62023]: _type = "Task" [ 1603.017601] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.027248] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': task-1758367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.065518] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.328198] env[62023]: ERROR nova.scheduler.client.report [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [req-b3268082-d5e0-49a1-92a3-e50f7093d8be] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b3268082-d5e0-49a1-92a3-e50f7093d8be"}]} [ 1603.351525] env[62023]: DEBUG nova.scheduler.client.report [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1603.359503] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758353, 'name': CreateVM_Task, 'duration_secs': 2.950994} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.359632] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1603.360319] env[62023]: DEBUG oslo_concurrency.lockutils [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.360482] env[62023]: DEBUG oslo_concurrency.lockutils [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.360828] env[62023]: DEBUG oslo_concurrency.lockutils [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1603.361209] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2c2b430-6993-4dbd-aecc-8bbc16fb7aad {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.366186] env[62023]: DEBUG nova.scheduler.client.report [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1603.366390] env[62023]: DEBUG nova.compute.provider_tree [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1603.370817] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1603.370817] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5266b5a3-f1eb-662d-e997-e513ede49a01" [ 1603.370817] env[62023]: _type = "Task" [ 1603.370817] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.381156] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5266b5a3-f1eb-662d-e997-e513ede49a01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.385948] env[62023]: DEBUG nova.scheduler.client.report [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1603.408250] env[62023]: DEBUG nova.scheduler.client.report [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1603.437581] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758366, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.437888] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758365, 'name': ReconfigVM_Task, 'duration_secs': 0.160621} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.442305] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d98dbac-6ca2-40d1-8d52-dc010e5dac8f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.462607] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:31:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dee4cab9-2570-477a-aa0e-51be37edab59',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1666271814',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1603.462876] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1603.463046] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1603.463264] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1603.463375] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1603.463519] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1603.463716] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1603.463873] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1603.464048] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1603.464219] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1603.464392] env[62023]: DEBUG nova.virt.hardware [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1603.467761] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e35fcc83-3644-46ea-bd27-9c7d9f98200d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.473905] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1603.473905] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527bba49-e42f-afca-ec83-940793896948" [ 1603.473905] env[62023]: _type = "Task" [ 1603.473905] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.482547] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527bba49-e42f-afca-ec83-940793896948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.519611] env[62023]: DEBUG oslo_concurrency.lockutils [None req-30456f0d-8277-4759-804e-20474e9e5977 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Releasing lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.519902] env[62023]: DEBUG nova.compute.manager [None req-30456f0d-8277-4759-804e-20474e9e5977 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Inject network info {{(pid=62023) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7662}} [ 1603.520232] env[62023]: DEBUG nova.compute.manager [None req-30456f0d-8277-4759-804e-20474e9e5977 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] network_info to inject: |[{"id": "3ceb0804-b5a3-4afb-8c30-e4a97269b0d4", "address": "fa:16:3e:de:e6:3c", "network": {"id": "fe1a5f2b-486e-4d37-80f2-ba47b0d9b1e1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1718717957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb01a535c70a4af494d4c85383c83f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ceb0804-b5", "ovs_interfaceid": "3ceb0804-b5a3-4afb-8c30-e4a97269b0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7663}} [ 1603.525610] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-30456f0d-8277-4759-804e-20474e9e5977 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Reconfiguring VM instance to set the machine id {{(pid=62023) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1603.526411] env[62023]: DEBUG oslo_concurrency.lockutils [req-521a2774-0c11-4ee9-b9e5-a8c144f8151d req-f5c62571-e412-4ab3-9495-2b42516b9122 service nova] Acquired lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.526611] env[62023]: DEBUG nova.network.neutron [req-521a2774-0c11-4ee9-b9e5-a8c144f8151d req-f5c62571-e412-4ab3-9495-2b42516b9122 service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Refreshing network info cache for port 3ceb0804-b5a3-4afb-8c30-e4a97269b0d4 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1603.528079] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5e64bf1-ac18-4c7f-b161-6a541492136d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.564667] env[62023]: DEBUG oslo_vmware.api [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': task-1758367, 'name': PowerOnVM_Task, 'duration_secs': 0.526829} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.566831] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1603.567128] env[62023]: INFO nova.compute.manager [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1603.567365] env[62023]: DEBUG nova.compute.manager [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1603.567800] env[62023]: DEBUG oslo_vmware.api [None req-30456f0d-8277-4759-804e-20474e9e5977 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Waiting for the task: (returnval){ [ 1603.567800] env[62023]: value = "task-1758368" [ 1603.567800] env[62023]: _type = "Task" [ 1603.567800] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.573928] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7945262d-9792-4f1d-9fb8-00291739114c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.577098] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758364, 'name': ReconfigVM_Task, 'duration_secs': 0.553303} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.580941] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 71e7298b-dfd3-4857-abbd-15de2aadad07/71e7298b-dfd3-4857-abbd-15de2aadad07.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1603.582046] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37bec2ab-1815-44c7-b6d2-56b72b68c0c2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.595052] env[62023]: DEBUG oslo_vmware.api [None req-30456f0d-8277-4759-804e-20474e9e5977 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1758368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.595052] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1603.595052] env[62023]: value = "task-1758369" [ 1603.595052] env[62023]: _type = "Task" [ 1603.595052] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.606049] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758369, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.881509] env[62023]: DEBUG nova.network.neutron [req-521a2774-0c11-4ee9-b9e5-a8c144f8151d req-f5c62571-e412-4ab3-9495-2b42516b9122 service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Updated VIF entry in instance network info cache for port 3ceb0804-b5a3-4afb-8c30-e4a97269b0d4. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1603.881865] env[62023]: DEBUG nova.network.neutron [req-521a2774-0c11-4ee9-b9e5-a8c144f8151d req-f5c62571-e412-4ab3-9495-2b42516b9122 service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Updating instance_info_cache with network_info: [{"id": "3ceb0804-b5a3-4afb-8c30-e4a97269b0d4", "address": "fa:16:3e:de:e6:3c", "network": {"id": "fe1a5f2b-486e-4d37-80f2-ba47b0d9b1e1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1718717957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb01a535c70a4af494d4c85383c83f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ceb0804-b5", "ovs_interfaceid": "3ceb0804-b5a3-4afb-8c30-e4a97269b0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.887551] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5266b5a3-f1eb-662d-e997-e513ede49a01, 'name': SearchDatastore_Task, 'duration_secs': 0.010268} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.887551] env[62023]: DEBUG oslo_concurrency.lockutils [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.887551] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1603.887551] env[62023]: DEBUG oslo_concurrency.lockutils [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.887782] env[62023]: DEBUG oslo_concurrency.lockutils [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.887782] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1603.888041] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e443e20f-38fa-4f34-99ba-4feeb048ac4e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.897657] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1603.897847] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1603.899136] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e051e41b-2c6e-47d9-a62b-686985708156 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.905128] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1603.905128] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529cb281-3979-3395-25c7-1b2ad82e7299" [ 1603.905128] env[62023]: _type = "Task" [ 1603.905128] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.913080] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529cb281-3979-3395-25c7-1b2ad82e7299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.934487] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758366, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.968837] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ee00cc-5866-40ab-aac5-0d2b86e90838 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.982692] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0e2ecd-72cc-4f74-8e0e-e9d6b3a57387 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.992441] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527bba49-e42f-afca-ec83-940793896948, 'name': SearchDatastore_Task, 'duration_secs': 0.007218} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.024965] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1604.025615] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0288350-7a25-4bbe-94cb-d13605cffbfb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.047592] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749b5d66-61b4-4134-9f9c-fcf9031b5556 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.057619] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1604.057619] env[62023]: value = "task-1758370" [ 1604.057619] env[62023]: _type = "Task" [ 1604.057619] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.065641] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd7074b-463d-49e7-b436-7ba841fb5d18 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.084168] env[62023]: DEBUG nova.compute.provider_tree [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1604.085624] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.093832] env[62023]: DEBUG oslo_vmware.api [None req-30456f0d-8277-4759-804e-20474e9e5977 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1758368, 'name': ReconfigVM_Task, 'duration_secs': 0.165637} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.094284] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-30456f0d-8277-4759-804e-20474e9e5977 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Reconfigured VM instance to set the machine id {{(pid=62023) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1604.111254] env[62023]: INFO nova.compute.manager [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Took 43.92 seconds to build instance. [ 1604.114027] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758369, 'name': Rename_Task, 'duration_secs': 0.154994} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.114027] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1604.114027] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6c22fd3-7ca8-4e63-a572-29315f6145d4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.123495] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1604.123495] env[62023]: value = "task-1758371" [ 1604.123495] env[62023]: _type = "Task" [ 1604.123495] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.133329] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.145313] env[62023]: INFO nova.compute.manager [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Unrescuing [ 1604.145898] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "refresh_cache-7ccd9c6a-4027-4a22-9be1-622267fd9541" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.145898] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquired lock "refresh_cache-7ccd9c6a-4027-4a22-9be1-622267fd9541" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.145898] env[62023]: DEBUG nova.network.neutron [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1604.163427] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Acquiring lock "b1746b26-9eae-4980-92c5-761e8666ecfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.163885] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Lock "b1746b26-9eae-4980-92c5-761e8666ecfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.163885] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Acquiring lock "b1746b26-9eae-4980-92c5-761e8666ecfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.164511] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Lock "b1746b26-9eae-4980-92c5-761e8666ecfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.164696] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Lock "b1746b26-9eae-4980-92c5-761e8666ecfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.167684] env[62023]: INFO nova.compute.manager [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Terminating instance [ 1604.388731] env[62023]: DEBUG oslo_concurrency.lockutils [req-521a2774-0c11-4ee9-b9e5-a8c144f8151d req-f5c62571-e412-4ab3-9495-2b42516b9122 service nova] Releasing lock "refresh_cache-b1746b26-9eae-4980-92c5-761e8666ecfa" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.417749] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529cb281-3979-3395-25c7-1b2ad82e7299, 'name': SearchDatastore_Task, 'duration_secs': 0.013789} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.418720] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdbf67fa-4937-4497-aa15-9770b830b672 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.424685] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1604.424685] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52999017-aadd-ce74-0899-fe258c483905" [ 1604.424685] env[62023]: _type = "Task" [ 1604.424685] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.441500] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758366, 'name': CloneVM_Task, 'duration_secs': 1.435917} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.448314] env[62023]: INFO nova.virt.vmwareapi.vmops [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Created linked-clone VM from snapshot [ 1604.448660] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52999017-aadd-ce74-0899-fe258c483905, 'name': SearchDatastore_Task, 'duration_secs': 0.012141} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.449885] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec088f55-b6e0-4590-b3ec-5dc87be72866 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.452564] env[62023]: DEBUG oslo_concurrency.lockutils [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.452862] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd/61af069c-a6d6-4ee7-b1a1-05c8fe3805bd.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1604.453182] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46a89ce8-3a52-478e-bd86-766feeae4e3a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.461238] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Uploading image deec9834-749d-43a5-b20c-5d30ae2ae283 {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1604.464509] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1604.464509] env[62023]: value = "task-1758372" [ 1604.464509] env[62023]: _type = "Task" [ 1604.464509] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.472689] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.493540] env[62023]: DEBUG oslo_vmware.rw_handles [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1604.493540] env[62023]: value = "vm-365387" [ 1604.493540] env[62023]: _type = "VirtualMachine" [ 1604.493540] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1604.493888] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a5092857-132a-41b2-9f58-595bc40d72dc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.501678] env[62023]: DEBUG oslo_vmware.rw_handles [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lease: (returnval){ [ 1604.501678] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520452cb-7e72-a226-3068-dfac15d13f0c" [ 1604.501678] env[62023]: _type = "HttpNfcLease" [ 1604.501678] env[62023]: } obtained for exporting VM: (result){ [ 1604.501678] env[62023]: value = "vm-365387" [ 1604.501678] env[62023]: _type = "VirtualMachine" [ 1604.501678] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1604.502065] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the lease: (returnval){ [ 1604.502065] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520452cb-7e72-a226-3068-dfac15d13f0c" [ 1604.502065] env[62023]: _type = "HttpNfcLease" [ 1604.502065] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1604.509059] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1604.509059] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520452cb-7e72-a226-3068-dfac15d13f0c" [ 1604.509059] env[62023]: _type = "HttpNfcLease" [ 1604.509059] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1604.573541] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.591133] env[62023]: DEBUG nova.scheduler.client.report [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.614949] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9bad8b92-dd62-40a4-b52b-b84b0a1b29a1 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Lock "6b867581-5ee5-4bb6-95a7-3292d7135458" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.433s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.637126] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.672795] env[62023]: DEBUG nova.compute.manager [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1604.675926] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1604.675926] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37c06e5-ff82-4f75-bf68-db71b3c90baf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.684597] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1604.684907] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d7fb103-7a28-4bd4-858f-9a01a3863ba6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.696906] env[62023]: DEBUG oslo_vmware.api [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Waiting for the task: (returnval){ [ 1604.696906] env[62023]: value = "task-1758374" [ 1604.696906] env[62023]: _type = "Task" [ 1604.696906] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.752197] env[62023]: DEBUG oslo_vmware.api [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1758374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.947107] env[62023]: DEBUG nova.network.neutron [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Updating instance_info_cache with network_info: [{"id": "3ca91ffc-a742-485f-8813-5e44e16b7f4f", "address": "fa:16:3e:c3:39:03", "network": {"id": "befea773-4e0a-406f-849f-94a2a12b9b4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-735919679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "652017d1031f47e39bcadddce0fe4786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ca91ffc-a7", "ovs_interfaceid": "3ca91ffc-a742-485f-8813-5e44e16b7f4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.976512] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758372, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.010262] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1605.010262] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520452cb-7e72-a226-3068-dfac15d13f0c" [ 1605.010262] env[62023]: _type = "HttpNfcLease" [ 1605.010262] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1605.010977] env[62023]: DEBUG oslo_vmware.rw_handles [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1605.010977] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520452cb-7e72-a226-3068-dfac15d13f0c" [ 1605.010977] env[62023]: _type = "HttpNfcLease" [ 1605.010977] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1605.011771] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a9c58d-57c2-47cf-857f-442d8954aae4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.019930] env[62023]: DEBUG oslo_vmware.rw_handles [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213f471-fa04-70c5-e303-b9ce7f514c50/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1605.020151] env[62023]: DEBUG oslo_vmware.rw_handles [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213f471-fa04-70c5-e303-b9ce7f514c50/disk-0.vmdk for reading. {{(pid=62023) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1605.088815] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758370, 'name': ReconfigVM_Task, 'duration_secs': 0.849073} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.089144] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1605.089960] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9807a8-ec2d-4c21-bec4-eb712e3e576f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.105350] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.897s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.105894] env[62023]: DEBUG nova.compute.manager [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1605.115765] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 744e0825-03d9-41ac-ade5-1ac44d5a289a/744e0825-03d9-41ac-ade5-1ac44d5a289a.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1605.116494] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 33.931s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.117853] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-782ba3d3-becc-4884-bb70-5ca40b22985d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.146143] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758371, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.148825] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1605.148825] env[62023]: value = "task-1758375" [ 1605.148825] env[62023]: _type = "Task" [ 1605.148825] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.160320] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758375, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.165311] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-35adbc2e-23a2-4b88-b802-04cf86d986d8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.219135] env[62023]: DEBUG oslo_vmware.api [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1758374, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.449937] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Releasing lock "refresh_cache-7ccd9c6a-4027-4a22-9be1-622267fd9541" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.450634] env[62023]: DEBUG nova.objects.instance [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lazy-loading 'flavor' on Instance uuid 7ccd9c6a-4027-4a22-9be1-622267fd9541 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1605.477108] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595847} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.477400] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd/61af069c-a6d6-4ee7-b1a1-05c8fe3805bd.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1605.477617] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1605.477873] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-244500e5-6e93-49dc-9209-4ab1023c8a92 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.485298] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1605.485298] env[62023]: value = "task-1758376" [ 1605.485298] env[62023]: _type = "Task" [ 1605.485298] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.495213] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.617791] env[62023]: DEBUG nova.compute.utils [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1605.620438] env[62023]: DEBUG nova.compute.manager [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1605.620752] env[62023]: DEBUG nova.network.neutron [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1605.648853] env[62023]: DEBUG oslo_vmware.api [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758371, 'name': PowerOnVM_Task, 'duration_secs': 1.290728} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.648853] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1605.649012] env[62023]: DEBUG nova.compute.manager [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1605.651959] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76653594-1f7b-454f-892d-18017e888df2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.662963] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758375, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.679184] env[62023]: DEBUG nova.policy [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57362a2a31aa485b8fb5d237797afd7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8024759e022f4ab9a08945f1cb472371', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1605.711116] env[62023]: DEBUG oslo_vmware.api [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1758374, 'name': PowerOffVM_Task, 'duration_secs': 0.74661} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.715711] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1605.715711] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1605.716044] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1089f8b6-839e-4a21-a7d7-35230ad51c4c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.791809] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1605.791931] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1605.792532] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Deleting the datastore file [datastore1] b1746b26-9eae-4980-92c5-761e8666ecfa {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1605.792532] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0715bbf4-2922-4afb-acdd-79975866d890 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.802568] env[62023]: DEBUG oslo_vmware.api [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Waiting for the task: (returnval){ [ 1605.802568] env[62023]: value = "task-1758378" [ 1605.802568] env[62023]: _type = "Task" [ 1605.802568] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.808928] env[62023]: DEBUG oslo_vmware.api [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1758378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.934372] env[62023]: DEBUG oslo_concurrency.lockutils [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Acquiring lock "6b867581-5ee5-4bb6-95a7-3292d7135458" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.934768] env[62023]: DEBUG oslo_concurrency.lockutils [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Lock "6b867581-5ee5-4bb6-95a7-3292d7135458" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.935081] env[62023]: DEBUG oslo_concurrency.lockutils [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Acquiring lock "6b867581-5ee5-4bb6-95a7-3292d7135458-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.935389] env[62023]: DEBUG oslo_concurrency.lockutils [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Lock "6b867581-5ee5-4bb6-95a7-3292d7135458-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.935654] env[62023]: DEBUG oslo_concurrency.lockutils [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Lock "6b867581-5ee5-4bb6-95a7-3292d7135458-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.940877] env[62023]: INFO nova.compute.manager [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Terminating instance [ 1605.959842] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d989f88-33ed-4706-99ff-d0a0905b857a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.987375] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1605.993756] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-565077a7-30d2-4f9f-9527-d7e494bbf475 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.004698] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120875} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.005679] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1606.007089] env[62023]: DEBUG oslo_vmware.api [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1606.007089] env[62023]: value = "task-1758379" [ 1606.007089] env[62023]: _type = "Task" [ 1606.007089] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.008495] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521e972e-5635-4091-bd73-375c0630ef18 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.025317] env[62023]: DEBUG oslo_vmware.api [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.044825] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd/61af069c-a6d6-4ee7-b1a1-05c8fe3805bd.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1606.047965] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d27e60e9-2c04-43ad-a79b-6134c32e3191 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.069260] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1606.069260] env[62023]: value = "task-1758380" [ 1606.069260] env[62023]: _type = "Task" [ 1606.069260] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.078557] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.124565] env[62023]: DEBUG nova.compute.manager [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1606.149621] env[62023]: DEBUG nova.network.neutron [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Successfully created port: 30aba5b3-bc31-46ea-9077-33ffdde93bd9 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1606.165556] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758375, 'name': ReconfigVM_Task, 'duration_secs': 0.542539} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.166223] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 744e0825-03d9-41ac-ade5-1ac44d5a289a/744e0825-03d9-41ac-ade5-1ac44d5a289a.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1606.167510] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4a0792-4e4a-4a18-90d5-f6127d7a050d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.194777] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927ed8db-5e1d-4875-8a0f-9f225797f7ef {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.198064] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.223212] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcdf9b4-c674-4668-ab2e-64f9bd0b2bb2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.015668] env[62023]: DEBUG nova.compute.manager [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1607.016062] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1607.027635] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dae5e9-173d-43e5-b989-6fb4f80ace21 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.037417] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8b38d6-9a4c-478e-b67d-25ca70b9a92d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.044274] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d729235b-4a50-4cfe-a932-bede633088f0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.056431] env[62023]: DEBUG oslo_vmware.api [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Task: {'id': task-1758378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383852} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.069319] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1607.069319] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1607.069319] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1607.069319] env[62023]: INFO nova.compute.manager [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Took 2.40 seconds to destroy the instance on the hypervisor. [ 1607.069319] env[62023]: DEBUG oslo.service.loopingcall [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1607.069319] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1607.070610] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758380, 'name': ReconfigVM_Task, 'duration_secs': 0.924219} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.071229] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1607.071482] env[62023]: DEBUG oslo_vmware.api [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758379, 'name': PowerOffVM_Task, 'duration_secs': 0.578026} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.072702] env[62023]: DEBUG nova.compute.manager [-] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1607.072885] env[62023]: DEBUG nova.network.neutron [-] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1607.074874] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26da2e98-7d51-4f1d-9d7f-fb0370997996 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.076293] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd/61af069c-a6d6-4ee7-b1a1-05c8fe3805bd.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1607.076891] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-435cb4d1-0f47-449c-86e0-b319c041df4f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.078769] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1607.084395] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1607.086561] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00641b07-c3b2-4d09-aa21-1e356c0bc7ab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.089162] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f71f5ef-609f-4cc7-b001-c2e6b24a0944 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.105523] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5c60be-b536-4bc6-a994-6924cf4b106e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.112332] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1607.112332] env[62023]: value = "task-1758382" [ 1607.112332] env[62023]: _type = "Task" [ 1607.112332] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.112766] env[62023]: DEBUG oslo_vmware.api [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Waiting for the task: (returnval){ [ 1607.112766] env[62023]: value = "task-1758381" [ 1607.112766] env[62023]: _type = "Task" [ 1607.112766] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.151607] env[62023]: DEBUG oslo_vmware.api [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1607.151607] env[62023]: value = "task-1758384" [ 1607.151607] env[62023]: _type = "Task" [ 1607.151607] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.152093] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1607.152093] env[62023]: value = "task-1758383" [ 1607.152093] env[62023]: _type = "Task" [ 1607.152093] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.154899] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a865b86d-8861-44d5-92c1-3326029d9431 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.174152] env[62023]: DEBUG oslo_vmware.api [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': task-1758381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.174152] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.188790] env[62023]: DEBUG oslo_vmware.api [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.189595] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758383, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.191219] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c723749-9d62-47c0-a4ab-2de50d76c4af {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.206436] env[62023]: DEBUG nova.compute.provider_tree [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.549627] env[62023]: DEBUG nova.compute.manager [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1607.552043] env[62023]: INFO nova.compute.manager [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Rebuilding instance [ 1607.598038] env[62023]: DEBUG nova.virt.hardware [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1607.598038] env[62023]: DEBUG nova.virt.hardware [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1607.598038] env[62023]: DEBUG nova.virt.hardware [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1607.598038] env[62023]: DEBUG nova.virt.hardware [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1607.599647] env[62023]: DEBUG nova.virt.hardware [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1607.599850] env[62023]: DEBUG nova.virt.hardware [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1607.600149] env[62023]: DEBUG nova.virt.hardware [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1607.600353] env[62023]: DEBUG nova.virt.hardware [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1607.600580] env[62023]: DEBUG nova.virt.hardware [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1607.600791] env[62023]: DEBUG nova.virt.hardware [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1607.601227] env[62023]: DEBUG nova.virt.hardware [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1607.602117] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472545e7-0e85-49fa-bec9-ab916c31b65a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.617703] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1203fc-ee33-4c26-bf11-9917d0f7dc46 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.629416] env[62023]: DEBUG nova.compute.manager [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1607.630727] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acfef8c-2491-4b49-b049-0659470fd44e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.646535] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.650778] env[62023]: DEBUG oslo_vmware.api [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': task-1758381, 'name': PowerOffVM_Task, 'duration_secs': 0.283925} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.653307] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1607.653493] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1607.653935] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e37b637-0cbe-4a1f-8ef6-eaf09e758c52 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.670201] env[62023]: DEBUG oslo_vmware.api [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758384, 'name': ReconfigVM_Task, 'duration_secs': 0.304484} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.670472] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758383, 'name': Rename_Task, 'duration_secs': 0.18342} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.670714] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1607.670910] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1607.671179] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1607.671366] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c409a61-9ee0-4f43-92c1-aff6fb423729 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.675356] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93669826-08cc-43e7-8c63-05ce3911ee8d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.682208] env[62023]: DEBUG oslo_vmware.api [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1607.682208] env[62023]: value = "task-1758386" [ 1607.682208] env[62023]: _type = "Task" [ 1607.682208] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.683544] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1607.683544] env[62023]: value = "task-1758387" [ 1607.683544] env[62023]: _type = "Task" [ 1607.683544] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.697550] env[62023]: DEBUG oslo_vmware.api [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.703559] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.710668] env[62023]: DEBUG nova.scheduler.client.report [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1607.829122] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1607.829367] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1607.829556] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Deleting the datastore file [datastore1] 6b867581-5ee5-4bb6-95a7-3292d7135458 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1607.829800] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21104ca9-6209-4e73-8cc9-30d337dc5c87 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.837464] env[62023]: DEBUG oslo_vmware.api [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Waiting for the task: (returnval){ [ 1607.837464] env[62023]: value = "task-1758388" [ 1607.837464] env[62023]: _type = "Task" [ 1607.837464] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.847334] env[62023]: DEBUG oslo_vmware.api [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': task-1758388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.972065] env[62023]: DEBUG nova.compute.manager [req-4ffd2af1-3052-400a-8957-d431e9a73e2d req-d8a7a076-6bd8-408f-815f-d7160cd78888 service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Received event network-vif-deleted-3ceb0804-b5a3-4afb-8c30-e4a97269b0d4 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1607.972288] env[62023]: INFO nova.compute.manager [req-4ffd2af1-3052-400a-8957-d431e9a73e2d req-d8a7a076-6bd8-408f-815f-d7160cd78888 service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Neutron deleted interface 3ceb0804-b5a3-4afb-8c30-e4a97269b0d4; detaching it from the instance and deleting it from the info cache [ 1607.972351] env[62023]: DEBUG nova.network.neutron [req-4ffd2af1-3052-400a-8957-d431e9a73e2d req-d8a7a076-6bd8-408f-815f-d7160cd78888 service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.094114] env[62023]: DEBUG nova.network.neutron [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Successfully updated port: 30aba5b3-bc31-46ea-9077-33ffdde93bd9 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1608.132348] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.198188] env[62023]: DEBUG oslo_vmware.api [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.201619] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758387, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.324886] env[62023]: DEBUG nova.network.neutron [-] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.348540] env[62023]: DEBUG oslo_vmware.api [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Task: {'id': task-1758388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255879} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.348814] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1608.349064] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1608.349255] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1608.349437] env[62023]: INFO nova.compute.manager [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1608.349663] env[62023]: DEBUG oslo.service.loopingcall [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1608.350036] env[62023]: DEBUG nova.compute.manager [-] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1608.350036] env[62023]: DEBUG nova.network.neutron [-] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1608.475550] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c91affb-75a4-484c-bc35-93d341681593 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.485673] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55e24c2-d3ca-4e91-8341-20260afaaea7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.527587] env[62023]: DEBUG nova.compute.manager [req-4ffd2af1-3052-400a-8957-d431e9a73e2d req-d8a7a076-6bd8-408f-815f-d7160cd78888 service nova] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Detach interface failed, port_id=3ceb0804-b5a3-4afb-8c30-e4a97269b0d4, reason: Instance b1746b26-9eae-4980-92c5-761e8666ecfa could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1608.595785] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "refresh_cache-935173c4-c679-4381-be6a-c9dcbdb04430" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.595960] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "refresh_cache-935173c4-c679-4381-be6a-c9dcbdb04430" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.596137] env[62023]: DEBUG nova.network.neutron [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1608.631885] env[62023]: DEBUG oslo_vmware.api [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758382, 'name': PowerOnVM_Task, 'duration_secs': 1.332789} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.632172] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1608.657332] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1608.657850] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf759d46-d677-42ee-8967-8e484a9e920e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.665698] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1608.665698] env[62023]: value = "task-1758389" [ 1608.665698] env[62023]: _type = "Task" [ 1608.665698] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.675594] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.695126] env[62023]: DEBUG oslo_vmware.api [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758386, 'name': PowerOnVM_Task, 'duration_secs': 0.756587} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.695881] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1608.696043] env[62023]: DEBUG nova.compute.manager [None req-0cb6c201-b836-4a1f-bf73-0e9c9f67666e tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1608.696819] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df5de36-967e-4732-b625-9445a86eaac4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.703028] env[62023]: DEBUG oslo_vmware.api [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758387, 'name': PowerOnVM_Task, 'duration_secs': 0.6013} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.703706] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1608.703948] env[62023]: INFO nova.compute.manager [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Took 10.79 seconds to spawn the instance on the hypervisor. [ 1608.704154] env[62023]: DEBUG nova.compute.manager [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1608.704975] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0b7f91-2a18-4109-9073-0af256967ec3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.722886] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.606s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.725903] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.915s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.727532] env[62023]: INFO nova.compute.claims [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1608.827499] env[62023]: INFO nova.compute.manager [-] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Took 1.75 seconds to deallocate network for instance. [ 1609.133349] env[62023]: DEBUG nova.network.neutron [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1609.176136] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758389, 'name': PowerOffVM_Task, 'duration_secs': 0.325206} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.176418] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1609.176653] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1609.177482] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f441e4bb-750f-493b-a573-f8f9b5132a73 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.184720] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1609.185658] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8331ed1-be84-456b-b31d-c30bf6b048ac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.233150] env[62023]: DEBUG nova.network.neutron [-] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.237815] env[62023]: INFO nova.compute.manager [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Took 47.71 seconds to build instance. [ 1609.293758] env[62023]: DEBUG nova.network.neutron [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Updating instance_info_cache with network_info: [{"id": "30aba5b3-bc31-46ea-9077-33ffdde93bd9", "address": "fa:16:3e:c2:15:54", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30aba5b3-bc", "ovs_interfaceid": "30aba5b3-bc31-46ea-9077-33ffdde93bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.301012] env[62023]: INFO nova.scheduler.client.report [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleted allocation for migration c83aab34-bef8-4683-a919-c89e87134f91 [ 1609.336399] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.351585] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1609.351804] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1609.351968] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Deleting the datastore file [datastore1] 71e7298b-dfd3-4857-abbd-15de2aadad07 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1609.352271] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efb6046d-6a5d-447d-aaa0-c0deee1ed7aa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.360064] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1609.360064] env[62023]: value = "task-1758391" [ 1609.360064] env[62023]: _type = "Task" [ 1609.360064] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.368869] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.642437] env[62023]: INFO nova.compute.manager [None req-55ae88ba-7ec2-47a4-a800-bff59e3d3904 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Updating instance to original state: 'active' [ 1609.740557] env[62023]: DEBUG oslo_concurrency.lockutils [None req-465b853d-883d-4f8c-a339-0f73714de2dc tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.221s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.748972] env[62023]: INFO nova.compute.manager [-] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Took 1.40 seconds to deallocate network for instance. [ 1609.796724] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "refresh_cache-935173c4-c679-4381-be6a-c9dcbdb04430" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.797135] env[62023]: DEBUG nova.compute.manager [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Instance network_info: |[{"id": "30aba5b3-bc31-46ea-9077-33ffdde93bd9", "address": "fa:16:3e:c2:15:54", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30aba5b3-bc", "ovs_interfaceid": "30aba5b3-bc31-46ea-9077-33ffdde93bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1609.797644] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:15:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30aba5b3-bc31-46ea-9077-33ffdde93bd9', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1609.808599] env[62023]: DEBUG oslo.service.loopingcall [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.813962] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2c3603ce-0d4e-4d1e-b6a3-b1fb9b9f1aa7 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "beee13a3-6a2a-4113-9317-5efde046fcd7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 41.951s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.815030] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1609.816093] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13bf6e46-fabf-4bc4-b2a5-ce28c08c3b5a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.843028] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1609.843028] env[62023]: value = "task-1758392" [ 1609.843028] env[62023]: _type = "Task" [ 1609.843028] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.854083] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758392, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.869103] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.102189] env[62023]: DEBUG nova.compute.manager [req-3ed46b52-3759-4ad1-b65c-11017a72e4d5 req-ed77292e-4c79-400a-b2f0-084cb98a47de service nova] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Received event network-vif-plugged-30aba5b3-bc31-46ea-9077-33ffdde93bd9 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1610.102189] env[62023]: DEBUG oslo_concurrency.lockutils [req-3ed46b52-3759-4ad1-b65c-11017a72e4d5 req-ed77292e-4c79-400a-b2f0-084cb98a47de service nova] Acquiring lock "935173c4-c679-4381-be6a-c9dcbdb04430-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.102764] env[62023]: DEBUG oslo_concurrency.lockutils [req-3ed46b52-3759-4ad1-b65c-11017a72e4d5 req-ed77292e-4c79-400a-b2f0-084cb98a47de service nova] Lock "935173c4-c679-4381-be6a-c9dcbdb04430-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.103145] env[62023]: DEBUG oslo_concurrency.lockutils [req-3ed46b52-3759-4ad1-b65c-11017a72e4d5 req-ed77292e-4c79-400a-b2f0-084cb98a47de service nova] Lock "935173c4-c679-4381-be6a-c9dcbdb04430-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.103470] env[62023]: DEBUG nova.compute.manager [req-3ed46b52-3759-4ad1-b65c-11017a72e4d5 req-ed77292e-4c79-400a-b2f0-084cb98a47de service nova] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] No waiting events found dispatching network-vif-plugged-30aba5b3-bc31-46ea-9077-33ffdde93bd9 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1610.103893] env[62023]: WARNING nova.compute.manager [req-3ed46b52-3759-4ad1-b65c-11017a72e4d5 req-ed77292e-4c79-400a-b2f0-084cb98a47de service nova] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Received unexpected event network-vif-plugged-30aba5b3-bc31-46ea-9077-33ffdde93bd9 for instance with vm_state building and task_state spawning. [ 1610.104206] env[62023]: DEBUG nova.compute.manager [req-3ed46b52-3759-4ad1-b65c-11017a72e4d5 req-ed77292e-4c79-400a-b2f0-084cb98a47de service nova] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Received event network-changed-30aba5b3-bc31-46ea-9077-33ffdde93bd9 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1610.104536] env[62023]: DEBUG nova.compute.manager [req-3ed46b52-3759-4ad1-b65c-11017a72e4d5 req-ed77292e-4c79-400a-b2f0-084cb98a47de service nova] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Refreshing instance network info cache due to event network-changed-30aba5b3-bc31-46ea-9077-33ffdde93bd9. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1610.104873] env[62023]: DEBUG oslo_concurrency.lockutils [req-3ed46b52-3759-4ad1-b65c-11017a72e4d5 req-ed77292e-4c79-400a-b2f0-084cb98a47de service nova] Acquiring lock "refresh_cache-935173c4-c679-4381-be6a-c9dcbdb04430" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.105164] env[62023]: DEBUG oslo_concurrency.lockutils [req-3ed46b52-3759-4ad1-b65c-11017a72e4d5 req-ed77292e-4c79-400a-b2f0-084cb98a47de service nova] Acquired lock "refresh_cache-935173c4-c679-4381-be6a-c9dcbdb04430" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.106992] env[62023]: DEBUG nova.network.neutron [req-3ed46b52-3759-4ad1-b65c-11017a72e4d5 req-ed77292e-4c79-400a-b2f0-084cb98a47de service nova] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Refreshing network info cache for port 30aba5b3-bc31-46ea-9077-33ffdde93bd9 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1610.159063] env[62023]: DEBUG oslo_concurrency.lockutils [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "7ccd9c6a-4027-4a22-9be1-622267fd9541" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.159336] env[62023]: DEBUG oslo_concurrency.lockutils [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lock "7ccd9c6a-4027-4a22-9be1-622267fd9541" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.160023] env[62023]: DEBUG oslo_concurrency.lockutils [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "7ccd9c6a-4027-4a22-9be1-622267fd9541-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.160023] env[62023]: DEBUG oslo_concurrency.lockutils [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lock "7ccd9c6a-4027-4a22-9be1-622267fd9541-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.160023] env[62023]: DEBUG oslo_concurrency.lockutils [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lock "7ccd9c6a-4027-4a22-9be1-622267fd9541-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.162810] env[62023]: INFO nova.compute.manager [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Terminating instance [ 1610.207546] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad500d4-e6bc-400c-b2c9-2129d67a653e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.218741] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad347b43-5e46-4db8-9c8a-c891fff354ef {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.253645] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100a9309-5bd5-428d-9339-e5bc583837cf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.258421] env[62023]: DEBUG oslo_concurrency.lockutils [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.264269] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59112cc9-d2ae-4094-a220-1b3ed8413ac3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.278682] env[62023]: DEBUG nova.compute.provider_tree [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.353611] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758392, 'name': CreateVM_Task, 'duration_secs': 0.473565} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.356021] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1610.356021] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.356021] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.356021] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1610.356021] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3deb788e-477b-4136-8a4c-6126ac5162cc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.360562] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1610.360562] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5204b354-622a-9f12-3ed0-332b3fc090ce" [ 1610.360562] env[62023]: _type = "Task" [ 1610.360562] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.371356] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5204b354-622a-9f12-3ed0-332b3fc090ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.374860] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522134} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.375176] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1610.375408] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1610.375619] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1610.666812] env[62023]: DEBUG nova.compute.manager [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1610.667126] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1610.668762] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02a856e-720c-4285-867c-0e8ee091337f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.680732] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1610.681196] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c46e28eb-e732-4839-bbbb-76d3ca206189 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.692203] env[62023]: DEBUG oslo_vmware.api [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1610.692203] env[62023]: value = "task-1758393" [ 1610.692203] env[62023]: _type = "Task" [ 1610.692203] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.705735] env[62023]: DEBUG oslo_vmware.api [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.751702] env[62023]: DEBUG nova.compute.manager [req-e591e2dd-ad1b-42da-a24f-71894799db8b req-e23a71f8-85f6-424c-8427-bc52c913f161 service nova] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Received event network-changed-fb09bba6-73f3-4ae6-8bfd-96c38eb29a90 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1610.751966] env[62023]: DEBUG nova.compute.manager [req-e591e2dd-ad1b-42da-a24f-71894799db8b req-e23a71f8-85f6-424c-8427-bc52c913f161 service nova] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Refreshing instance network info cache due to event network-changed-fb09bba6-73f3-4ae6-8bfd-96c38eb29a90. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1610.753435] env[62023]: DEBUG oslo_concurrency.lockutils [req-e591e2dd-ad1b-42da-a24f-71894799db8b req-e23a71f8-85f6-424c-8427-bc52c913f161 service nova] Acquiring lock "refresh_cache-61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.753435] env[62023]: DEBUG oslo_concurrency.lockutils [req-e591e2dd-ad1b-42da-a24f-71894799db8b req-e23a71f8-85f6-424c-8427-bc52c913f161 service nova] Acquired lock "refresh_cache-61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.753435] env[62023]: DEBUG nova.network.neutron [req-e591e2dd-ad1b-42da-a24f-71894799db8b req-e23a71f8-85f6-424c-8427-bc52c913f161 service nova] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Refreshing network info cache for port fb09bba6-73f3-4ae6-8bfd-96c38eb29a90 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1610.783048] env[62023]: DEBUG nova.scheduler.client.report [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1610.872636] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5204b354-622a-9f12-3ed0-332b3fc090ce, 'name': SearchDatastore_Task, 'duration_secs': 0.015983} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.872961] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.873217] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1610.873457] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.873602] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.873784] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1610.874061] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecd3f60e-6b2f-4798-b48e-14ee2eeb2f82 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.888174] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1610.888376] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1610.889890] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfef8082-80c2-48d2-823f-8b326a940d6a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.897409] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1610.897409] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b10e56-5ae2-d4b8-9b41-d188074d8b92" [ 1610.897409] env[62023]: _type = "Task" [ 1610.897409] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.907581] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b10e56-5ae2-d4b8-9b41-d188074d8b92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.042516] env[62023]: DEBUG nova.network.neutron [req-3ed46b52-3759-4ad1-b65c-11017a72e4d5 req-ed77292e-4c79-400a-b2f0-084cb98a47de service nova] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Updated VIF entry in instance network info cache for port 30aba5b3-bc31-46ea-9077-33ffdde93bd9. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1611.042516] env[62023]: DEBUG nova.network.neutron [req-3ed46b52-3759-4ad1-b65c-11017a72e4d5 req-ed77292e-4c79-400a-b2f0-084cb98a47de service nova] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Updating instance_info_cache with network_info: [{"id": "30aba5b3-bc31-46ea-9077-33ffdde93bd9", "address": "fa:16:3e:c2:15:54", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30aba5b3-bc", "ovs_interfaceid": "30aba5b3-bc31-46ea-9077-33ffdde93bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.202467] env[62023]: DEBUG oslo_vmware.api [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.289699] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.290271] env[62023]: DEBUG nova.compute.manager [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1611.292923] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.437s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.294905] env[62023]: INFO nova.compute.claims [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1611.352589] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "744e0825-03d9-41ac-ade5-1ac44d5a289a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.352842] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "744e0825-03d9-41ac-ade5-1ac44d5a289a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.353057] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "744e0825-03d9-41ac-ade5-1ac44d5a289a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.353244] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "744e0825-03d9-41ac-ade5-1ac44d5a289a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.353412] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "744e0825-03d9-41ac-ade5-1ac44d5a289a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.355571] env[62023]: INFO nova.compute.manager [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Terminating instance [ 1611.409861] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b10e56-5ae2-d4b8-9b41-d188074d8b92, 'name': SearchDatastore_Task, 'duration_secs': 0.013661} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.411804] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84553025-7603-4253-a597-0f7397ff3d1a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.420127] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1611.420127] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52120cd3-2e82-af58-c17f-9ce9b57dbcb4" [ 1611.420127] env[62023]: _type = "Task" [ 1611.420127] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.429654] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52120cd3-2e82-af58-c17f-9ce9b57dbcb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.443414] env[62023]: DEBUG nova.virt.hardware [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1611.443637] env[62023]: DEBUG nova.virt.hardware [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1611.443736] env[62023]: DEBUG nova.virt.hardware [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1611.443917] env[62023]: DEBUG nova.virt.hardware [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1611.444075] env[62023]: DEBUG nova.virt.hardware [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1611.444230] env[62023]: DEBUG nova.virt.hardware [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1611.444458] env[62023]: DEBUG nova.virt.hardware [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1611.444633] env[62023]: DEBUG nova.virt.hardware [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1611.444811] env[62023]: DEBUG nova.virt.hardware [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1611.445136] env[62023]: DEBUG nova.virt.hardware [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1611.445213] env[62023]: DEBUG nova.virt.hardware [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1611.446073] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879cf51e-b77c-4464-aa76-8df4a9d44f75 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.454738] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d317ff-8b65-48a4-a342-1df3e39d4e2e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.473107] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:35:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c125c30c-2b5e-40a0-b9e4-a0163fba2d03', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1611.481165] env[62023]: DEBUG oslo.service.loopingcall [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1611.484109] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1611.484355] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f50e130c-4380-44b3-9232-3fd69bf78c0c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.506095] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1611.506095] env[62023]: value = "task-1758394" [ 1611.506095] env[62023]: _type = "Task" [ 1611.506095] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.514459] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758394, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.548816] env[62023]: DEBUG oslo_concurrency.lockutils [req-3ed46b52-3759-4ad1-b65c-11017a72e4d5 req-ed77292e-4c79-400a-b2f0-084cb98a47de service nova] Releasing lock "refresh_cache-935173c4-c679-4381-be6a-c9dcbdb04430" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.549184] env[62023]: DEBUG nova.compute.manager [req-3ed46b52-3759-4ad1-b65c-11017a72e4d5 req-ed77292e-4c79-400a-b2f0-084cb98a47de service nova] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Received event network-vif-deleted-944d70fb-8eba-4992-aebe-f13d90463983 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1611.587878] env[62023]: DEBUG nova.network.neutron [req-e591e2dd-ad1b-42da-a24f-71894799db8b req-e23a71f8-85f6-424c-8427-bc52c913f161 service nova] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Updated VIF entry in instance network info cache for port fb09bba6-73f3-4ae6-8bfd-96c38eb29a90. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1611.588559] env[62023]: DEBUG nova.network.neutron [req-e591e2dd-ad1b-42da-a24f-71894799db8b req-e23a71f8-85f6-424c-8427-bc52c913f161 service nova] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Updating instance_info_cache with network_info: [{"id": "fb09bba6-73f3-4ae6-8bfd-96c38eb29a90", "address": "fa:16:3e:b5:fa:9b", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb09bba6-73", "ovs_interfaceid": "fb09bba6-73f3-4ae6-8bfd-96c38eb29a90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.703907] env[62023]: DEBUG oslo_vmware.api [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.730688] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "beee13a3-6a2a-4113-9317-5efde046fcd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.731052] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "beee13a3-6a2a-4113-9317-5efde046fcd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.731298] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "beee13a3-6a2a-4113-9317-5efde046fcd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.731694] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "beee13a3-6a2a-4113-9317-5efde046fcd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.731936] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "beee13a3-6a2a-4113-9317-5efde046fcd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.734934] env[62023]: INFO nova.compute.manager [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Terminating instance [ 1611.800430] env[62023]: DEBUG nova.compute.utils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1611.803810] env[62023]: DEBUG nova.compute.manager [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1611.803976] env[62023]: DEBUG nova.network.neutron [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1611.854352] env[62023]: DEBUG nova.policy [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2abd3da0886d4630b3c219da9de60b15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5414aff842394eed96603a644b24d1d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1611.860244] env[62023]: DEBUG nova.compute.manager [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1611.860244] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1611.860918] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ddb625-330f-4f3f-b139-9e7790b22147 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.869398] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1611.869686] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3dfcc0c-4d5a-4c10-8531-28e801f6cbe9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.876528] env[62023]: DEBUG oslo_vmware.api [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1611.876528] env[62023]: value = "task-1758395" [ 1611.876528] env[62023]: _type = "Task" [ 1611.876528] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.888236] env[62023]: DEBUG oslo_vmware.api [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.938686] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52120cd3-2e82-af58-c17f-9ce9b57dbcb4, 'name': SearchDatastore_Task, 'duration_secs': 0.015352} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.938965] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.939749] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 935173c4-c679-4381-be6a-c9dcbdb04430/935173c4-c679-4381-be6a-c9dcbdb04430.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1611.939749] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13dfb2dd-8587-45ce-94ba-bc493a9ec157 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.946623] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1611.946623] env[62023]: value = "task-1758396" [ 1611.946623] env[62023]: _type = "Task" [ 1611.946623] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.956175] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.019535] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758394, 'name': CreateVM_Task, 'duration_secs': 0.403067} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.019820] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1612.020679] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.020761] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.021045] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1612.021679] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a40dae-f628-4386-909d-8f8f21fb5b52 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.027621] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1612.027621] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522401e9-f463-2cd1-4ed9-f40a9d977678" [ 1612.027621] env[62023]: _type = "Task" [ 1612.027621] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.038901] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522401e9-f463-2cd1-4ed9-f40a9d977678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.091452] env[62023]: DEBUG oslo_concurrency.lockutils [req-e591e2dd-ad1b-42da-a24f-71894799db8b req-e23a71f8-85f6-424c-8427-bc52c913f161 service nova] Releasing lock "refresh_cache-61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.207418] env[62023]: DEBUG oslo_vmware.api [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758393, 'name': PowerOffVM_Task, 'duration_secs': 1.491179} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.207810] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.207990] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1612.208290] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99950c5e-d7e6-4a4d-91e9-4a7c57a06e85 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.237783] env[62023]: DEBUG nova.network.neutron [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Successfully created port: 8ae58ac7-9707-4a15-a2a7-b992df8b8234 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1612.240844] env[62023]: DEBUG nova.compute.manager [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1612.241066] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1612.242038] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463381d6-0839-4721-beda-b476c2857afa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.251024] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1612.251195] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2b6620a-f44e-46d8-82a3-a026bce940b0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.257365] env[62023]: DEBUG oslo_vmware.api [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1612.257365] env[62023]: value = "task-1758398" [ 1612.257365] env[62023]: _type = "Task" [ 1612.257365] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.268662] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.268901] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.270086] env[62023]: DEBUG oslo_vmware.api [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.299143] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1612.299554] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1612.299826] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Deleting the datastore file [datastore1] 7ccd9c6a-4027-4a22-9be1-622267fd9541 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1612.300534] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18abfab5-651b-4164-894c-9f01a00f4e59 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.305052] env[62023]: DEBUG nova.compute.manager [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1612.312788] env[62023]: DEBUG oslo_vmware.api [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1612.312788] env[62023]: value = "task-1758399" [ 1612.312788] env[62023]: _type = "Task" [ 1612.312788] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.323288] env[62023]: DEBUG oslo_vmware.api [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.394366] env[62023]: DEBUG oslo_vmware.api [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758395, 'name': PowerOffVM_Task, 'duration_secs': 0.308538} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.394659] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.394829] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1612.395200] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88a40a25-bada-4d4b-9eb7-7568af9f381f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.457851] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758396, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.496772] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1612.497037] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1612.497284] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Deleting the datastore file [datastore1] 744e0825-03d9-41ac-ade5-1ac44d5a289a {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1612.502218] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f23a4184-447b-4433-a0ec-d9b30564db5d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.513307] env[62023]: DEBUG oslo_vmware.api [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1612.513307] env[62023]: value = "task-1758401" [ 1612.513307] env[62023]: _type = "Task" [ 1612.513307] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.527634] env[62023]: DEBUG oslo_vmware.api [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.542923] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522401e9-f463-2cd1-4ed9-f40a9d977678, 'name': SearchDatastore_Task, 'duration_secs': 0.025833} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.543359] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.543612] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1612.543849] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.543995] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.544193] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1612.544492] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f4aa301-23e2-4cb6-9383-88478ed42134 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.570782] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1612.570994] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1612.571828] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b4a780-e875-4943-8202-0ffca1190b06 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.580487] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1612.580487] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5220a5da-8124-d25a-acf3-7c035d7e5347" [ 1612.580487] env[62023]: _type = "Task" [ 1612.580487] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.590960] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5220a5da-8124-d25a-acf3-7c035d7e5347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.773360] env[62023]: DEBUG nova.compute.manager [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1612.775991] env[62023]: DEBUG oslo_vmware.api [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758398, 'name': PowerOffVM_Task, 'duration_secs': 0.220677} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.778826] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.779101] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1612.779545] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-828689ab-9c0b-4a35-b0b1-398d57a882a6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.830188] env[62023]: DEBUG oslo_vmware.api [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.843455] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d7c6dd-6795-4e22-971b-9dc511c1a408 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.851687] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1612.852436] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1612.852436] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleting the datastore file [datastore1] beee13a3-6a2a-4113-9317-5efde046fcd7 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1612.852436] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc7b3909-4388-47a6-892c-b678295fe341 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.857185] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf5f37a-4842-40a8-b423-d0b597b4ded0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.861748] env[62023]: DEBUG oslo_vmware.api [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1612.861748] env[62023]: value = "task-1758403" [ 1612.861748] env[62023]: _type = "Task" [ 1612.861748] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.901869] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a1ba02-fb8f-4b81-99ef-1de3e1fe5ca5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.907791] env[62023]: DEBUG oslo_vmware.api [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.913197] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94cc553-a9ed-486c-bdc1-9d0b915b81bf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.927470] env[62023]: DEBUG nova.compute.provider_tree [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.956857] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681635} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.958040] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 935173c4-c679-4381-be6a-c9dcbdb04430/935173c4-c679-4381-be6a-c9dcbdb04430.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1612.958266] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1612.958634] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-131edaf6-3a40-4fcd-bd4f-a9ef34e582b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.961975] env[62023]: DEBUG oslo_concurrency.lockutils [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquiring lock "8738aede-3817-4117-a482-a77db3db46a1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.962183] env[62023]: DEBUG oslo_concurrency.lockutils [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "8738aede-3817-4117-a482-a77db3db46a1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.967797] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1612.967797] env[62023]: value = "task-1758404" [ 1612.967797] env[62023]: _type = "Task" [ 1612.967797] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.975797] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.023116] env[62023]: DEBUG oslo_vmware.api [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454662} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.023386] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1613.023571] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1613.023752] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1613.023924] env[62023]: INFO nova.compute.manager [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1613.024364] env[62023]: DEBUG oslo.service.loopingcall [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.024364] env[62023]: DEBUG nova.compute.manager [-] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1613.024521] env[62023]: DEBUG nova.network.neutron [-] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1613.090466] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5220a5da-8124-d25a-acf3-7c035d7e5347, 'name': SearchDatastore_Task, 'duration_secs': 0.023592} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.091235] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3b997b1-f16b-4eb1-a864-21f0e4d829e8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.096780] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1613.096780] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524eca2c-1053-8c26-db89-74e3352d0e07" [ 1613.096780] env[62023]: _type = "Task" [ 1613.096780] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.104698] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524eca2c-1053-8c26-db89-74e3352d0e07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.295474] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.318907] env[62023]: DEBUG nova.compute.manager [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1613.330748] env[62023]: DEBUG oslo_vmware.api [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.569008} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.331106] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1613.331339] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1613.331611] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1613.331830] env[62023]: INFO nova.compute.manager [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Took 2.66 seconds to destroy the instance on the hypervisor. [ 1613.332142] env[62023]: DEBUG oslo.service.loopingcall [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.332385] env[62023]: DEBUG nova.compute.manager [-] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1613.332511] env[62023]: DEBUG nova.network.neutron [-] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1613.343675] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1613.343914] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1613.344101] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1613.344354] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1613.344509] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1613.344656] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1613.344863] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1613.345480] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1613.345480] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1613.345480] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1613.345643] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1613.346786] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cdf648-6ea8-4963-ba18-7e26993f34ee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.355509] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b220cb79-404d-429f-b15e-bbede189d9b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.378356] env[62023]: DEBUG oslo_vmware.api [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.430750] env[62023]: DEBUG nova.scheduler.client.report [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1613.465321] env[62023]: DEBUG nova.compute.utils [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1613.478185] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07563} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.478970] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1613.479730] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807d385d-a219-4628-8444-b52039201210 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.505768] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 935173c4-c679-4381-be6a-c9dcbdb04430/935173c4-c679-4381-be6a-c9dcbdb04430.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1613.506642] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceb139ba-27e4-48e6-b531-3d4ca071c042 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.530471] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1613.530471] env[62023]: value = "task-1758405" [ 1613.530471] env[62023]: _type = "Task" [ 1613.530471] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.541553] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.609326] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524eca2c-1053-8c26-db89-74e3352d0e07, 'name': SearchDatastore_Task, 'duration_secs': 0.028874} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.609652] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.609960] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 71e7298b-dfd3-4857-abbd-15de2aadad07/71e7298b-dfd3-4857-abbd-15de2aadad07.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1613.610294] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f22df0b3-f8ec-420f-a208-5b6328759283 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.618655] env[62023]: DEBUG nova.compute.manager [req-cebb7357-dd84-4e6c-b5cf-945a5e41ade1 req-2b33cde5-693b-4736-9f2e-4dbcbf8e7cee service nova] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Received event network-vif-deleted-45a2207e-c368-4cfb-a644-e354af4319a7 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1613.618895] env[62023]: INFO nova.compute.manager [req-cebb7357-dd84-4e6c-b5cf-945a5e41ade1 req-2b33cde5-693b-4736-9f2e-4dbcbf8e7cee service nova] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Neutron deleted interface 45a2207e-c368-4cfb-a644-e354af4319a7; detaching it from the instance and deleting it from the info cache [ 1613.619605] env[62023]: DEBUG nova.network.neutron [req-cebb7357-dd84-4e6c-b5cf-945a5e41ade1 req-2b33cde5-693b-4736-9f2e-4dbcbf8e7cee service nova] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.625059] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1613.625059] env[62023]: value = "task-1758406" [ 1613.625059] env[62023]: _type = "Task" [ 1613.625059] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.634175] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.712549] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquiring lock "9fe841fd-6e67-4739-95fb-afc7939edaea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.712842] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Lock "9fe841fd-6e67-4739-95fb-afc7939edaea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.713055] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquiring lock "9fe841fd-6e67-4739-95fb-afc7939edaea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.713246] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Lock "9fe841fd-6e67-4739-95fb-afc7939edaea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.713421] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Lock "9fe841fd-6e67-4739-95fb-afc7939edaea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.716045] env[62023]: INFO nova.compute.manager [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Terminating instance [ 1613.786972] env[62023]: DEBUG nova.network.neutron [-] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.880853] env[62023]: DEBUG oslo_vmware.api [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.81} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.881530] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1613.881870] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1613.882242] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1613.882574] env[62023]: INFO nova.compute.manager [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1613.883058] env[62023]: DEBUG oslo.service.loopingcall [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.885029] env[62023]: DEBUG nova.compute.manager [-] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1613.885029] env[62023]: DEBUG nova.network.neutron [-] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1613.935558] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.938021] env[62023]: DEBUG nova.compute.manager [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1613.939497] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.861s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.939880] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.940251] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1613.940722] env[62023]: DEBUG oslo_concurrency.lockutils [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.414s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.942425] env[62023]: INFO nova.compute.claims [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1613.946464] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b77c9dd-5687-4616-bfad-9e41fee4f8ea {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.957645] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452b26ca-ea02-4f4d-9dde-74f8badc08a9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.979544] env[62023]: DEBUG oslo_concurrency.lockutils [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "8738aede-3817-4117-a482-a77db3db46a1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.982516] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97273888-7b90-442e-a61b-179d5e98eb66 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.993720] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dbc166-6f6d-4eb8-aa14-6676d58d61be {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.030612] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178333MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1614.030828] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.041341] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758405, 'name': ReconfigVM_Task, 'duration_secs': 0.486564} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.041829] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 935173c4-c679-4381-be6a-c9dcbdb04430/935173c4-c679-4381-be6a-c9dcbdb04430.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1614.042787] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f18df66-17d3-4fdf-9834-130b9687fb2b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.051880] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1614.051880] env[62023]: value = "task-1758407" [ 1614.051880] env[62023]: _type = "Task" [ 1614.051880] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.065624] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758407, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.123942] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0f2683d-448d-4bbb-ab0f-6072885b2d22 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.145788] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039199f9-6f6d-4ca9-96cb-596a04e21da8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.162160] env[62023]: DEBUG nova.network.neutron [-] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.166629] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758406, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.195450] env[62023]: DEBUG nova.compute.manager [req-cebb7357-dd84-4e6c-b5cf-945a5e41ade1 req-2b33cde5-693b-4736-9f2e-4dbcbf8e7cee service nova] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Detach interface failed, port_id=45a2207e-c368-4cfb-a644-e354af4319a7, reason: Instance 744e0825-03d9-41ac-ade5-1ac44d5a289a could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1614.223129] env[62023]: DEBUG nova.compute.manager [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1614.223129] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1614.223129] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c263ebd-bbe9-4637-a048-8b35673b623d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.231777] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.232547] env[62023]: DEBUG nova.network.neutron [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Successfully updated port: 8ae58ac7-9707-4a15-a2a7-b992df8b8234 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1614.233960] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec8e3d8c-a566-4351-94ed-138a2f97bdfc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.240471] env[62023]: DEBUG oslo_vmware.api [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1614.240471] env[62023]: value = "task-1758408" [ 1614.240471] env[62023]: _type = "Task" [ 1614.240471] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.250789] env[62023]: DEBUG oslo_vmware.api [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1758408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.289673] env[62023]: INFO nova.compute.manager [-] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Took 1.27 seconds to deallocate network for instance. [ 1614.447874] env[62023]: DEBUG nova.compute.utils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1614.449793] env[62023]: DEBUG nova.compute.manager [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1614.449972] env[62023]: DEBUG nova.network.neutron [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1614.514397] env[62023]: DEBUG nova.policy [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2abd3da0886d4630b3c219da9de60b15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5414aff842394eed96603a644b24d1d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1614.567785] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758407, 'name': Rename_Task, 'duration_secs': 0.193644} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.568819] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1614.569136] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f9df832-a5a0-475a-9acf-ef1dbe70d3de {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.578715] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1614.578715] env[62023]: value = "task-1758409" [ 1614.578715] env[62023]: _type = "Task" [ 1614.578715] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.588606] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.636320] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622176} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.636722] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 71e7298b-dfd3-4857-abbd-15de2aadad07/71e7298b-dfd3-4857-abbd-15de2aadad07.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1614.636986] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1614.637292] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a88305b-2263-48c7-a9c9-cfa459e5c28b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.647165] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1614.647165] env[62023]: value = "task-1758410" [ 1614.647165] env[62023]: _type = "Task" [ 1614.647165] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.657203] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.665191] env[62023]: INFO nova.compute.manager [-] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Took 1.33 seconds to deallocate network for instance. [ 1614.736774] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "refresh_cache-6c2ef16f-4058-401f-abbc-980a230b1495" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.736938] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquired lock "refresh_cache-6c2ef16f-4058-401f-abbc-980a230b1495" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.737240] env[62023]: DEBUG nova.network.neutron [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1614.753914] env[62023]: DEBUG oslo_vmware.api [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1758408, 'name': PowerOffVM_Task, 'duration_secs': 0.240917} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.754350] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1614.754561] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1614.755278] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93d5448a-b7be-4d1b-b63c-5c75a50211d6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.797711] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.882344] env[62023]: DEBUG nova.network.neutron [-] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.953241] env[62023]: DEBUG nova.compute.manager [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1614.956928] env[62023]: DEBUG nova.network.neutron [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Successfully created port: fd699c10-981e-4b52-b96f-11ade4986cea {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1614.974330] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1614.974584] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1614.974839] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Deleting the datastore file [datastore1] 9fe841fd-6e67-4739-95fb-afc7939edaea {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1614.975471] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bbac1b0-7ad3-41b3-86f5-ffb27fbb8985 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.984918] env[62023]: DEBUG oslo_vmware.api [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for the task: (returnval){ [ 1614.984918] env[62023]: value = "task-1758412" [ 1614.984918] env[62023]: _type = "Task" [ 1614.984918] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.997500] env[62023]: DEBUG oslo_vmware.api [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1758412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.053632] env[62023]: DEBUG oslo_concurrency.lockutils [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquiring lock "8738aede-3817-4117-a482-a77db3db46a1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.053890] env[62023]: DEBUG oslo_concurrency.lockutils [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "8738aede-3817-4117-a482-a77db3db46a1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.054147] env[62023]: INFO nova.compute.manager [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Attaching volume 3e8a5911-f7a1-4a9e-b62e-266905bd646c to /dev/sdb [ 1615.090619] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758409, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.101181] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1b2990-a19e-429c-b227-1ae313c9b153 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.112123] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ef7bf5-1aae-422a-927e-cb109d455592 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.128850] env[62023]: DEBUG nova.virt.block_device [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Updating existing volume attachment record: 1e2f42d4-085e-4326-9c38-429547477325 {{(pid=62023) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1615.160919] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128803} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.161190] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1615.161988] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba9fa61-a9ec-4da4-849c-cc93bc136714 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.180171] env[62023]: DEBUG oslo_concurrency.lockutils [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.190919] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 71e7298b-dfd3-4857-abbd-15de2aadad07/71e7298b-dfd3-4857-abbd-15de2aadad07.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1615.192266] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92bceaae-7297-4b3a-bfc0-d2b7fbf49afa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.215535] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1615.215535] env[62023]: value = "task-1758413" [ 1615.215535] env[62023]: _type = "Task" [ 1615.215535] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.228563] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.316134] env[62023]: DEBUG nova.network.neutron [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1615.385330] env[62023]: INFO nova.compute.manager [-] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Took 1.50 seconds to deallocate network for instance. [ 1615.496870] env[62023]: DEBUG oslo_vmware.api [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1758412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.519012] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55ecc1e-6b4b-4c77-bebd-cff657a8c684 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.523380] env[62023]: DEBUG nova.network.neutron [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Updating instance_info_cache with network_info: [{"id": "8ae58ac7-9707-4a15-a2a7-b992df8b8234", "address": "fa:16:3e:40:f5:d4", "network": {"id": "1799ac64-bbd0-47be-abad-56ac041cacc1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1598895680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5414aff842394eed96603a644b24d1d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ae58ac7-97", "ovs_interfaceid": "8ae58ac7-9707-4a15-a2a7-b992df8b8234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.533106] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bc8ef7-ce65-4e18-872c-6574f2a4a220 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.568863] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39971dfc-4a71-4add-8782-b554584f96aa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.577974] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca665c54-398b-44a0-bf7c-5d8c5bece96e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.601065] env[62023]: DEBUG oslo_vmware.api [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758409, 'name': PowerOnVM_Task, 'duration_secs': 0.525786} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.602027] env[62023]: DEBUG nova.compute.provider_tree [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1615.603353] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1615.603595] env[62023]: INFO nova.compute.manager [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1615.603782] env[62023]: DEBUG nova.compute.manager [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1615.604766] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad247237-e503-4f3b-a5bc-2afe7f0bd956 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.618193] env[62023]: DEBUG oslo_vmware.rw_handles [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213f471-fa04-70c5-e303-b9ce7f514c50/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1615.620282] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a642cc78-29fb-4b5e-b294-88e804564812 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.627369] env[62023]: DEBUG oslo_vmware.rw_handles [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213f471-fa04-70c5-e303-b9ce7f514c50/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1615.627550] env[62023]: ERROR oslo_vmware.rw_handles [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213f471-fa04-70c5-e303-b9ce7f514c50/disk-0.vmdk due to incomplete transfer. [ 1615.627775] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c94bb9cd-2dfe-4306-9207-c938532a12bf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.636522] env[62023]: DEBUG oslo_vmware.rw_handles [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213f471-fa04-70c5-e303-b9ce7f514c50/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1615.636742] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Uploaded image deec9834-749d-43a5-b20c-5d30ae2ae283 to the Glance image server {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1615.639451] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Destroying the VM {{(pid=62023) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1615.640105] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-498b5eb2-88f2-4fb4-b231-6df42bf7cf94 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.647171] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1615.647171] env[62023]: value = "task-1758415" [ 1615.647171] env[62023]: _type = "Task" [ 1615.647171] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.653659] env[62023]: DEBUG nova.compute.manager [req-d2ca05e2-1217-4eca-bcac-f123dcdcfe29 req-c143078d-e59c-417e-a946-80fa9903db92 service nova] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Received event network-vif-deleted-3ca91ffc-a742-485f-8813-5e44e16b7f4f {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1615.653864] env[62023]: DEBUG nova.compute.manager [req-d2ca05e2-1217-4eca-bcac-f123dcdcfe29 req-c143078d-e59c-417e-a946-80fa9903db92 service nova] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Received event network-vif-plugged-8ae58ac7-9707-4a15-a2a7-b992df8b8234 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1615.654067] env[62023]: DEBUG oslo_concurrency.lockutils [req-d2ca05e2-1217-4eca-bcac-f123dcdcfe29 req-c143078d-e59c-417e-a946-80fa9903db92 service nova] Acquiring lock "6c2ef16f-4058-401f-abbc-980a230b1495-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.654295] env[62023]: DEBUG oslo_concurrency.lockutils [req-d2ca05e2-1217-4eca-bcac-f123dcdcfe29 req-c143078d-e59c-417e-a946-80fa9903db92 service nova] Lock "6c2ef16f-4058-401f-abbc-980a230b1495-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.654466] env[62023]: DEBUG oslo_concurrency.lockutils [req-d2ca05e2-1217-4eca-bcac-f123dcdcfe29 req-c143078d-e59c-417e-a946-80fa9903db92 service nova] Lock "6c2ef16f-4058-401f-abbc-980a230b1495-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.654630] env[62023]: DEBUG nova.compute.manager [req-d2ca05e2-1217-4eca-bcac-f123dcdcfe29 req-c143078d-e59c-417e-a946-80fa9903db92 service nova] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] No waiting events found dispatching network-vif-plugged-8ae58ac7-9707-4a15-a2a7-b992df8b8234 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1615.655117] env[62023]: WARNING nova.compute.manager [req-d2ca05e2-1217-4eca-bcac-f123dcdcfe29 req-c143078d-e59c-417e-a946-80fa9903db92 service nova] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Received unexpected event network-vif-plugged-8ae58ac7-9707-4a15-a2a7-b992df8b8234 for instance with vm_state building and task_state spawning. [ 1615.655117] env[62023]: DEBUG nova.compute.manager [req-d2ca05e2-1217-4eca-bcac-f123dcdcfe29 req-c143078d-e59c-417e-a946-80fa9903db92 service nova] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Received event network-changed-8ae58ac7-9707-4a15-a2a7-b992df8b8234 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1615.655117] env[62023]: DEBUG nova.compute.manager [req-d2ca05e2-1217-4eca-bcac-f123dcdcfe29 req-c143078d-e59c-417e-a946-80fa9903db92 service nova] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Refreshing instance network info cache due to event network-changed-8ae58ac7-9707-4a15-a2a7-b992df8b8234. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1615.655285] env[62023]: DEBUG oslo_concurrency.lockutils [req-d2ca05e2-1217-4eca-bcac-f123dcdcfe29 req-c143078d-e59c-417e-a946-80fa9903db92 service nova] Acquiring lock "refresh_cache-6c2ef16f-4058-401f-abbc-980a230b1495" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.662028] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758415, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.729792] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758413, 'name': ReconfigVM_Task, 'duration_secs': 0.333505} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.730323] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 71e7298b-dfd3-4857-abbd-15de2aadad07/71e7298b-dfd3-4857-abbd-15de2aadad07.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1615.730942] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79a5d1da-b47e-456f-aea7-81f537123e56 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.740516] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1615.740516] env[62023]: value = "task-1758418" [ 1615.740516] env[62023]: _type = "Task" [ 1615.740516] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.751432] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758418, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.892195] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.968324] env[62023]: DEBUG nova.compute.manager [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1615.993136] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1615.993442] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1615.993652] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1615.993844] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1615.994058] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1615.994240] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1615.994483] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1615.994655] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1615.994856] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1615.995044] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1615.995300] env[62023]: DEBUG nova.virt.hardware [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1615.996158] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cd4e39-cfd2-4fa9-97a2-b8ac3c4c5424 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.001996] env[62023]: DEBUG oslo_vmware.api [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Task: {'id': task-1758412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.556538} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.002702] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1616.002923] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1616.003223] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1616.003424] env[62023]: INFO nova.compute.manager [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1616.003682] env[62023]: DEBUG oslo.service.loopingcall [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1616.003890] env[62023]: DEBUG nova.compute.manager [-] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1616.003990] env[62023]: DEBUG nova.network.neutron [-] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1616.009288] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ec9cdc-1607-4328-9fdc-5d3c4d2bacce {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.027524] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Releasing lock "refresh_cache-6c2ef16f-4058-401f-abbc-980a230b1495" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.027852] env[62023]: DEBUG nova.compute.manager [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Instance network_info: |[{"id": "8ae58ac7-9707-4a15-a2a7-b992df8b8234", "address": "fa:16:3e:40:f5:d4", "network": {"id": "1799ac64-bbd0-47be-abad-56ac041cacc1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1598895680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5414aff842394eed96603a644b24d1d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ae58ac7-97", "ovs_interfaceid": "8ae58ac7-9707-4a15-a2a7-b992df8b8234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1616.028178] env[62023]: DEBUG oslo_concurrency.lockutils [req-d2ca05e2-1217-4eca-bcac-f123dcdcfe29 req-c143078d-e59c-417e-a946-80fa9903db92 service nova] Acquired lock "refresh_cache-6c2ef16f-4058-401f-abbc-980a230b1495" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.028376] env[62023]: DEBUG nova.network.neutron [req-d2ca05e2-1217-4eca-bcac-f123dcdcfe29 req-c143078d-e59c-417e-a946-80fa9903db92 service nova] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Refreshing network info cache for port 8ae58ac7-9707-4a15-a2a7-b992df8b8234 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1616.029758] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:f5:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ae58ac7-9707-4a15-a2a7-b992df8b8234', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1616.037977] env[62023]: DEBUG oslo.service.loopingcall [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1616.040885] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1616.041398] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5856de26-269e-4c03-aeb6-55743e0dd20c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.067242] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1616.067242] env[62023]: value = "task-1758419" [ 1616.067242] env[62023]: _type = "Task" [ 1616.067242] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.077438] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758419, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.138438] env[62023]: ERROR nova.scheduler.client.report [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [req-445aac7f-883c-4402-b51b-586c44d0bf7f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-445aac7f-883c-4402-b51b-586c44d0bf7f"}]} [ 1616.141700] env[62023]: INFO nova.compute.manager [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Took 45.91 seconds to build instance. [ 1616.155770] env[62023]: DEBUG nova.scheduler.client.report [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1616.169909] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758415, 'name': Destroy_Task} progress is 33%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.178958] env[62023]: DEBUG nova.scheduler.client.report [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1616.179310] env[62023]: DEBUG nova.compute.provider_tree [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1616.192925] env[62023]: DEBUG nova.scheduler.client.report [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1616.216940] env[62023]: DEBUG nova.scheduler.client.report [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1616.259399] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758418, 'name': Rename_Task, 'duration_secs': 0.202683} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.262357] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1616.262625] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-517d34d5-5ce1-4d4d-b9c3-4465890fb7be {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.271647] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1616.271647] env[62023]: value = "task-1758420" [ 1616.271647] env[62023]: _type = "Task" [ 1616.271647] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.283495] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.386103] env[62023]: DEBUG nova.network.neutron [req-d2ca05e2-1217-4eca-bcac-f123dcdcfe29 req-c143078d-e59c-417e-a946-80fa9903db92 service nova] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Updated VIF entry in instance network info cache for port 8ae58ac7-9707-4a15-a2a7-b992df8b8234. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1616.386316] env[62023]: DEBUG nova.network.neutron [req-d2ca05e2-1217-4eca-bcac-f123dcdcfe29 req-c143078d-e59c-417e-a946-80fa9903db92 service nova] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Updating instance_info_cache with network_info: [{"id": "8ae58ac7-9707-4a15-a2a7-b992df8b8234", "address": "fa:16:3e:40:f5:d4", "network": {"id": "1799ac64-bbd0-47be-abad-56ac041cacc1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1598895680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5414aff842394eed96603a644b24d1d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ae58ac7-97", "ovs_interfaceid": "8ae58ac7-9707-4a15-a2a7-b992df8b8234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.581249] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758419, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.637192] env[62023]: DEBUG oslo_concurrency.lockutils [None req-66aebd43-2832-4abf-a190-70b4e889900f tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "935173c4-c679-4381-be6a-c9dcbdb04430" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.650286] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8ed9dc65-154e-4b10-a71c-90b661901229 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "935173c4-c679-4381-be6a-c9dcbdb04430" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.431s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.650898] env[62023]: DEBUG oslo_concurrency.lockutils [None req-66aebd43-2832-4abf-a190-70b4e889900f tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "935173c4-c679-4381-be6a-c9dcbdb04430" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.014s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.651263] env[62023]: DEBUG nova.compute.manager [None req-66aebd43-2832-4abf-a190-70b4e889900f tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1616.655058] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3febb6e-93d2-461e-a106-6c0b5ca8ffb0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.664605] env[62023]: DEBUG nova.compute.manager [None req-66aebd43-2832-4abf-a190-70b4e889900f tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62023) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1616.665442] env[62023]: DEBUG nova.objects.instance [None req-66aebd43-2832-4abf-a190-70b4e889900f tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lazy-loading 'flavor' on Instance uuid 935173c4-c679-4381-be6a-c9dcbdb04430 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1616.682380] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758415, 'name': Destroy_Task, 'duration_secs': 0.735563} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.683698] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Destroyed the VM [ 1616.684025] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Deleting Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1616.684307] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cae41a77-eadc-4ab8-8f8f-dfeb6e536b97 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.725302] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1616.725302] env[62023]: value = "task-1758421" [ 1616.725302] env[62023]: _type = "Task" [ 1616.725302] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.725302] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758421, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.788769] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.812823] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2e7907-3c54-4a47-9d6f-9ab425004a23 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.821272] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b66d5d-1d7f-4813-8a3b-21bb9b542a3f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.858478] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c7d563-d458-4ba9-ae38-1cbdeb135c0e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.867905] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01244266-11e0-417b-a2c2-dc231a856651 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.883165] env[62023]: DEBUG nova.compute.provider_tree [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1616.893274] env[62023]: DEBUG oslo_concurrency.lockutils [req-d2ca05e2-1217-4eca-bcac-f123dcdcfe29 req-c143078d-e59c-417e-a946-80fa9903db92 service nova] Releasing lock "refresh_cache-6c2ef16f-4058-401f-abbc-980a230b1495" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.893654] env[62023]: DEBUG nova.compute.manager [req-d2ca05e2-1217-4eca-bcac-f123dcdcfe29 req-c143078d-e59c-417e-a946-80fa9903db92 service nova] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Received event network-vif-deleted-531eff89-beaa-4639-96bb-affaf160ebfe {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1616.956023] env[62023]: DEBUG nova.network.neutron [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Successfully updated port: fd699c10-981e-4b52-b96f-11ade4986cea {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1617.062774] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "bfccc44a-dc24-4112-8afc-66bfd67cfef3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.063016] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "bfccc44a-dc24-4112-8afc-66bfd67cfef3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.083770] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758419, 'name': CreateVM_Task, 'duration_secs': 0.68071} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.085270] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1617.085270] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.085270] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.085270] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1617.085494] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37c21b3a-3207-4e3b-b1de-84d74c1c355f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.090526] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1617.090526] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52684994-3898-0e6c-accd-979c98e687d2" [ 1617.090526] env[62023]: _type = "Task" [ 1617.090526] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.098855] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52684994-3898-0e6c-accd-979c98e687d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.214653] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758421, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.283593] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.389742] env[62023]: DEBUG nova.network.neutron [-] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.405095] env[62023]: ERROR nova.scheduler.client.report [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [req-a4ae3129-be70-493b-ac6b-bde92fb73514] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a4ae3129-be70-493b-ac6b-bde92fb73514"}]} [ 1617.423714] env[62023]: DEBUG nova.scheduler.client.report [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1617.438679] env[62023]: DEBUG nova.scheduler.client.report [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1617.438917] env[62023]: DEBUG nova.compute.provider_tree [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1617.451528] env[62023]: DEBUG nova.scheduler.client.report [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1617.455957] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "refresh_cache-a59444ed-64c7-4524-a193-47aef1b6df43" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.456028] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquired lock "refresh_cache-a59444ed-64c7-4524-a193-47aef1b6df43" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.456140] env[62023]: DEBUG nova.network.neutron [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1617.472131] env[62023]: DEBUG nova.scheduler.client.report [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1617.565353] env[62023]: DEBUG nova.compute.manager [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1617.601992] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52684994-3898-0e6c-accd-979c98e687d2, 'name': SearchDatastore_Task, 'duration_secs': 0.014191} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.603263] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.603263] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1617.603263] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.603263] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.603263] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1617.603263] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb4c3363-79ad-4396-8ac1-788f45b05a17 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.626318] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1617.626645] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1617.627684] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c182bc-5470-4d1f-8250-e24c5a835208 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.634399] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1617.634399] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521dfbfa-7ace-4254-9380-c12ab2479cbc" [ 1617.634399] env[62023]: _type = "Task" [ 1617.634399] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.648566] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521dfbfa-7ace-4254-9380-c12ab2479cbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.688369] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-66aebd43-2832-4abf-a190-70b4e889900f tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1617.689683] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97776a4c-e307-4181-a803-0cc658537d90 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.698785] env[62023]: DEBUG oslo_vmware.api [None req-66aebd43-2832-4abf-a190-70b4e889900f tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1617.698785] env[62023]: value = "task-1758422" [ 1617.698785] env[62023]: _type = "Task" [ 1617.698785] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.716278] env[62023]: DEBUG oslo_vmware.api [None req-66aebd43-2832-4abf-a190-70b4e889900f tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.718819] env[62023]: DEBUG nova.compute.manager [req-bf59695a-3a7d-4851-8a5c-da185c035a79 req-a2903934-dfea-48a8-a6ec-233602f87e68 service nova] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Received event network-vif-plugged-fd699c10-981e-4b52-b96f-11ade4986cea {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1617.719126] env[62023]: DEBUG oslo_concurrency.lockutils [req-bf59695a-3a7d-4851-8a5c-da185c035a79 req-a2903934-dfea-48a8-a6ec-233602f87e68 service nova] Acquiring lock "a59444ed-64c7-4524-a193-47aef1b6df43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.719318] env[62023]: DEBUG oslo_concurrency.lockutils [req-bf59695a-3a7d-4851-8a5c-da185c035a79 req-a2903934-dfea-48a8-a6ec-233602f87e68 service nova] Lock "a59444ed-64c7-4524-a193-47aef1b6df43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.719516] env[62023]: DEBUG oslo_concurrency.lockutils [req-bf59695a-3a7d-4851-8a5c-da185c035a79 req-a2903934-dfea-48a8-a6ec-233602f87e68 service nova] Lock "a59444ed-64c7-4524-a193-47aef1b6df43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.719740] env[62023]: DEBUG nova.compute.manager [req-bf59695a-3a7d-4851-8a5c-da185c035a79 req-a2903934-dfea-48a8-a6ec-233602f87e68 service nova] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] No waiting events found dispatching network-vif-plugged-fd699c10-981e-4b52-b96f-11ade4986cea {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1617.719853] env[62023]: WARNING nova.compute.manager [req-bf59695a-3a7d-4851-8a5c-da185c035a79 req-a2903934-dfea-48a8-a6ec-233602f87e68 service nova] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Received unexpected event network-vif-plugged-fd699c10-981e-4b52-b96f-11ade4986cea for instance with vm_state building and task_state spawning. [ 1617.720041] env[62023]: DEBUG nova.compute.manager [req-bf59695a-3a7d-4851-8a5c-da185c035a79 req-a2903934-dfea-48a8-a6ec-233602f87e68 service nova] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Received event network-vif-deleted-046ae935-264e-48a2-817a-e876107c9ef4 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1617.720228] env[62023]: DEBUG nova.compute.manager [req-bf59695a-3a7d-4851-8a5c-da185c035a79 req-a2903934-dfea-48a8-a6ec-233602f87e68 service nova] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Received event network-changed-fd699c10-981e-4b52-b96f-11ade4986cea {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1617.720391] env[62023]: DEBUG nova.compute.manager [req-bf59695a-3a7d-4851-8a5c-da185c035a79 req-a2903934-dfea-48a8-a6ec-233602f87e68 service nova] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Refreshing instance network info cache due to event network-changed-fd699c10-981e-4b52-b96f-11ade4986cea. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1617.720560] env[62023]: DEBUG oslo_concurrency.lockutils [req-bf59695a-3a7d-4851-8a5c-da185c035a79 req-a2903934-dfea-48a8-a6ec-233602f87e68 service nova] Acquiring lock "refresh_cache-a59444ed-64c7-4524-a193-47aef1b6df43" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.729680] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758421, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.789521] env[62023]: DEBUG oslo_vmware.api [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758420, 'name': PowerOnVM_Task, 'duration_secs': 1.510906} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.789873] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1617.790141] env[62023]: DEBUG nova.compute.manager [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1617.791058] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfa1106-0bbe-4325-8164-bb4345676703 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.894256] env[62023]: INFO nova.compute.manager [-] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Took 1.89 seconds to deallocate network for instance. [ 1617.996050] env[62023]: DEBUG nova.network.neutron [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1618.000627] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b31025-366c-4f8a-98ef-0f8c28c6ecd6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.008805] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9794b584-4b85-4d01-a067-200907bd4cb3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.047111] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5e3a34-da41-4652-a9b2-77242f3db69d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.056474] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a228f7a-cea4-4244-b3b3-3736499588bf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.075563] env[62023]: DEBUG nova.compute.provider_tree [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1618.095231] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.146714] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521dfbfa-7ace-4254-9380-c12ab2479cbc, 'name': SearchDatastore_Task, 'duration_secs': 0.038857} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.147603] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d462221-af42-4d64-8d37-fba002948abf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.155930] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1618.155930] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5269902f-137e-5d38-c3e2-4f77a34294ab" [ 1618.155930] env[62023]: _type = "Task" [ 1618.155930] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.165279] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5269902f-137e-5d38-c3e2-4f77a34294ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.204125] env[62023]: DEBUG nova.network.neutron [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Updating instance_info_cache with network_info: [{"id": "fd699c10-981e-4b52-b96f-11ade4986cea", "address": "fa:16:3e:b5:cd:d5", "network": {"id": "1799ac64-bbd0-47be-abad-56ac041cacc1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1598895680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5414aff842394eed96603a644b24d1d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd699c10-98", "ovs_interfaceid": "fd699c10-981e-4b52-b96f-11ade4986cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.211592] env[62023]: DEBUG oslo_vmware.api [None req-66aebd43-2832-4abf-a190-70b4e889900f tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758422, 'name': PowerOffVM_Task, 'duration_secs': 0.221609} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.214694] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-66aebd43-2832-4abf-a190-70b4e889900f tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1618.214909] env[62023]: DEBUG nova.compute.manager [None req-66aebd43-2832-4abf-a190-70b4e889900f tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1618.216011] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10911a0e-cc79-4cec-9271-dd096203a231 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.224777] env[62023]: DEBUG oslo_vmware.api [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758421, 'name': RemoveSnapshot_Task, 'duration_secs': 1.493639} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.226378] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Deleted Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1618.226636] env[62023]: INFO nova.compute.manager [None req-558a9ade-810a-4ea2-94e8-e0fab3afdeef tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Took 18.47 seconds to snapshot the instance on the hypervisor. [ 1618.310953] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.403403] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.582209] env[62023]: DEBUG nova.scheduler.client.report [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1618.666519] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5269902f-137e-5d38-c3e2-4f77a34294ab, 'name': SearchDatastore_Task, 'duration_secs': 0.012627} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.666799] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.667056] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 6c2ef16f-4058-401f-abbc-980a230b1495/6c2ef16f-4058-401f-abbc-980a230b1495.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1618.667324] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24974c94-32ed-4d35-8b15-cd80ed9897a9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.675315] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1618.675315] env[62023]: value = "task-1758424" [ 1618.675315] env[62023]: _type = "Task" [ 1618.675315] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.683625] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.706812] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Releasing lock "refresh_cache-a59444ed-64c7-4524-a193-47aef1b6df43" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.707214] env[62023]: DEBUG nova.compute.manager [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Instance network_info: |[{"id": "fd699c10-981e-4b52-b96f-11ade4986cea", "address": "fa:16:3e:b5:cd:d5", "network": {"id": "1799ac64-bbd0-47be-abad-56ac041cacc1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1598895680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5414aff842394eed96603a644b24d1d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd699c10-98", "ovs_interfaceid": "fd699c10-981e-4b52-b96f-11ade4986cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1618.707531] env[62023]: DEBUG oslo_concurrency.lockutils [req-bf59695a-3a7d-4851-8a5c-da185c035a79 req-a2903934-dfea-48a8-a6ec-233602f87e68 service nova] Acquired lock "refresh_cache-a59444ed-64c7-4524-a193-47aef1b6df43" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.707715] env[62023]: DEBUG nova.network.neutron [req-bf59695a-3a7d-4851-8a5c-da185c035a79 req-a2903934-dfea-48a8-a6ec-233602f87e68 service nova] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Refreshing network info cache for port fd699c10-981e-4b52-b96f-11ade4986cea {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1618.708946] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:cd:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd699c10-981e-4b52-b96f-11ade4986cea', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1618.716706] env[62023]: DEBUG oslo.service.loopingcall [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1618.717837] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1618.718068] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1eec104-67f5-4492-bd4a-8236792bf5d8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.744381] env[62023]: DEBUG oslo_concurrency.lockutils [None req-66aebd43-2832-4abf-a190-70b4e889900f tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "935173c4-c679-4381-be6a-c9dcbdb04430" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.746595] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1618.746595] env[62023]: value = "task-1758425" [ 1618.746595] env[62023]: _type = "Task" [ 1618.746595] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.758239] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758425, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.088064] env[62023]: DEBUG oslo_concurrency.lockutils [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.147s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.088338] env[62023]: DEBUG nova.compute.manager [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1619.091531] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.691s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.091761] env[62023]: DEBUG nova.objects.instance [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lazy-loading 'resources' on Instance uuid eda5b959-2aec-4193-88a4-b4ef21aace36 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1619.114560] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "935173c4-c679-4381-be6a-c9dcbdb04430" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.114829] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "935173c4-c679-4381-be6a-c9dcbdb04430" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.115053] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "935173c4-c679-4381-be6a-c9dcbdb04430-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.115312] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "935173c4-c679-4381-be6a-c9dcbdb04430-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.115560] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "935173c4-c679-4381-be6a-c9dcbdb04430-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.117769] env[62023]: INFO nova.compute.manager [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Terminating instance [ 1619.187728] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758424, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.258864] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758425, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.432921] env[62023]: DEBUG nova.network.neutron [req-bf59695a-3a7d-4851-8a5c-da185c035a79 req-a2903934-dfea-48a8-a6ec-233602f87e68 service nova] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Updated VIF entry in instance network info cache for port fd699c10-981e-4b52-b96f-11ade4986cea. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1619.433276] env[62023]: DEBUG nova.network.neutron [req-bf59695a-3a7d-4851-8a5c-da185c035a79 req-a2903934-dfea-48a8-a6ec-233602f87e68 service nova] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Updating instance_info_cache with network_info: [{"id": "fd699c10-981e-4b52-b96f-11ade4986cea", "address": "fa:16:3e:b5:cd:d5", "network": {"id": "1799ac64-bbd0-47be-abad-56ac041cacc1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1598895680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5414aff842394eed96603a644b24d1d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd699c10-98", "ovs_interfaceid": "fd699c10-981e-4b52-b96f-11ade4986cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.594718] env[62023]: DEBUG nova.compute.utils [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1619.595866] env[62023]: DEBUG nova.compute.manager [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1619.596055] env[62023]: DEBUG nova.network.neutron [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1619.622370] env[62023]: DEBUG nova.compute.manager [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1619.622649] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1619.624183] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccc1853-d3cf-4656-bba7-3d4a9731e1cb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.632711] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1619.634177] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2737e4b8-3ef6-40d9-8a16-5f329ac0f4f9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.638229] env[62023]: DEBUG nova.policy [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c1ccd6adf4c4e58a5a35d8474a74623', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12f5ca363e85435382c6462a4d6e1123', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1619.688682] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549927} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.688682] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 6c2ef16f-4058-401f-abbc-980a230b1495/6c2ef16f-4058-401f-abbc-980a230b1495.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1619.688682] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1619.689107] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c16f650-e69a-4af3-97ed-08c697403735 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.696188] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1619.696188] env[62023]: value = "task-1758427" [ 1619.696188] env[62023]: _type = "Task" [ 1619.696188] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.706546] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.757386] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758425, 'name': CreateVM_Task, 'duration_secs': 0.590221} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.760281] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1619.761420] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.761535] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.761859] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1619.762207] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4611830-a1de-4db3-a029-92c67ac45a5d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.769047] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1619.769047] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1619.769047] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Deleting the datastore file [datastore1] 935173c4-c679-4381-be6a-c9dcbdb04430 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1619.769970] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8eda9208-a0dc-47b3-b5ac-f8c2884e9abd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.772135] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1619.772135] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52796d0e-ac84-3cb2-1696-138c134aa8ea" [ 1619.772135] env[62023]: _type = "Task" [ 1619.772135] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.780912] env[62023]: DEBUG oslo_vmware.api [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1619.780912] env[62023]: value = "task-1758428" [ 1619.780912] env[62023]: _type = "Task" [ 1619.780912] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.787352] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52796d0e-ac84-3cb2-1696-138c134aa8ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010244} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.788375] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.788640] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1619.789300] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.789470] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.789657] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1619.789911] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a05a4b9-f267-4aaa-9868-6a240b9d2788 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.798660] env[62023]: DEBUG oslo_vmware.api [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.816956] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1619.817181] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1619.818268] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acc49d61-b440-495e-b382-9572449efe94 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.824918] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1619.824918] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52fc654d-3f18-9f23-d585-b7c66d38237b" [ 1619.824918] env[62023]: _type = "Task" [ 1619.824918] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.837393] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52fc654d-3f18-9f23-d585-b7c66d38237b, 'name': SearchDatastore_Task, 'duration_secs': 0.010401} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.841285] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdbbca6d-3e32-4526-bf6f-fc4d6d1ac241 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.849050] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1619.849050] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523cea73-3fb6-5039-c7d3-a5b74fb5eff7" [ 1619.849050] env[62023]: _type = "Task" [ 1619.849050] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.863543] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523cea73-3fb6-5039-c7d3-a5b74fb5eff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.937585] env[62023]: DEBUG oslo_concurrency.lockutils [req-bf59695a-3a7d-4851-8a5c-da185c035a79 req-a2903934-dfea-48a8-a6ec-233602f87e68 service nova] Releasing lock "refresh_cache-a59444ed-64c7-4524-a193-47aef1b6df43" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.954743] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "093dd1a9-87d9-4be8-99ce-1903edf5f71b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.955049] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "093dd1a9-87d9-4be8-99ce-1903edf5f71b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.955269] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "093dd1a9-87d9-4be8-99ce-1903edf5f71b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.955495] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "093dd1a9-87d9-4be8-99ce-1903edf5f71b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.955696] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "093dd1a9-87d9-4be8-99ce-1903edf5f71b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.958238] env[62023]: DEBUG nova.network.neutron [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Successfully created port: e80e0ece-2b66-4839-bb56-efb4d98b3f64 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1619.960683] env[62023]: INFO nova.compute.manager [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Terminating instance [ 1620.069514] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3cd4ff-e67a-48ed-9176-dc81bff73180 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.078036] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5b27eb-057c-42c9-9b9f-4a18834b07b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.110463] env[62023]: DEBUG nova.compute.manager [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1620.114838] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fec3b9-bf2f-4a84-abb1-3e862a5e56f4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.126023] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96e819a-b1e3-49b3-aa5c-1ec10d9f2774 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.138501] env[62023]: DEBUG nova.compute.provider_tree [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1620.191571] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Volume attach. Driver type: vmdk {{(pid=62023) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1620.191833] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365391', 'volume_id': '3e8a5911-f7a1-4a9e-b62e-266905bd646c', 'name': 'volume-3e8a5911-f7a1-4a9e-b62e-266905bd646c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8738aede-3817-4117-a482-a77db3db46a1', 'attached_at': '', 'detached_at': '', 'volume_id': '3e8a5911-f7a1-4a9e-b62e-266905bd646c', 'serial': '3e8a5911-f7a1-4a9e-b62e-266905bd646c'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1620.193144] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac19ce0-3513-4089-96dd-abd816ee4a54 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.214053] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf68e1d-d152-4ef9-8d7d-e144612569b4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.219354] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062998} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.219959] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1620.220731] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1362466c-9427-4060-bdde-e3ce71927237 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.244620] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] volume-3e8a5911-f7a1-4a9e-b62e-266905bd646c/volume-3e8a5911-f7a1-4a9e-b62e-266905bd646c.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1620.245331] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97fb6c73-b3fb-4f7f-89f2-191a0eab660b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.276640] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 6c2ef16f-4058-401f-abbc-980a230b1495/6c2ef16f-4058-401f-abbc-980a230b1495.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1620.277418] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78adb186-9cc4-48a4-bfaf-4b7da377f7e9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.298864] env[62023]: DEBUG oslo_vmware.api [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1620.298864] env[62023]: value = "task-1758429" [ 1620.298864] env[62023]: _type = "Task" [ 1620.298864] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.313144] env[62023]: DEBUG oslo_vmware.api [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.313543] env[62023]: DEBUG oslo_vmware.api [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.315593] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1620.315593] env[62023]: value = "task-1758430" [ 1620.315593] env[62023]: _type = "Task" [ 1620.315593] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.327233] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758430, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.373820] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523cea73-3fb6-5039-c7d3-a5b74fb5eff7, 'name': SearchDatastore_Task, 'duration_secs': 0.01121} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.374160] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.374447] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] a59444ed-64c7-4524-a193-47aef1b6df43/a59444ed-64c7-4524-a193-47aef1b6df43.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1620.374727] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d4fb2c5-4b9d-4762-830e-d63f0cde1ba2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.383081] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1620.383081] env[62023]: value = "task-1758431" [ 1620.383081] env[62023]: _type = "Task" [ 1620.383081] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.392226] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.470699] env[62023]: DEBUG nova.compute.manager [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1620.471067] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1620.472206] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce8bdba-0b08-420b-851b-d8ed20eef04b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.482997] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1620.483353] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f37f5924-d8f2-40e8-836f-a7b950abb2bf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.491978] env[62023]: DEBUG oslo_vmware.api [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1620.491978] env[62023]: value = "task-1758432" [ 1620.491978] env[62023]: _type = "Task" [ 1620.491978] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.502254] env[62023]: DEBUG oslo_vmware.api [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.647719] env[62023]: DEBUG nova.scheduler.client.report [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1620.811605] env[62023]: DEBUG oslo_vmware.api [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.543557} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.815123] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1620.815420] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1620.815543] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1620.815860] env[62023]: INFO nova.compute.manager [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1620.815908] env[62023]: DEBUG oslo.service.loopingcall [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.816123] env[62023]: DEBUG oslo_vmware.api [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.816412] env[62023]: DEBUG nova.compute.manager [-] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1620.816511] env[62023]: DEBUG nova.network.neutron [-] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1620.832057] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758430, 'name': ReconfigVM_Task, 'duration_secs': 0.317372} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.832057] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 6c2ef16f-4058-401f-abbc-980a230b1495/6c2ef16f-4058-401f-abbc-980a230b1495.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1620.833233] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0405fa36-910b-44e4-aec1-f74b7052782e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.842355] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1620.842355] env[62023]: value = "task-1758433" [ 1620.842355] env[62023]: _type = "Task" [ 1620.842355] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.856183] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758433, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.895252] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758431, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.004362] env[62023]: DEBUG oslo_vmware.api [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758432, 'name': PowerOffVM_Task, 'duration_secs': 0.294685} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.005287] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1621.005287] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1621.005435] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-360d49da-25bc-40e3-8920-b168e918df38 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.118395] env[62023]: DEBUG nova.compute.manager [req-cd5f5fda-9a7c-4aad-a9cb-7721b451644d req-8d389519-fc4c-4fc6-879b-b75845374413 service nova] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Received event network-vif-deleted-30aba5b3-bc31-46ea-9077-33ffdde93bd9 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1621.118712] env[62023]: INFO nova.compute.manager [req-cd5f5fda-9a7c-4aad-a9cb-7721b451644d req-8d389519-fc4c-4fc6-879b-b75845374413 service nova] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Neutron deleted interface 30aba5b3-bc31-46ea-9077-33ffdde93bd9; detaching it from the instance and deleting it from the info cache [ 1621.118781] env[62023]: DEBUG nova.network.neutron [req-cd5f5fda-9a7c-4aad-a9cb-7721b451644d req-8d389519-fc4c-4fc6-879b-b75845374413 service nova] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.121587] env[62023]: DEBUG nova.compute.manager [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1621.123645] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1621.123838] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1621.124814] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Deleting the datastore file [datastore1] 093dd1a9-87d9-4be8-99ce-1903edf5f71b {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1621.125894] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dff2521b-ab5c-420c-9172-189b8d9e14ce {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.134294] env[62023]: DEBUG oslo_vmware.api [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1621.134294] env[62023]: value = "task-1758435" [ 1621.134294] env[62023]: _type = "Task" [ 1621.134294] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.143767] env[62023]: DEBUG oslo_vmware.api [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.151551] env[62023]: DEBUG nova.virt.hardware [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1621.151792] env[62023]: DEBUG nova.virt.hardware [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1621.151947] env[62023]: DEBUG nova.virt.hardware [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1621.152146] env[62023]: DEBUG nova.virt.hardware [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1621.152318] env[62023]: DEBUG nova.virt.hardware [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1621.152684] env[62023]: DEBUG nova.virt.hardware [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1621.152796] env[62023]: DEBUG nova.virt.hardware [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1621.153595] env[62023]: DEBUG nova.virt.hardware [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1621.153595] env[62023]: DEBUG nova.virt.hardware [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1621.153595] env[62023]: DEBUG nova.virt.hardware [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1621.153595] env[62023]: DEBUG nova.virt.hardware [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1621.154492] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.156952] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab8bc17-20b2-4697-a0d2-b9c4e6d053ca {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.160951] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.109s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.162357] env[62023]: INFO nova.compute.claims [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1621.172453] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a30782-5085-4ff5-9889-7c2c848702c2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.187381] env[62023]: INFO nova.scheduler.client.report [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Deleted allocations for instance eda5b959-2aec-4193-88a4-b4ef21aace36 [ 1621.309377] env[62023]: DEBUG oslo_vmware.api [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758429, 'name': ReconfigVM_Task, 'duration_secs': 0.774354} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.309664] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Reconfigured VM instance instance-0000002d to attach disk [datastore1] volume-3e8a5911-f7a1-4a9e-b62e-266905bd646c/volume-3e8a5911-f7a1-4a9e-b62e-266905bd646c.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1621.315254] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-242503b4-b074-4cac-b37b-dda3f98f2ef6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.331755] env[62023]: DEBUG oslo_vmware.api [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1621.331755] env[62023]: value = "task-1758436" [ 1621.331755] env[62023]: _type = "Task" [ 1621.331755] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.342604] env[62023]: DEBUG oslo_vmware.api [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.351524] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758433, 'name': Rename_Task, 'duration_secs': 0.161993} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.351524] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1621.351723] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afc8215f-f999-4404-bb44-660630840d3b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.373804] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1621.373804] env[62023]: value = "task-1758437" [ 1621.373804] env[62023]: _type = "Task" [ 1621.373804] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.382835] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.393901] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522712} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.394090] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] a59444ed-64c7-4524-a193-47aef1b6df43/a59444ed-64c7-4524-a193-47aef1b6df43.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1621.394303] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1621.394577] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-235a02da-47a6-43c6-9b11-a69effc29620 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.401731] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1621.401731] env[62023]: value = "task-1758438" [ 1621.401731] env[62023]: _type = "Task" [ 1621.401731] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.410881] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.596477] env[62023]: DEBUG nova.network.neutron [-] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.626403] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-935f259d-8614-4f9d-8625-180f07867f12 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.637138] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1038d26-c077-4a65-8bb3-e7150e6d396f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.664022] env[62023]: DEBUG oslo_vmware.api [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142038} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.664022] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1621.664022] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1621.664022] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1621.664022] env[62023]: INFO nova.compute.manager [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1621.664022] env[62023]: DEBUG oslo.service.loopingcall [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1621.664022] env[62023]: DEBUG nova.compute.manager [-] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1621.664022] env[62023]: DEBUG nova.network.neutron [-] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1621.685107] env[62023]: DEBUG nova.compute.manager [req-cd5f5fda-9a7c-4aad-a9cb-7721b451644d req-8d389519-fc4c-4fc6-879b-b75845374413 service nova] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Detach interface failed, port_id=30aba5b3-bc31-46ea-9077-33ffdde93bd9, reason: Instance 935173c4-c679-4381-be6a-c9dcbdb04430 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1621.698031] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f0c4d16b-4340-40c1-a29f-50c275bf016a tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "eda5b959-2aec-4193-88a4-b4ef21aace36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.258s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.850509] env[62023]: DEBUG oslo_vmware.api [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758436, 'name': ReconfigVM_Task, 'duration_secs': 0.272423} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.853426] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365391', 'volume_id': '3e8a5911-f7a1-4a9e-b62e-266905bd646c', 'name': 'volume-3e8a5911-f7a1-4a9e-b62e-266905bd646c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8738aede-3817-4117-a482-a77db3db46a1', 'attached_at': '', 'detached_at': '', 'volume_id': '3e8a5911-f7a1-4a9e-b62e-266905bd646c', 'serial': '3e8a5911-f7a1-4a9e-b62e-266905bd646c'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1621.901090] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758437, 'name': PowerOnVM_Task, 'duration_secs': 0.51078} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.901363] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1621.901595] env[62023]: INFO nova.compute.manager [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1621.901777] env[62023]: DEBUG nova.compute.manager [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1621.902865] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f661eeca-442a-4088-9aef-e6bd3f60239d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.921615] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077625} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.924989] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1621.924989] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e31371-cfa1-46a2-91bf-106d96a3ef76 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.947791] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] a59444ed-64c7-4524-a193-47aef1b6df43/a59444ed-64c7-4524-a193-47aef1b6df43.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1621.951302] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d2836a4-c89b-4313-9026-d3678b9db9f7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.976297] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1621.976297] env[62023]: value = "task-1758439" [ 1621.976297] env[62023]: _type = "Task" [ 1621.976297] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.987482] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.039810] env[62023]: DEBUG nova.network.neutron [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Successfully updated port: e80e0ece-2b66-4839-bb56-efb4d98b3f64 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1622.099195] env[62023]: INFO nova.compute.manager [-] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Took 1.28 seconds to deallocate network for instance. [ 1622.248138] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b46674-768e-415d-be58-84e1840246f7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.256154] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e27badd-901e-4f4c-8798-19ca20cae250 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.289730] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a48eadd-c3a3-4075-ab7a-36bd6a4da767 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.297679] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0111c90-3733-4c2d-a822-1063bea2934c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.314991] env[62023]: DEBUG nova.compute.provider_tree [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.430984] env[62023]: INFO nova.compute.manager [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Took 49.64 seconds to build instance. [ 1622.488547] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.542211] env[62023]: DEBUG oslo_concurrency.lockutils [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.542589] env[62023]: DEBUG oslo_concurrency.lockutils [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquired lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.542589] env[62023]: DEBUG nova.network.neutron [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1622.587503] env[62023]: DEBUG nova.network.neutron [-] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.604851] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.818665] env[62023]: DEBUG nova.scheduler.client.report [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1622.890731] env[62023]: DEBUG nova.objects.instance [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lazy-loading 'flavor' on Instance uuid 8738aede-3817-4117-a482-a77db3db46a1 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1622.932791] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "6c2ef16f-4058-401f-abbc-980a230b1495" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.739s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.987379] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758439, 'name': ReconfigVM_Task, 'duration_secs': 0.804082} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.988741] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Reconfigured VM instance instance-00000050 to attach disk [datastore1] a59444ed-64c7-4524-a193-47aef1b6df43/a59444ed-64c7-4524-a193-47aef1b6df43.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1622.988741] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-186218e1-0f05-4399-a79f-d57ff7122615 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.996372] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1622.996372] env[62023]: value = "task-1758440" [ 1622.996372] env[62023]: _type = "Task" [ 1622.996372] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.006327] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758440, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.092171] env[62023]: INFO nova.compute.manager [-] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Took 1.43 seconds to deallocate network for instance. [ 1623.094867] env[62023]: DEBUG nova.network.neutron [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1623.187506] env[62023]: DEBUG nova.compute.manager [req-19587fc9-d2c6-4344-8a9c-5dbf00a0eea3 req-e452adab-9438-44f4-8bd7-a89f980476b2 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Received event network-vif-plugged-e80e0ece-2b66-4839-bb56-efb4d98b3f64 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1623.187822] env[62023]: DEBUG oslo_concurrency.lockutils [req-19587fc9-d2c6-4344-8a9c-5dbf00a0eea3 req-e452adab-9438-44f4-8bd7-a89f980476b2 service nova] Acquiring lock "7096b4e3-b7f5-4650-86e1-274b5540b925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.188123] env[62023]: DEBUG oslo_concurrency.lockutils [req-19587fc9-d2c6-4344-8a9c-5dbf00a0eea3 req-e452adab-9438-44f4-8bd7-a89f980476b2 service nova] Lock "7096b4e3-b7f5-4650-86e1-274b5540b925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.188514] env[62023]: DEBUG oslo_concurrency.lockutils [req-19587fc9-d2c6-4344-8a9c-5dbf00a0eea3 req-e452adab-9438-44f4-8bd7-a89f980476b2 service nova] Lock "7096b4e3-b7f5-4650-86e1-274b5540b925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.188654] env[62023]: DEBUG nova.compute.manager [req-19587fc9-d2c6-4344-8a9c-5dbf00a0eea3 req-e452adab-9438-44f4-8bd7-a89f980476b2 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] No waiting events found dispatching network-vif-plugged-e80e0ece-2b66-4839-bb56-efb4d98b3f64 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1623.188759] env[62023]: WARNING nova.compute.manager [req-19587fc9-d2c6-4344-8a9c-5dbf00a0eea3 req-e452adab-9438-44f4-8bd7-a89f980476b2 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Received unexpected event network-vif-plugged-e80e0ece-2b66-4839-bb56-efb4d98b3f64 for instance with vm_state building and task_state spawning. [ 1623.188951] env[62023]: DEBUG nova.compute.manager [req-19587fc9-d2c6-4344-8a9c-5dbf00a0eea3 req-e452adab-9438-44f4-8bd7-a89f980476b2 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Received event network-changed-e80e0ece-2b66-4839-bb56-efb4d98b3f64 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1623.189239] env[62023]: DEBUG nova.compute.manager [req-19587fc9-d2c6-4344-8a9c-5dbf00a0eea3 req-e452adab-9438-44f4-8bd7-a89f980476b2 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Refreshing instance network info cache due to event network-changed-e80e0ece-2b66-4839-bb56-efb4d98b3f64. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1623.189490] env[62023]: DEBUG oslo_concurrency.lockutils [req-19587fc9-d2c6-4344-8a9c-5dbf00a0eea3 req-e452adab-9438-44f4-8bd7-a89f980476b2 service nova] Acquiring lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.294015] env[62023]: DEBUG nova.network.neutron [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Updating instance_info_cache with network_info: [{"id": "e80e0ece-2b66-4839-bb56-efb4d98b3f64", "address": "fa:16:3e:c2:c7:5c", "network": {"id": "fdb2d32b-0607-43e4-838c-8e4db88bc554", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1900344024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f5ca363e85435382c6462a4d6e1123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape80e0ece-2b", "ovs_interfaceid": "e80e0ece-2b66-4839-bb56-efb4d98b3f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.324161] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.324675] env[62023]: DEBUG nova.compute.manager [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1623.327809] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.597s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.328034] env[62023]: DEBUG nova.objects.instance [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lazy-loading 'resources' on Instance uuid 1a0572c5-51ca-4540-b956-eb90b8aaf356 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1623.397954] env[62023]: DEBUG oslo_concurrency.lockutils [None req-73335acf-c22f-47bd-b396-23eea3b7fde6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "8738aede-3817-4117-a482-a77db3db46a1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.343s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.480874] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "681fa498-8577-44cf-ab89-ede5ac113f74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.481121] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "681fa498-8577-44cf-ab89-ede5ac113f74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.507604] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758440, 'name': Rename_Task, 'duration_secs': 0.173947} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.507833] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1623.508243] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c51cfa1a-6fe3-4cc4-97ba-45e0ec51b384 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.516391] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1623.516391] env[62023]: value = "task-1758441" [ 1623.516391] env[62023]: _type = "Task" [ 1623.516391] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.526164] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.604399] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.797160] env[62023]: DEBUG oslo_concurrency.lockutils [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Releasing lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.797424] env[62023]: DEBUG nova.compute.manager [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Instance network_info: |[{"id": "e80e0ece-2b66-4839-bb56-efb4d98b3f64", "address": "fa:16:3e:c2:c7:5c", "network": {"id": "fdb2d32b-0607-43e4-838c-8e4db88bc554", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1900344024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f5ca363e85435382c6462a4d6e1123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape80e0ece-2b", "ovs_interfaceid": "e80e0ece-2b66-4839-bb56-efb4d98b3f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1623.797958] env[62023]: DEBUG oslo_concurrency.lockutils [req-19587fc9-d2c6-4344-8a9c-5dbf00a0eea3 req-e452adab-9438-44f4-8bd7-a89f980476b2 service nova] Acquired lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.798361] env[62023]: DEBUG nova.network.neutron [req-19587fc9-d2c6-4344-8a9c-5dbf00a0eea3 req-e452adab-9438-44f4-8bd7-a89f980476b2 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Refreshing network info cache for port e80e0ece-2b66-4839-bb56-efb4d98b3f64 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1623.800334] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:c7:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e80e0ece-2b66-4839-bb56-efb4d98b3f64', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1623.813036] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Creating folder: Project (12f5ca363e85435382c6462a4d6e1123). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1623.814794] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cffb8b07-7b56-4ef0-860c-76e0612877fb tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquiring lock "8738aede-3817-4117-a482-a77db3db46a1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.815173] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cffb8b07-7b56-4ef0-860c-76e0612877fb tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "8738aede-3817-4117-a482-a77db3db46a1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.816873] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-744af85d-0e59-4477-9a7c-e2d8f204b88e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.834640] env[62023]: DEBUG nova.compute.utils [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1623.836159] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Created folder: Project (12f5ca363e85435382c6462a4d6e1123) in parent group-v365170. [ 1623.836360] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Creating folder: Instances. Parent ref: group-v365394. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1623.837194] env[62023]: DEBUG nova.compute.manager [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1623.837560] env[62023]: DEBUG nova.network.neutron [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1623.839595] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acb309bd-a3e3-4acb-9f0c-5fc5fd015cfa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.854287] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Created folder: Instances in parent group-v365394. [ 1623.854632] env[62023]: DEBUG oslo.service.loopingcall [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1623.855517] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1623.855663] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94753287-2e32-46b5-9015-81c149f54906 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.881887] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1623.881887] env[62023]: value = "task-1758444" [ 1623.881887] env[62023]: _type = "Task" [ 1623.881887] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.895911] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758444, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.897685] env[62023]: DEBUG nova.policy [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbade6239d9546d88e1842f4bab10c61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14ad90f580334463900f624d8a36f393', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1623.983880] env[62023]: DEBUG nova.compute.manager [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1624.030655] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758441, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.255124] env[62023]: DEBUG nova.network.neutron [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Successfully created port: 8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1624.323257] env[62023]: INFO nova.compute.manager [None req-cffb8b07-7b56-4ef0-860c-76e0612877fb tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Detaching volume 3e8a5911-f7a1-4a9e-b62e-266905bd646c [ 1624.345561] env[62023]: DEBUG nova.compute.manager [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1624.359654] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcbe867-f811-41e2-9e65-db61c435dadc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.373993] env[62023]: INFO nova.virt.block_device [None req-cffb8b07-7b56-4ef0-860c-76e0612877fb tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Attempting to driver detach volume 3e8a5911-f7a1-4a9e-b62e-266905bd646c from mountpoint /dev/sdb [ 1624.374741] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-cffb8b07-7b56-4ef0-860c-76e0612877fb tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Volume detach. Driver type: vmdk {{(pid=62023) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1624.374741] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-cffb8b07-7b56-4ef0-860c-76e0612877fb tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365391', 'volume_id': '3e8a5911-f7a1-4a9e-b62e-266905bd646c', 'name': 'volume-3e8a5911-f7a1-4a9e-b62e-266905bd646c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8738aede-3817-4117-a482-a77db3db46a1', 'attached_at': '', 'detached_at': '', 'volume_id': '3e8a5911-f7a1-4a9e-b62e-266905bd646c', 'serial': '3e8a5911-f7a1-4a9e-b62e-266905bd646c'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1624.378026] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223cd354-b02c-4c76-8841-b4c48fa7d731 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.382912] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52c6e05-d912-4f14-8b5c-699052161260 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.415512] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4f6c42-d7bc-43b7-bd27-8aa2bfc6045f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.454196] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f650f5-06e9-4611-9940-99ec1d55649e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.466583] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758444, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.467839] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90929741-c061-4920-8961-549d1b3ddc89 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.474133] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e8938d-b95d-4b0b-9700-da9f2211d5b8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.497691] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb8b688-d5d9-45b2-9918-eeb532e1a920 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.515360] env[62023]: DEBUG nova.compute.provider_tree [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.532904] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-cffb8b07-7b56-4ef0-860c-76e0612877fb tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] The volume has not been displaced from its original location: [datastore1] volume-3e8a5911-f7a1-4a9e-b62e-266905bd646c/volume-3e8a5911-f7a1-4a9e-b62e-266905bd646c.vmdk. No consolidation needed. {{(pid=62023) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1624.538399] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-cffb8b07-7b56-4ef0-860c-76e0612877fb tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1624.540269] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.540992] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16821a13-e632-428d-88d6-ace96fffc10e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.558211] env[62023]: DEBUG oslo_vmware.api [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758441, 'name': PowerOnVM_Task, 'duration_secs': 0.550638} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.558905] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1624.559168] env[62023]: INFO nova.compute.manager [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1624.559324] env[62023]: DEBUG nova.compute.manager [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1624.560106] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8ccaab-62d5-4c85-8dae-9212e6573ff6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.571735] env[62023]: DEBUG oslo_vmware.api [None req-cffb8b07-7b56-4ef0-860c-76e0612877fb tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1624.571735] env[62023]: value = "task-1758445" [ 1624.571735] env[62023]: _type = "Task" [ 1624.571735] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.583938] env[62023]: DEBUG oslo_vmware.api [None req-cffb8b07-7b56-4ef0-860c-76e0612877fb tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758445, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.816106] env[62023]: DEBUG nova.network.neutron [req-19587fc9-d2c6-4344-8a9c-5dbf00a0eea3 req-e452adab-9438-44f4-8bd7-a89f980476b2 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Updated VIF entry in instance network info cache for port e80e0ece-2b66-4839-bb56-efb4d98b3f64. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1624.816482] env[62023]: DEBUG nova.network.neutron [req-19587fc9-d2c6-4344-8a9c-5dbf00a0eea3 req-e452adab-9438-44f4-8bd7-a89f980476b2 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Updating instance_info_cache with network_info: [{"id": "e80e0ece-2b66-4839-bb56-efb4d98b3f64", "address": "fa:16:3e:c2:c7:5c", "network": {"id": "fdb2d32b-0607-43e4-838c-8e4db88bc554", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1900344024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f5ca363e85435382c6462a4d6e1123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape80e0ece-2b", "ovs_interfaceid": "e80e0ece-2b66-4839-bb56-efb4d98b3f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.921265] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758444, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.020034] env[62023]: DEBUG nova.scheduler.client.report [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1625.082308] env[62023]: INFO nova.compute.manager [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Took 51.24 seconds to build instance. [ 1625.087951] env[62023]: DEBUG oslo_vmware.api [None req-cffb8b07-7b56-4ef0-860c-76e0612877fb tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758445, 'name': ReconfigVM_Task, 'duration_secs': 0.316669} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.088324] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-cffb8b07-7b56-4ef0-860c-76e0612877fb tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1625.093624] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25165cd2-282d-4110-b2e0-f4a9f875b1f9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.112719] env[62023]: DEBUG oslo_vmware.api [None req-cffb8b07-7b56-4ef0-860c-76e0612877fb tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1625.112719] env[62023]: value = "task-1758446" [ 1625.112719] env[62023]: _type = "Task" [ 1625.112719] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.125930] env[62023]: DEBUG oslo_vmware.api [None req-cffb8b07-7b56-4ef0-860c-76e0612877fb tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.319848] env[62023]: DEBUG oslo_concurrency.lockutils [req-19587fc9-d2c6-4344-8a9c-5dbf00a0eea3 req-e452adab-9438-44f4-8bd7-a89f980476b2 service nova] Releasing lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.319848] env[62023]: DEBUG nova.compute.manager [req-19587fc9-d2c6-4344-8a9c-5dbf00a0eea3 req-e452adab-9438-44f4-8bd7-a89f980476b2 service nova] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Received event network-vif-deleted-cdce3863-2ad3-414e-99f0-6676e79c4d1c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1625.352362] env[62023]: DEBUG nova.compute.manager [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1625.380545] env[62023]: DEBUG nova.virt.hardware [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1625.380707] env[62023]: DEBUG nova.virt.hardware [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1625.380864] env[62023]: DEBUG nova.virt.hardware [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1625.381055] env[62023]: DEBUG nova.virt.hardware [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1625.381206] env[62023]: DEBUG nova.virt.hardware [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1625.381354] env[62023]: DEBUG nova.virt.hardware [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1625.381555] env[62023]: DEBUG nova.virt.hardware [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1625.381714] env[62023]: DEBUG nova.virt.hardware [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1625.381889] env[62023]: DEBUG nova.virt.hardware [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1625.382057] env[62023]: DEBUG nova.virt.hardware [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1625.382256] env[62023]: DEBUG nova.virt.hardware [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1625.383173] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffa356d-f338-42f3-a740-070baac81d22 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.391760] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eb81c1-28aa-4739-8ae6-3c5070106585 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.421043] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758444, 'name': CreateVM_Task, 'duration_secs': 1.385357} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.421043] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1625.421043] env[62023]: DEBUG oslo_concurrency.lockutils [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.421043] env[62023]: DEBUG oslo_concurrency.lockutils [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.421282] env[62023]: DEBUG oslo_concurrency.lockutils [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1625.421363] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6672e8ae-810c-4650-aac8-328f3a980de9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.426089] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1625.426089] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524e7ba8-a8aa-acb2-76a8-7517757bd075" [ 1625.426089] env[62023]: _type = "Task" [ 1625.426089] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.434298] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524e7ba8-a8aa-acb2-76a8-7517757bd075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.524519] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.526898] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.329s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.527095] env[62023]: DEBUG nova.objects.instance [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62023) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1625.547490] env[62023]: INFO nova.scheduler.client.report [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Deleted allocations for instance 1a0572c5-51ca-4540-b956-eb90b8aaf356 [ 1625.584809] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb05b474-53b4-4e57-8d9e-e9c659d036c2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "a59444ed-64c7-4524-a193-47aef1b6df43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.357s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.622631] env[62023]: DEBUG oslo_vmware.api [None req-cffb8b07-7b56-4ef0-860c-76e0612877fb tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758446, 'name': ReconfigVM_Task, 'duration_secs': 0.193875} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.623169] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-cffb8b07-7b56-4ef0-860c-76e0612877fb tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365391', 'volume_id': '3e8a5911-f7a1-4a9e-b62e-266905bd646c', 'name': 'volume-3e8a5911-f7a1-4a9e-b62e-266905bd646c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8738aede-3817-4117-a482-a77db3db46a1', 'attached_at': '', 'detached_at': '', 'volume_id': '3e8a5911-f7a1-4a9e-b62e-266905bd646c', 'serial': '3e8a5911-f7a1-4a9e-b62e-266905bd646c'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1625.693841] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "6c2ef16f-4058-401f-abbc-980a230b1495" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.694248] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "6c2ef16f-4058-401f-abbc-980a230b1495" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.694517] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "6c2ef16f-4058-401f-abbc-980a230b1495-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.694741] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "6c2ef16f-4058-401f-abbc-980a230b1495-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.694952] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "6c2ef16f-4058-401f-abbc-980a230b1495-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.697287] env[62023]: INFO nova.compute.manager [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Terminating instance [ 1625.770571] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "a59444ed-64c7-4524-a193-47aef1b6df43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.770837] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "a59444ed-64c7-4524-a193-47aef1b6df43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.771082] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "a59444ed-64c7-4524-a193-47aef1b6df43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.771299] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "a59444ed-64c7-4524-a193-47aef1b6df43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.771472] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "a59444ed-64c7-4524-a193-47aef1b6df43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.773803] env[62023]: INFO nova.compute.manager [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Terminating instance [ 1625.937672] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524e7ba8-a8aa-acb2-76a8-7517757bd075, 'name': SearchDatastore_Task, 'duration_secs': 0.013202} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.938044] env[62023]: DEBUG oslo_concurrency.lockutils [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.938853] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1625.938853] env[62023]: DEBUG oslo_concurrency.lockutils [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.938853] env[62023]: DEBUG oslo_concurrency.lockutils [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.939299] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1625.939299] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-358c7532-49a6-45ed-96fe-379b5608a762 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.949802] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1625.950092] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1625.950904] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b21878c-b6de-40ad-be8e-0e16f5f4a970 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.958033] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1625.958033] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5264620e-795f-3c34-8983-15196322299a" [ 1625.958033] env[62023]: _type = "Task" [ 1625.958033] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.967653] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5264620e-795f-3c34-8983-15196322299a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.037197] env[62023]: DEBUG nova.compute.manager [req-b5e2bba6-ea97-4444-9db0-e1edfa75a637 req-80e7de0e-e1a9-4739-8c70-f16ae58440f3 service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Received event network-vif-plugged-8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1626.037480] env[62023]: DEBUG oslo_concurrency.lockutils [req-b5e2bba6-ea97-4444-9db0-e1edfa75a637 req-80e7de0e-e1a9-4739-8c70-f16ae58440f3 service nova] Acquiring lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.037732] env[62023]: DEBUG oslo_concurrency.lockutils [req-b5e2bba6-ea97-4444-9db0-e1edfa75a637 req-80e7de0e-e1a9-4739-8c70-f16ae58440f3 service nova] Lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.037939] env[62023]: DEBUG oslo_concurrency.lockutils [req-b5e2bba6-ea97-4444-9db0-e1edfa75a637 req-80e7de0e-e1a9-4739-8c70-f16ae58440f3 service nova] Lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.038233] env[62023]: DEBUG nova.compute.manager [req-b5e2bba6-ea97-4444-9db0-e1edfa75a637 req-80e7de0e-e1a9-4739-8c70-f16ae58440f3 service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] No waiting events found dispatching network-vif-plugged-8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1626.038456] env[62023]: WARNING nova.compute.manager [req-b5e2bba6-ea97-4444-9db0-e1edfa75a637 req-80e7de0e-e1a9-4739-8c70-f16ae58440f3 service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Received unexpected event network-vif-plugged-8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1 for instance with vm_state building and task_state spawning. [ 1626.055728] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c890aef7-b51b-44ce-b511-ae5e2f378b3e tempest-ServersTestMultiNic-1666016584 tempest-ServersTestMultiNic-1666016584-project-member] Lock "1a0572c5-51ca-4540-b956-eb90b8aaf356" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.235s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.161516] env[62023]: DEBUG nova.network.neutron [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Successfully updated port: 8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1626.182311] env[62023]: DEBUG nova.objects.instance [None req-cffb8b07-7b56-4ef0-860c-76e0612877fb tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lazy-loading 'flavor' on Instance uuid 8738aede-3817-4117-a482-a77db3db46a1 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1626.200827] env[62023]: DEBUG nova.compute.manager [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1626.201066] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1626.202232] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b67a73-9a68-4846-8c0d-772312b91edf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.211228] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1626.211487] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06f30b6d-0505-46ac-be98-bc4c6b0e52ac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.218450] env[62023]: DEBUG oslo_vmware.api [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1626.218450] env[62023]: value = "task-1758447" [ 1626.218450] env[62023]: _type = "Task" [ 1626.218450] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.226926] env[62023]: DEBUG oslo_vmware.api [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.278172] env[62023]: DEBUG nova.compute.manager [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1626.278876] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1626.279408] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a795eea9-c482-4e75-b234-26bab60c1c0c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.287998] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1626.288312] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-052de06b-1c47-4a45-a270-cc56245e3de3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.295883] env[62023]: DEBUG oslo_vmware.api [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1626.295883] env[62023]: value = "task-1758448" [ 1626.295883] env[62023]: _type = "Task" [ 1626.295883] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.305928] env[62023]: DEBUG oslo_vmware.api [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.473103] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5264620e-795f-3c34-8983-15196322299a, 'name': SearchDatastore_Task, 'duration_secs': 0.015402} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.473103] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6762d3-8177-428f-b8cc-7d2a4d36416d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.477500] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1626.477500] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526aa799-1a33-5224-3fb9-030f5eca2e99" [ 1626.477500] env[62023]: _type = "Task" [ 1626.477500] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.495211] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526aa799-1a33-5224-3fb9-030f5eca2e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.536960] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7fa3c086-9bd4-4c5c-a4bf-3e8d0390cf82 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.538412] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.202s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.538906] env[62023]: DEBUG nova.objects.instance [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Lazy-loading 'resources' on Instance uuid b1746b26-9eae-4980-92c5-761e8666ecfa {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1626.663578] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.665649] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquired lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.665649] env[62023]: DEBUG nova.network.neutron [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1626.728532] env[62023]: DEBUG oslo_vmware.api [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758447, 'name': PowerOffVM_Task, 'duration_secs': 0.205039} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.729361] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1626.729599] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1626.729939] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bda6ca2-75e6-4c26-8bd5-af6271c26baf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.807676] env[62023]: DEBUG oslo_vmware.api [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758448, 'name': PowerOffVM_Task, 'duration_secs': 0.213924} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.808473] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1626.808473] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1626.808473] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b3208df-cd46-4edf-8ba6-320e88a7cfb3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.848033] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1626.848238] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1626.848422] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Deleting the datastore file [datastore1] 6c2ef16f-4058-401f-abbc-980a230b1495 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1626.848753] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49ddefbd-b9ed-4458-8c36-c1dd2654fb25 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.859317] env[62023]: DEBUG oslo_vmware.api [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1626.859317] env[62023]: value = "task-1758451" [ 1626.859317] env[62023]: _type = "Task" [ 1626.859317] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.864834] env[62023]: DEBUG oslo_vmware.api [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.990014] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526aa799-1a33-5224-3fb9-030f5eca2e99, 'name': SearchDatastore_Task, 'duration_secs': 0.014916} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.990326] env[62023]: DEBUG oslo_concurrency.lockutils [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.990538] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 7096b4e3-b7f5-4650-86e1-274b5540b925/7096b4e3-b7f5-4650-86e1-274b5540b925.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1626.990805] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4fe3a53-b4d4-4ee8-9e90-571c8df46e89 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.000166] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1627.000166] env[62023]: value = "task-1758452" [ 1627.000166] env[62023]: _type = "Task" [ 1627.000166] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.007570] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1627.007796] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1627.007977] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Deleting the datastore file [datastore1] a59444ed-64c7-4524-a193-47aef1b6df43 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1627.008276] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4220f4aa-b9e4-4977-9d0b-a95702d1e2b1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.013194] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.019354] env[62023]: DEBUG oslo_vmware.api [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for the task: (returnval){ [ 1627.019354] env[62023]: value = "task-1758453" [ 1627.019354] env[62023]: _type = "Task" [ 1627.019354] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.029325] env[62023]: DEBUG oslo_vmware.api [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.189676] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cffb8b07-7b56-4ef0-860c-76e0612877fb tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "8738aede-3817-4117-a482-a77db3db46a1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.374s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.206680] env[62023]: DEBUG nova.network.neutron [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1627.378962] env[62023]: DEBUG oslo_vmware.api [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149084} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.382612] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1627.382881] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1627.383123] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1627.383352] env[62023]: INFO nova.compute.manager [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1627.383924] env[62023]: DEBUG oslo.service.loopingcall [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1627.387156] env[62023]: DEBUG nova.compute.manager [-] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1627.387156] env[62023]: DEBUG nova.network.neutron [-] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1627.451514] env[62023]: DEBUG nova.network.neutron [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Updating instance_info_cache with network_info: [{"id": "8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1", "address": "fa:16:3e:a1:e3:13", "network": {"id": "1b2aaf7d-456c-4b5e-97aa-0b97d2c193a6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-792452981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ad90f580334463900f624d8a36f393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1c9f16-6f", "ovs_interfaceid": "8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.524021] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758452, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.532231] env[62023]: DEBUG oslo_vmware.api [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Task: {'id': task-1758453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153287} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.532592] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1627.532791] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1627.533036] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1627.533236] env[62023]: INFO nova.compute.manager [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1627.533491] env[62023]: DEBUG oslo.service.loopingcall [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1627.533729] env[62023]: DEBUG nova.compute.manager [-] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1627.533824] env[62023]: DEBUG nova.network.neutron [-] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1627.590026] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2376a887-a251-428f-ba85-1b785610d4c7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.604568] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4d92a5-a340-4282-b4ac-7f06828151a6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.647067] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcea3615-fa32-476b-ae38-1da07a90cd0b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.657216] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30164cfb-cad8-4869-b7f2-3a9fafaf1868 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.673382] env[62023]: DEBUG nova.compute.provider_tree [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1627.955244] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Releasing lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.955690] env[62023]: DEBUG nova.compute.manager [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Instance network_info: |[{"id": "8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1", "address": "fa:16:3e:a1:e3:13", "network": {"id": "1b2aaf7d-456c-4b5e-97aa-0b97d2c193a6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-792452981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ad90f580334463900f624d8a36f393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1c9f16-6f", "ovs_interfaceid": "8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1627.956327] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:e3:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1627.970240] env[62023]: DEBUG oslo.service.loopingcall [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1627.970545] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1627.970894] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-192fb5e4-e5d7-4a31-a416-c571cb6b08ac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.013031] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558716} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.013031] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 7096b4e3-b7f5-4650-86e1-274b5540b925/7096b4e3-b7f5-4650-86e1-274b5540b925.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1628.013031] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1628.013031] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1628.013031] env[62023]: value = "task-1758454" [ 1628.013031] env[62023]: _type = "Task" [ 1628.013031] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.013031] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71125011-717c-4365-9b64-f706172dea96 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.023841] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758454, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.025161] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1628.025161] env[62023]: value = "task-1758455" [ 1628.025161] env[62023]: _type = "Task" [ 1628.025161] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.033664] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.183664] env[62023]: DEBUG nova.compute.manager [req-e2734138-c92f-4dcb-a74a-e811f65c5e3e req-9d7695ce-495a-43be-8dc5-03baab27ecdf service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Received event network-changed-8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1628.183769] env[62023]: DEBUG nova.compute.manager [req-e2734138-c92f-4dcb-a74a-e811f65c5e3e req-9d7695ce-495a-43be-8dc5-03baab27ecdf service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Refreshing instance network info cache due to event network-changed-8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1628.186056] env[62023]: DEBUG oslo_concurrency.lockutils [req-e2734138-c92f-4dcb-a74a-e811f65c5e3e req-9d7695ce-495a-43be-8dc5-03baab27ecdf service nova] Acquiring lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.187386] env[62023]: DEBUG oslo_concurrency.lockutils [req-e2734138-c92f-4dcb-a74a-e811f65c5e3e req-9d7695ce-495a-43be-8dc5-03baab27ecdf service nova] Acquired lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.187386] env[62023]: DEBUG nova.network.neutron [req-e2734138-c92f-4dcb-a74a-e811f65c5e3e req-9d7695ce-495a-43be-8dc5-03baab27ecdf service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Refreshing network info cache for port 8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1628.209764] env[62023]: ERROR nova.scheduler.client.report [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [req-c905fe20-7164-4bbe-b58e-d0f023275f54] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c905fe20-7164-4bbe-b58e-d0f023275f54"}]} [ 1628.233404] env[62023]: DEBUG nova.scheduler.client.report [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1628.240496] env[62023]: DEBUG nova.network.neutron [-] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.250893] env[62023]: DEBUG nova.scheduler.client.report [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1628.251196] env[62023]: DEBUG nova.compute.provider_tree [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1628.264981] env[62023]: DEBUG nova.scheduler.client.report [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1628.289595] env[62023]: DEBUG nova.scheduler.client.report [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1628.370196] env[62023]: DEBUG nova.network.neutron [-] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.528486] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758454, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.539266] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074648} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.539497] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1628.540204] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38938d78-2077-4d79-bfa7-9ae8b6e154fe {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.562787] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 7096b4e3-b7f5-4650-86e1-274b5540b925/7096b4e3-b7f5-4650-86e1-274b5540b925.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1628.565532] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b552d62-430c-4c11-b156-6fc7f887eb50 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.587591] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1628.587591] env[62023]: value = "task-1758456" [ 1628.587591] env[62023]: _type = "Task" [ 1628.587591] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.599209] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.747088] env[62023]: INFO nova.compute.manager [-] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Took 1.36 seconds to deallocate network for instance. [ 1628.803202] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc473001-08d2-452e-8cf7-2e90a88f89ca {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.817135] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54701702-db62-40d2-93d0-dc47e5198c77 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.856908] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6a3b0c-1eec-4d22-ba5c-a742f720e2ed {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.865618] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c015afd-360e-4170-b187-7945e4ec1cde {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.879874] env[62023]: INFO nova.compute.manager [-] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Took 1.35 seconds to deallocate network for instance. [ 1628.880786] env[62023]: DEBUG nova.compute.provider_tree [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1628.893182] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquiring lock "f748352e-9794-4cce-a113-a402ae596775" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.893424] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "f748352e-9794-4cce-a113-a402ae596775" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.997253] env[62023]: DEBUG nova.network.neutron [req-e2734138-c92f-4dcb-a74a-e811f65c5e3e req-9d7695ce-495a-43be-8dc5-03baab27ecdf service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Updated VIF entry in instance network info cache for port 8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1628.997659] env[62023]: DEBUG nova.network.neutron [req-e2734138-c92f-4dcb-a74a-e811f65c5e3e req-9d7695ce-495a-43be-8dc5-03baab27ecdf service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Updating instance_info_cache with network_info: [{"id": "8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1", "address": "fa:16:3e:a1:e3:13", "network": {"id": "1b2aaf7d-456c-4b5e-97aa-0b97d2c193a6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-792452981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ad90f580334463900f624d8a36f393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1c9f16-6f", "ovs_interfaceid": "8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.028558] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758454, 'name': CreateVM_Task, 'duration_secs': 0.547597} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.028852] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1629.029508] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.029681] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.029995] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1629.030275] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7f5c325-38b1-4ee9-bf8b-82ab80a99887 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.035706] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1629.035706] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525c521b-269c-8ea9-5c9a-eaf632abbb38" [ 1629.035706] env[62023]: _type = "Task" [ 1629.035706] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.044932] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525c521b-269c-8ea9-5c9a-eaf632abbb38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.101084] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758456, 'name': ReconfigVM_Task, 'duration_secs': 0.503452} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.101412] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 7096b4e3-b7f5-4650-86e1-274b5540b925/7096b4e3-b7f5-4650-86e1-274b5540b925.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1629.102053] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc0c90cf-aed8-4904-ab21-498445d9aab4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.108650] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1629.108650] env[62023]: value = "task-1758457" [ 1629.108650] env[62023]: _type = "Task" [ 1629.108650] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.117020] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758457, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.261298] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.394322] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.395640] env[62023]: DEBUG nova.compute.manager [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1629.406238] env[62023]: ERROR nova.scheduler.client.report [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] [req-6b59cb46-7c15-4433-a192-afb9ac4c7a6c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6b59cb46-7c15-4433-a192-afb9ac4c7a6c"}]} [ 1629.420386] env[62023]: DEBUG nova.scheduler.client.report [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1629.444466] env[62023]: DEBUG nova.scheduler.client.report [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1629.444825] env[62023]: DEBUG nova.compute.provider_tree [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1629.456110] env[62023]: DEBUG nova.scheduler.client.report [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1629.475694] env[62023]: DEBUG nova.scheduler.client.report [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1629.500414] env[62023]: DEBUG oslo_concurrency.lockutils [req-e2734138-c92f-4dcb-a74a-e811f65c5e3e req-9d7695ce-495a-43be-8dc5-03baab27ecdf service nova] Releasing lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.501539] env[62023]: DEBUG nova.compute.manager [req-e2734138-c92f-4dcb-a74a-e811f65c5e3e req-9d7695ce-495a-43be-8dc5-03baab27ecdf service nova] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Received event network-vif-deleted-8ae58ac7-9707-4a15-a2a7-b992df8b8234 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1629.501539] env[62023]: INFO nova.compute.manager [req-e2734138-c92f-4dcb-a74a-e811f65c5e3e req-9d7695ce-495a-43be-8dc5-03baab27ecdf service nova] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Neutron deleted interface 8ae58ac7-9707-4a15-a2a7-b992df8b8234; detaching it from the instance and deleting it from the info cache [ 1629.501539] env[62023]: DEBUG nova.network.neutron [req-e2734138-c92f-4dcb-a74a-e811f65c5e3e req-9d7695ce-495a-43be-8dc5-03baab27ecdf service nova] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.547040] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525c521b-269c-8ea9-5c9a-eaf632abbb38, 'name': SearchDatastore_Task, 'duration_secs': 0.011381} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.549537] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.549809] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1629.550051] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.550226] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.550418] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1629.550837] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e5bcae3-d289-4be7-a4d5-6165afea39a5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.560124] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1629.560321] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1629.563247] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c058eac-15e6-4a60-8bc5-7c602fe81166 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.570256] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1629.570256] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a12c72-5d77-6e62-f828-2c9f9e4f8113" [ 1629.570256] env[62023]: _type = "Task" [ 1629.570256] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.577933] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a12c72-5d77-6e62-f828-2c9f9e4f8113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.620463] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758457, 'name': Rename_Task, 'duration_secs': 0.155574} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.621013] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1629.621013] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4fa3689-0dc0-42e6-8ced-85f7c3ddc077 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.627906] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1629.627906] env[62023]: value = "task-1758458" [ 1629.627906] env[62023]: _type = "Task" [ 1629.627906] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.635764] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.887131] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e302cee-88de-4a3a-802b-cbef5e525279 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.895221] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975a8b42-8435-4b86-a098-6fc5fcf5c33d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.929695] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.930552] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e66dfcf-f664-40a3-a5d6-9fb0d2ef029c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.938622] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a66b60-6ce2-43b6-a258-bce8e39acce2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.953811] env[62023]: DEBUG nova.compute.provider_tree [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1630.004590] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84e7b039-46e8-430b-be22-bbd3fc13f34a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.015024] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1c7ac8-3445-4ef1-b1d7-b00b09409879 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.051383] env[62023]: DEBUG nova.compute.manager [req-e2734138-c92f-4dcb-a74a-e811f65c5e3e req-9d7695ce-495a-43be-8dc5-03baab27ecdf service nova] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Detach interface failed, port_id=8ae58ac7-9707-4a15-a2a7-b992df8b8234, reason: Instance 6c2ef16f-4058-401f-abbc-980a230b1495 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1630.051743] env[62023]: DEBUG nova.compute.manager [req-e2734138-c92f-4dcb-a74a-e811f65c5e3e req-9d7695ce-495a-43be-8dc5-03baab27ecdf service nova] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Received event network-vif-deleted-fd699c10-981e-4b52-b96f-11ade4986cea {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1630.052911] env[62023]: INFO nova.compute.manager [req-e2734138-c92f-4dcb-a74a-e811f65c5e3e req-9d7695ce-495a-43be-8dc5-03baab27ecdf service nova] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Neutron deleted interface fd699c10-981e-4b52-b96f-11ade4986cea; detaching it from the instance and deleting it from the info cache [ 1630.052911] env[62023]: DEBUG nova.network.neutron [req-e2734138-c92f-4dcb-a74a-e811f65c5e3e req-9d7695ce-495a-43be-8dc5-03baab27ecdf service nova] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.081910] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a12c72-5d77-6e62-f828-2c9f9e4f8113, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.082765] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85a0b10-4312-4dc7-bdd2-5f1d7bdb3415 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.089764] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1630.089764] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e813e2-414f-026f-3588-5e3a646858eb" [ 1630.089764] env[62023]: _type = "Task" [ 1630.089764] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.100324] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e813e2-414f-026f-3588-5e3a646858eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.138690] env[62023]: DEBUG oslo_vmware.api [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758458, 'name': PowerOnVM_Task, 'duration_secs': 0.481801} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.139034] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1630.139442] env[62023]: INFO nova.compute.manager [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1630.139721] env[62023]: DEBUG nova.compute.manager [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1630.140757] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4b2f0b-00af-4a7c-926d-91817cdbc43c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.488116] env[62023]: DEBUG nova.scheduler.client.report [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1630.488474] env[62023]: DEBUG nova.compute.provider_tree [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 117 to 118 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1630.488743] env[62023]: DEBUG nova.compute.provider_tree [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1630.555647] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eac0a9d1-56d1-4f39-8c0e-33f8ff9610f7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.566493] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026731e0-d416-4f8b-b793-a54068dd9651 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.608462] env[62023]: DEBUG nova.compute.manager [req-e2734138-c92f-4dcb-a74a-e811f65c5e3e req-9d7695ce-495a-43be-8dc5-03baab27ecdf service nova] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Detach interface failed, port_id=fd699c10-981e-4b52-b96f-11ade4986cea, reason: Instance a59444ed-64c7-4524-a193-47aef1b6df43 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1630.615518] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e813e2-414f-026f-3588-5e3a646858eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.615728] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.615987] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 1213f6be-c3e6-4fbb-96b1-3736ece929a2/1213f6be-c3e6-4fbb-96b1-3736ece929a2.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1630.616262] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b173e8e6-50f6-4c84-9718-488a5570b991 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.623978] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1630.623978] env[62023]: value = "task-1758459" [ 1630.623978] env[62023]: _type = "Task" [ 1630.623978] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.632602] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.658037] env[62023]: INFO nova.compute.manager [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Took 47.14 seconds to build instance. [ 1630.994747] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.456s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.997330] env[62023]: DEBUG oslo_concurrency.lockutils [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.739s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.997580] env[62023]: DEBUG nova.objects.instance [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Lazy-loading 'resources' on Instance uuid 6b867581-5ee5-4bb6-95a7-3292d7135458 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1631.024903] env[62023]: INFO nova.scheduler.client.report [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Deleted allocations for instance b1746b26-9eae-4980-92c5-761e8666ecfa [ 1631.138647] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758459, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.160641] env[62023]: DEBUG oslo_concurrency.lockutils [None req-afa71e1f-309e-4591-84d8-77b68afe9b43 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "7096b4e3-b7f5-4650-86e1-274b5540b925" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.956s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.535470] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6bdba666-4a4e-4515-8b52-a16dd69dd925 tempest-AttachInterfacesUnderV243Test-1391083522 tempest-AttachInterfacesUnderV243Test-1391083522-project-member] Lock "b1746b26-9eae-4980-92c5-761e8666ecfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.372s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.635151] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540032} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.637650] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 1213f6be-c3e6-4fbb-96b1-3736ece929a2/1213f6be-c3e6-4fbb-96b1-3736ece929a2.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1631.637870] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1631.639443] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee94a784-8046-43c6-a306-10a359fe6045 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.644406] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "42da913c-f354-4f33-822d-9692f616f1de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.644898] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "42da913c-f354-4f33-822d-9692f616f1de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.651709] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1631.651709] env[62023]: value = "task-1758460" [ 1631.651709] env[62023]: _type = "Task" [ 1631.651709] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.661394] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.881817] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef5fd90-03a2-4f4d-a638-170e13cb2cef {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.889770] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbd8c97-232c-4d18-94d2-ea5295f06408 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.920841] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e431dd64-0135-4228-b4e3-39811fdf1f71 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.928750] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62386942-2491-47c8-925b-087f03719817 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.945454] env[62023]: DEBUG nova.compute.provider_tree [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1632.147618] env[62023]: DEBUG nova.compute.manager [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1632.161737] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070331} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.162392] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1632.162732] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3526e615-4f39-4acb-b29a-aa10765d2c98 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.186087] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 1213f6be-c3e6-4fbb-96b1-3736ece929a2/1213f6be-c3e6-4fbb-96b1-3736ece929a2.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1632.187139] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cfd0c6a-3db8-42eb-8ef5-47ac7df46e59 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.208133] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1632.208133] env[62023]: value = "task-1758461" [ 1632.208133] env[62023]: _type = "Task" [ 1632.208133] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.219754] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.470813] env[62023]: ERROR nova.scheduler.client.report [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] [req-a1cc37fe-f645-44a7-86b4-7edde6df7fee] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a1cc37fe-f645-44a7-86b4-7edde6df7fee"}]} [ 1632.490020] env[62023]: DEBUG nova.scheduler.client.report [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1632.509019] env[62023]: DEBUG nova.scheduler.client.report [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1632.509019] env[62023]: DEBUG nova.compute.provider_tree [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1632.517874] env[62023]: DEBUG nova.scheduler.client.report [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1632.535918] env[62023]: DEBUG nova.scheduler.client.report [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1632.677016] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.723358] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.008715] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d58237-95d4-4f85-aa03-3684a50db1fe {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.016714] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa1adb1-a00b-4521-a08b-a2568d785b23 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.048099] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00022a2d-9ef5-44e9-a3df-1ad648dc4f3a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.056503] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26df42f-e364-4913-acff-2e6fd1b71cea {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.070597] env[62023]: DEBUG nova.compute.provider_tree [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1633.220107] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758461, 'name': ReconfigVM_Task, 'duration_secs': 0.654518} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.220496] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 1213f6be-c3e6-4fbb-96b1-3736ece929a2/1213f6be-c3e6-4fbb-96b1-3736ece929a2.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1633.221076] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2baf6d2-cde8-4516-92b0-9906d26e0143 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.228625] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1633.228625] env[62023]: value = "task-1758462" [ 1633.228625] env[62023]: _type = "Task" [ 1633.228625] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.238195] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758462, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.609244] env[62023]: DEBUG nova.scheduler.client.report [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1633.609244] env[62023]: DEBUG nova.compute.provider_tree [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 119 to 120 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1633.609244] env[62023]: DEBUG nova.compute.provider_tree [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1633.741857] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758462, 'name': Rename_Task, 'duration_secs': 0.417039} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.742214] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1633.742490] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd06e292-06b3-47a8-9250-47ed78b081e6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.750390] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1633.750390] env[62023]: value = "task-1758463" [ 1633.750390] env[62023]: _type = "Task" [ 1633.750390] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.761853] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.115160] env[62023]: DEBUG oslo_concurrency.lockutils [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.118s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.117690] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.822s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.119250] env[62023]: INFO nova.compute.claims [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1634.137191] env[62023]: INFO nova.scheduler.client.report [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Deleted allocations for instance 6b867581-5ee5-4bb6-95a7-3292d7135458 [ 1634.261350] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758463, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.645124] env[62023]: DEBUG oslo_concurrency.lockutils [None req-12f05a56-a8ad-4b21-ba27-e8b41f4cad30 tempest-ServerMetadataNegativeTestJSON-427162970 tempest-ServerMetadataNegativeTestJSON-427162970-project-member] Lock "6b867581-5ee5-4bb6-95a7-3292d7135458" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.710s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.762616] env[62023]: DEBUG oslo_vmware.api [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758463, 'name': PowerOnVM_Task, 'duration_secs': 0.656981} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.762918] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1634.762971] env[62023]: INFO nova.compute.manager [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1634.763136] env[62023]: DEBUG nova.compute.manager [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1634.763945] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9c8f62-b05a-41db-92d5-7ae464a6efa5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.122258] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Acquiring lock "b055cbdb-6e45-4cf7-b171-884c4920827d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.122502] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Lock "b055cbdb-6e45-4cf7-b171-884c4920827d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.288111] env[62023]: INFO nova.compute.manager [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Took 41.27 seconds to build instance. [ 1635.596847] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747c5c10-5abb-4739-ad6e-84c50dfdaefe {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.605498] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8350ca6b-a727-47ed-8c1f-d2e678a7574a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.637957] env[62023]: DEBUG nova.compute.manager [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1635.641258] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d5940f-4b6b-4ea3-9d01-9a9d5a56badd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.649814] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e341ae0a-3112-476a-96b8-fa6a44808990 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.664899] env[62023]: DEBUG nova.compute.provider_tree [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1635.732603] env[62023]: DEBUG nova.compute.manager [req-3eb39b7c-9d67-44b7-91a4-817a773bab36 req-008cfdfa-569f-423a-b26b-ffe9c808e290 service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Received event network-changed-8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1635.732968] env[62023]: DEBUG nova.compute.manager [req-3eb39b7c-9d67-44b7-91a4-817a773bab36 req-008cfdfa-569f-423a-b26b-ffe9c808e290 service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Refreshing instance network info cache due to event network-changed-8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1635.733477] env[62023]: DEBUG oslo_concurrency.lockutils [req-3eb39b7c-9d67-44b7-91a4-817a773bab36 req-008cfdfa-569f-423a-b26b-ffe9c808e290 service nova] Acquiring lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.733798] env[62023]: DEBUG oslo_concurrency.lockutils [req-3eb39b7c-9d67-44b7-91a4-817a773bab36 req-008cfdfa-569f-423a-b26b-ffe9c808e290 service nova] Acquired lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.734192] env[62023]: DEBUG nova.network.neutron [req-3eb39b7c-9d67-44b7-91a4-817a773bab36 req-008cfdfa-569f-423a-b26b-ffe9c808e290 service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Refreshing network info cache for port 8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1635.794475] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1cae889b-0a8f-47d2-b802-c0079490829b tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.595s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.169660] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.170886] env[62023]: DEBUG nova.scheduler.client.report [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1636.532066] env[62023]: DEBUG nova.network.neutron [req-3eb39b7c-9d67-44b7-91a4-817a773bab36 req-008cfdfa-569f-423a-b26b-ffe9c808e290 service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Updated VIF entry in instance network info cache for port 8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1636.532493] env[62023]: DEBUG nova.network.neutron [req-3eb39b7c-9d67-44b7-91a4-817a773bab36 req-008cfdfa-569f-423a-b26b-ffe9c808e290 service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Updating instance_info_cache with network_info: [{"id": "8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1", "address": "fa:16:3e:a1:e3:13", "network": {"id": "1b2aaf7d-456c-4b5e-97aa-0b97d2c193a6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-792452981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ad90f580334463900f624d8a36f393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1c9f16-6f", "ovs_interfaceid": "8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.679497] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.680136] env[62023]: DEBUG nova.compute.manager [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1636.682878] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 22.652s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.035197] env[62023]: DEBUG oslo_concurrency.lockutils [req-3eb39b7c-9d67-44b7-91a4-817a773bab36 req-008cfdfa-569f-423a-b26b-ffe9c808e290 service nova] Releasing lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.198861] env[62023]: DEBUG nova.compute.utils [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1637.200490] env[62023]: DEBUG nova.compute.manager [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1637.200666] env[62023]: DEBUG nova.network.neutron [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1637.255272] env[62023]: DEBUG nova.policy [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d85c106216442a091cffcc1578488b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9becf5771d9b44c7995886a648805c1b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1637.521797] env[62023]: DEBUG nova.network.neutron [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Successfully created port: e6598694-f150-4a1f-abaf-860630a440bf {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1637.707940] env[62023]: DEBUG nova.compute.manager [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1637.735223] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 007c853b-b603-44e4-9f3d-42872bd4baca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1637.735401] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1637.735532] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance b4249275-18dc-4d4b-9e6a-9e97cd84325a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1637.735654] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 8738aede-3817-4117-a482-a77db3db46a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1637.735800] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 9fe841fd-6e67-4739-95fb-afc7939edaea is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1637.735917] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 71e7298b-dfd3-4857-abbd-15de2aadad07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1637.736044] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance a47f9087-1194-4a41-93d8-dcf026b2eca5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1637.736166] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance dcd4d90d-e32b-4ab4-bd2d-14d367c16838 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1637.736281] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 41220130-9cae-4af6-9be8-d5601b0b3cdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1637.736391] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1637.736509] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance ed8d8df0-2f06-43ab-b959-e0b7597efecb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1637.738190] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 4cb4160b-524b-41b7-b8c8-7c246826b084 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1637.738190] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 744e0825-03d9-41ac-ade5-1ac44d5a289a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1637.738190] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance beee13a3-6a2a-4113-9317-5efde046fcd7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1637.738190] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 8889bd20-94aa-4d24-8f3a-1a5cb31688e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1637.738190] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance cc51d0a1-06c7-4a0c-94a0-1e634c42dca6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1637.738190] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1637.738455] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 093dd1a9-87d9-4be8-99ce-1903edf5f71b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1637.738455] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 7ccd9c6a-4027-4a22-9be1-622267fd9541 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1637.738566] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1637.738694] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1637.738811] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 935173c4-c679-4381-be6a-c9dcbdb04430 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1637.739012] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 6c2ef16f-4058-401f-abbc-980a230b1495 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1637.739125] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance a59444ed-64c7-4524-a193-47aef1b6df43 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1637.739340] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 7096b4e3-b7f5-4650-86e1-274b5540b925 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1637.739483] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 1213f6be-c3e6-4fbb-96b1-3736ece929a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1637.739673] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1638.244411] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance bfccc44a-dc24-4112-8afc-66bfd67cfef3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1638.717976] env[62023]: DEBUG nova.compute.manager [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1638.743164] env[62023]: DEBUG nova.virt.hardware [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1638.743419] env[62023]: DEBUG nova.virt.hardware [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1638.743574] env[62023]: DEBUG nova.virt.hardware [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1638.744272] env[62023]: DEBUG nova.virt.hardware [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1638.744272] env[62023]: DEBUG nova.virt.hardware [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1638.744272] env[62023]: DEBUG nova.virt.hardware [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1638.744498] env[62023]: DEBUG nova.virt.hardware [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1638.744498] env[62023]: DEBUG nova.virt.hardware [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1638.744672] env[62023]: DEBUG nova.virt.hardware [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1638.744822] env[62023]: DEBUG nova.virt.hardware [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1638.744996] env[62023]: DEBUG nova.virt.hardware [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1638.745881] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e419f2-d413-4401-b14f-566caf87889d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.750383] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 681fa498-8577-44cf-ab89-ede5ac113f74 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1638.755097] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2fa18d-e9c7-4577-8259-5fa9beada2e7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.831324] env[62023]: DEBUG oslo_concurrency.lockutils [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.831558] env[62023]: DEBUG oslo_concurrency.lockutils [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.968267] env[62023]: DEBUG nova.compute.manager [req-c6fa0c6c-639f-4a20-b82f-b4ab3ca74acc req-7707469b-4e8a-4bc9-bd9a-218774219c59 service nova] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Received event network-vif-plugged-e6598694-f150-4a1f-abaf-860630a440bf {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1638.968423] env[62023]: DEBUG oslo_concurrency.lockutils [req-c6fa0c6c-639f-4a20-b82f-b4ab3ca74acc req-7707469b-4e8a-4bc9-bd9a-218774219c59 service nova] Acquiring lock "08e31d22-8c2c-4bdc-9258-0406f8fd0fa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.968873] env[62023]: DEBUG oslo_concurrency.lockutils [req-c6fa0c6c-639f-4a20-b82f-b4ab3ca74acc req-7707469b-4e8a-4bc9-bd9a-218774219c59 service nova] Lock "08e31d22-8c2c-4bdc-9258-0406f8fd0fa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.969052] env[62023]: DEBUG oslo_concurrency.lockutils [req-c6fa0c6c-639f-4a20-b82f-b4ab3ca74acc req-7707469b-4e8a-4bc9-bd9a-218774219c59 service nova] Lock "08e31d22-8c2c-4bdc-9258-0406f8fd0fa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.969132] env[62023]: DEBUG nova.compute.manager [req-c6fa0c6c-639f-4a20-b82f-b4ab3ca74acc req-7707469b-4e8a-4bc9-bd9a-218774219c59 service nova] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] No waiting events found dispatching network-vif-plugged-e6598694-f150-4a1f-abaf-860630a440bf {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1638.969356] env[62023]: WARNING nova.compute.manager [req-c6fa0c6c-639f-4a20-b82f-b4ab3ca74acc req-7707469b-4e8a-4bc9-bd9a-218774219c59 service nova] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Received unexpected event network-vif-plugged-e6598694-f150-4a1f-abaf-860630a440bf for instance with vm_state building and task_state spawning. [ 1639.052148] env[62023]: DEBUG nova.network.neutron [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Successfully updated port: e6598694-f150-4a1f-abaf-860630a440bf {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1639.255827] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance f748352e-9794-4cce-a113-a402ae596775 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1639.335077] env[62023]: DEBUG nova.compute.utils [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1639.555955] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "refresh_cache-08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.556204] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "refresh_cache-08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.556417] env[62023]: DEBUG nova.network.neutron [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1639.759046] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 42da913c-f354-4f33-822d-9692f616f1de has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1639.838307] env[62023]: DEBUG oslo_concurrency.lockutils [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.088739] env[62023]: DEBUG nova.network.neutron [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1640.227539] env[62023]: DEBUG nova.network.neutron [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Updating instance_info_cache with network_info: [{"id": "e6598694-f150-4a1f-abaf-860630a440bf", "address": "fa:16:3e:7b:64:05", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6598694-f1", "ovs_interfaceid": "e6598694-f150-4a1f-abaf-860630a440bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.263371] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance b055cbdb-6e45-4cf7-b171-884c4920827d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1640.263699] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1640.263850] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1640.670980] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffdf5ce-c532-43be-91e9-18a0f86c5e97 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.678332] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da26038f-8a7c-4ba7-b01d-be8da43d56e9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.717925] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadc8f5f-17d6-442b-b996-567e4ee02e8d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.725254] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de388070-8432-4065-8749-738345c79c1d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.731118] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "refresh_cache-08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.731118] env[62023]: DEBUG nova.compute.manager [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Instance network_info: |[{"id": "e6598694-f150-4a1f-abaf-860630a440bf", "address": "fa:16:3e:7b:64:05", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6598694-f1", "ovs_interfaceid": "e6598694-f150-4a1f-abaf-860630a440bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1640.738783] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:64:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6598694-f150-4a1f-abaf-860630a440bf', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1640.746972] env[62023]: DEBUG oslo.service.loopingcall [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.747434] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.748757] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1640.748991] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62970ac1-23c9-4f0d-bf9e-13a3de123c3b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.772256] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1640.772256] env[62023]: value = "task-1758464" [ 1640.772256] env[62023]: _type = "Task" [ 1640.772256] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.779964] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758464, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.923061] env[62023]: DEBUG oslo_concurrency.lockutils [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.923061] env[62023]: DEBUG oslo_concurrency.lockutils [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.923249] env[62023]: INFO nova.compute.manager [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Attaching volume cada6120-a660-454b-ad10-4c1a5de39466 to /dev/sdb [ 1640.959595] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac38235-b6ea-4ef7-b2cb-b7059adf8f08 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.967987] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83752bb4-b367-4c27-aca2-200efda695f7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.981856] env[62023]: DEBUG nova.virt.block_device [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Updating existing volume attachment record: d3406c61-8a3c-41cb-8113-63933cdbf382 {{(pid=62023) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1640.998155] env[62023]: DEBUG nova.compute.manager [req-ad33223e-b90f-42c8-a3da-8af30cce97d3 req-ea056812-fddf-4ce8-b274-0e3fe3b98b99 service nova] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Received event network-changed-e6598694-f150-4a1f-abaf-860630a440bf {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1640.998415] env[62023]: DEBUG nova.compute.manager [req-ad33223e-b90f-42c8-a3da-8af30cce97d3 req-ea056812-fddf-4ce8-b274-0e3fe3b98b99 service nova] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Refreshing instance network info cache due to event network-changed-e6598694-f150-4a1f-abaf-860630a440bf. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1640.998674] env[62023]: DEBUG oslo_concurrency.lockutils [req-ad33223e-b90f-42c8-a3da-8af30cce97d3 req-ea056812-fddf-4ce8-b274-0e3fe3b98b99 service nova] Acquiring lock "refresh_cache-08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.998912] env[62023]: DEBUG oslo_concurrency.lockutils [req-ad33223e-b90f-42c8-a3da-8af30cce97d3 req-ea056812-fddf-4ce8-b274-0e3fe3b98b99 service nova] Acquired lock "refresh_cache-08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.999137] env[62023]: DEBUG nova.network.neutron [req-ad33223e-b90f-42c8-a3da-8af30cce97d3 req-ea056812-fddf-4ce8-b274-0e3fe3b98b99 service nova] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Refreshing network info cache for port e6598694-f150-4a1f-abaf-860630a440bf {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1641.265505] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1641.283346] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758464, 'name': CreateVM_Task, 'duration_secs': 0.341329} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.283801] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1641.284241] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.284394] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.285033] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1641.285033] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d7425e8-8614-4fd6-9e3a-14f7cf86bef9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.289946] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1641.289946] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523fdc87-e359-b14e-883a-a4564bb8ac5e" [ 1641.289946] env[62023]: _type = "Task" [ 1641.289946] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.298253] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523fdc87-e359-b14e-883a-a4564bb8ac5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.712742] env[62023]: DEBUG nova.network.neutron [req-ad33223e-b90f-42c8-a3da-8af30cce97d3 req-ea056812-fddf-4ce8-b274-0e3fe3b98b99 service nova] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Updated VIF entry in instance network info cache for port e6598694-f150-4a1f-abaf-860630a440bf. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1641.713146] env[62023]: DEBUG nova.network.neutron [req-ad33223e-b90f-42c8-a3da-8af30cce97d3 req-ea056812-fddf-4ce8-b274-0e3fe3b98b99 service nova] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Updating instance_info_cache with network_info: [{"id": "e6598694-f150-4a1f-abaf-860630a440bf", "address": "fa:16:3e:7b:64:05", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6598694-f1", "ovs_interfaceid": "e6598694-f150-4a1f-abaf-860630a440bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.773191] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1641.773519] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.091s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.773835] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.976s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.774043] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.776035] env[62023]: DEBUG oslo_concurrency.lockutils [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.596s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.776238] env[62023]: DEBUG oslo_concurrency.lockutils [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.777958] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.886s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.778157] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.779924] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.685s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.781783] env[62023]: INFO nova.compute.claims [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1641.801010] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523fdc87-e359-b14e-883a-a4564bb8ac5e, 'name': SearchDatastore_Task, 'duration_secs': 0.01083} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.801377] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.801663] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1641.801969] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.802109] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.802303] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1641.802607] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c1eecbe-2adb-4160-987b-cf97c8ba2d61 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.808460] env[62023]: INFO nova.scheduler.client.report [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Deleted allocations for instance 744e0825-03d9-41ac-ade5-1ac44d5a289a [ 1641.811557] env[62023]: INFO nova.scheduler.client.report [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleted allocations for instance beee13a3-6a2a-4113-9317-5efde046fcd7 [ 1641.814338] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1641.815354] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1641.818650] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8a42541-ce4d-46b6-b01c-b230c040afb7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.824399] env[62023]: INFO nova.scheduler.client.report [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Deleted allocations for instance 7ccd9c6a-4027-4a22-9be1-622267fd9541 [ 1641.826999] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1641.826999] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5292c132-52e8-dbe3-4664-9974e2dc9a24" [ 1641.826999] env[62023]: _type = "Task" [ 1641.826999] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.844854] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5292c132-52e8-dbe3-4664-9974e2dc9a24, 'name': SearchDatastore_Task, 'duration_secs': 0.008797} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.845435] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4759297-f6f2-405d-b866-1c9086294351 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.851307] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1641.851307] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5254c822-830b-574d-dfbc-c9e10a47ff4a" [ 1641.851307] env[62023]: _type = "Task" [ 1641.851307] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.860992] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5254c822-830b-574d-dfbc-c9e10a47ff4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.216294] env[62023]: DEBUG oslo_concurrency.lockutils [req-ad33223e-b90f-42c8-a3da-8af30cce97d3 req-ea056812-fddf-4ce8-b274-0e3fe3b98b99 service nova] Releasing lock "refresh_cache-08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.316033] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6744aa32-53a5-44ba-ab55-698c25d26b55 tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "744e0825-03d9-41ac-ade5-1ac44d5a289a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.963s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.325974] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c98caef-2bca-48f4-9629-e713908dad0a tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "beee13a3-6a2a-4113-9317-5efde046fcd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.595s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.342798] env[62023]: DEBUG oslo_concurrency.lockutils [None req-833b7bd2-8942-434e-9e43-953ad3cc3877 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lock "7ccd9c6a-4027-4a22-9be1-622267fd9541" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.183s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.372138] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5254c822-830b-574d-dfbc-c9e10a47ff4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009129} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.372433] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.372663] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4/08e31d22-8c2c-4bdc-9258-0406f8fd0fa4.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1642.372930] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1f658c3-303b-4626-9e71-aa6c853c3596 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.380797] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1642.380797] env[62023]: value = "task-1758468" [ 1642.380797] env[62023]: _type = "Task" [ 1642.380797] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.389398] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.893307] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758468, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.194810] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d1ca69-ead8-4711-bd16-feb557d73356 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.202788] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf8911d-6ea0-4513-b055-05ba604b942d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.235662] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01201b1c-d835-44ac-b820-274d3ba89789 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.243076] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84f74eb-90a3-4453-8285-fe4bd9b3bad8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.257265] env[62023]: DEBUG nova.compute.provider_tree [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1643.333463] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "b4249275-18dc-4d4b-9e6a-9e97cd84325a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.333607] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "b4249275-18dc-4d4b-9e6a-9e97cd84325a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.333785] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "b4249275-18dc-4d4b-9e6a-9e97cd84325a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.333966] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "b4249275-18dc-4d4b-9e6a-9e97cd84325a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.334174] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "b4249275-18dc-4d4b-9e6a-9e97cd84325a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.336490] env[62023]: INFO nova.compute.manager [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Terminating instance [ 1643.390777] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675828} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.391058] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4/08e31d22-8c2c-4bdc-9258-0406f8fd0fa4.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1643.391278] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1643.391523] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50e06f63-7f40-4f66-99b8-85e0e3c852d0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.397784] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1643.397784] env[62023]: value = "task-1758470" [ 1643.397784] env[62023]: _type = "Task" [ 1643.397784] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.405746] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.596747] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "41220130-9cae-4af6-9be8-d5601b0b3cdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.597099] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lock "41220130-9cae-4af6-9be8-d5601b0b3cdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.597395] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "41220130-9cae-4af6-9be8-d5601b0b3cdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.597640] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lock "41220130-9cae-4af6-9be8-d5601b0b3cdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.597850] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lock "41220130-9cae-4af6-9be8-d5601b0b3cdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.599973] env[62023]: INFO nova.compute.manager [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Terminating instance [ 1643.760646] env[62023]: DEBUG nova.scheduler.client.report [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1643.840558] env[62023]: DEBUG nova.compute.manager [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1643.840935] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1643.841980] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d6cec1-a028-410f-b6a0-25cf40f0879c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.852088] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1643.852360] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2d306bd-1cb7-419d-8e39-50292f7db654 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.858716] env[62023]: DEBUG oslo_vmware.api [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1643.858716] env[62023]: value = "task-1758471" [ 1643.858716] env[62023]: _type = "Task" [ 1643.858716] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.866693] env[62023]: DEBUG oslo_vmware.api [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.908196] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070136} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.908592] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1643.909307] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f13809-811f-4be1-bee2-f4024a9409d8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.933978] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4/08e31d22-8c2c-4bdc-9258-0406f8fd0fa4.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1643.934331] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90708abe-71f9-4e3d-b9ff-e7ea16977287 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.955393] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1643.955393] env[62023]: value = "task-1758472" [ 1643.955393] env[62023]: _type = "Task" [ 1643.955393] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.965109] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.104081] env[62023]: DEBUG nova.compute.manager [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1644.104081] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1644.104969] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b5686b-aba6-4436-ae66-f7c8431f2689 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.112904] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1644.113307] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce489900-5ffe-4b33-8c6a-8cd114d8340e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.119462] env[62023]: DEBUG oslo_vmware.api [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1644.119462] env[62023]: value = "task-1758473" [ 1644.119462] env[62023]: _type = "Task" [ 1644.119462] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.127497] env[62023]: DEBUG oslo_vmware.api [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.266132] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.266790] env[62023]: DEBUG nova.compute.manager [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1644.270137] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.959s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.270334] env[62023]: DEBUG nova.objects.instance [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62023) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1644.369359] env[62023]: DEBUG oslo_vmware.api [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758471, 'name': PowerOffVM_Task, 'duration_secs': 0.208543} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.369605] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1644.369800] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1644.370072] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5d20442-0e2b-4a0d-b6eb-f85e35b42f2b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.465502] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758472, 'name': ReconfigVM_Task, 'duration_secs': 0.28782} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.465824] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4/08e31d22-8c2c-4bdc-9258-0406f8fd0fa4.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1644.466435] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa28dad4-a9bf-4a0d-8759-6b65fc0f517f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.473188] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1644.473188] env[62023]: value = "task-1758475" [ 1644.473188] env[62023]: _type = "Task" [ 1644.473188] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.481765] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758475, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.529684] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1644.529987] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1644.530242] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Deleting the datastore file [datastore1] b4249275-18dc-4d4b-9e6a-9e97cd84325a {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1644.530560] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e22c72a-7390-490e-9eb5-b3f1d1f9f1ac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.537369] env[62023]: DEBUG oslo_vmware.api [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for the task: (returnval){ [ 1644.537369] env[62023]: value = "task-1758476" [ 1644.537369] env[62023]: _type = "Task" [ 1644.537369] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.545544] env[62023]: DEBUG oslo_vmware.api [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.629785] env[62023]: DEBUG oslo_vmware.api [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758473, 'name': PowerOffVM_Task, 'duration_secs': 0.228814} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.632934] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1644.632934] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1644.632934] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-330fd7cc-6350-4ec0-855f-49a4a1fc9bf2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.734500] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1644.734767] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1644.734928] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Deleting the datastore file [datastore1] 41220130-9cae-4af6-9be8-d5601b0b3cdc {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1644.735213] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-954103ad-a8e9-4cc6-aa13-2dd8f61926a2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.742062] env[62023]: DEBUG oslo_vmware.api [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for the task: (returnval){ [ 1644.742062] env[62023]: value = "task-1758478" [ 1644.742062] env[62023]: _type = "Task" [ 1644.742062] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.749605] env[62023]: DEBUG oslo_vmware.api [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.778236] env[62023]: DEBUG nova.compute.utils [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1644.779504] env[62023]: DEBUG nova.compute.manager [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1644.779670] env[62023]: DEBUG nova.network.neutron [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1644.821991] env[62023]: DEBUG nova.policy [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d85413fd527429f8d547284c431a714', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '928232ac809f46f78c57a3f1f2965e82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1644.984386] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758475, 'name': Rename_Task, 'duration_secs': 0.254364} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.984722] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1644.984910] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17113c02-d081-4b04-b5eb-551d9166ba10 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.992656] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1644.992656] env[62023]: value = "task-1758479" [ 1644.992656] env[62023]: _type = "Task" [ 1644.992656] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.000661] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.046954] env[62023]: DEBUG oslo_vmware.api [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Task: {'id': task-1758476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326448} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.047231] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1645.047422] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1645.047598] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1645.047771] env[62023]: INFO nova.compute.manager [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1645.048027] env[62023]: DEBUG oslo.service.loopingcall [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.048226] env[62023]: DEBUG nova.compute.manager [-] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1645.048322] env[62023]: DEBUG nova.network.neutron [-] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1645.199650] env[62023]: DEBUG nova.network.neutron [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Successfully created port: dee88731-a2e8-444a-965a-0bf171c27fd6 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1645.253645] env[62023]: DEBUG oslo_vmware.api [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Task: {'id': task-1758478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250414} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.253645] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1645.253942] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1645.254030] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1645.254290] env[62023]: INFO nova.compute.manager [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1645.254887] env[62023]: DEBUG oslo.service.loopingcall [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.254887] env[62023]: DEBUG nova.compute.manager [-] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1645.254887] env[62023]: DEBUG nova.network.neutron [-] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1645.284078] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f851a630-cc40-4398-aa5d-90146e52021a tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.285429] env[62023]: DEBUG nova.compute.manager [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1645.292539] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.889s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.293784] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.297594] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.693s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.297918] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.299748] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.696s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.299931] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.305381] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.765s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.306975] env[62023]: INFO nova.compute.claims [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1645.345711] env[62023]: INFO nova.scheduler.client.report [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Deleted allocations for instance 093dd1a9-87d9-4be8-99ce-1903edf5f71b [ 1645.353361] env[62023]: INFO nova.scheduler.client.report [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Deleted allocations for instance 935173c4-c679-4381-be6a-c9dcbdb04430 [ 1645.372750] env[62023]: INFO nova.scheduler.client.report [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Deleted allocations for instance 9fe841fd-6e67-4739-95fb-afc7939edaea [ 1645.505217] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758479, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.538140] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Volume attach. Driver type: vmdk {{(pid=62023) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1645.538578] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365400', 'volume_id': 'cada6120-a660-454b-ad10-4c1a5de39466', 'name': 'volume-cada6120-a660-454b-ad10-4c1a5de39466', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8889bd20-94aa-4d24-8f3a-1a5cb31688e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'cada6120-a660-454b-ad10-4c1a5de39466', 'serial': 'cada6120-a660-454b-ad10-4c1a5de39466'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1645.540233] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bbef49-7b33-4916-ac1b-ec0e9c02a8ca {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.563600] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a9467c-7531-4351-945a-97a1bbeceadf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.594267] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] volume-cada6120-a660-454b-ad10-4c1a5de39466/volume-cada6120-a660-454b-ad10-4c1a5de39466.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1645.598741] env[62023]: DEBUG nova.network.neutron [-] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.600115] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62eb1a8d-9748-4631-9d67-8fc4f5e7f965 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.618880] env[62023]: DEBUG nova.compute.manager [req-e7175fb8-be37-48e9-876e-15035e892ce6 req-0002820f-642a-4406-a8fb-8c9bbd88e468 service nova] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Received event network-vif-deleted-831e96e0-6a80-4eb7-b6ad-60a7fefc81ff {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1645.619092] env[62023]: INFO nova.compute.manager [req-e7175fb8-be37-48e9-876e-15035e892ce6 req-0002820f-642a-4406-a8fb-8c9bbd88e468 service nova] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Neutron deleted interface 831e96e0-6a80-4eb7-b6ad-60a7fefc81ff; detaching it from the instance and deleting it from the info cache [ 1645.619265] env[62023]: DEBUG nova.network.neutron [req-e7175fb8-be37-48e9-876e-15035e892ce6 req-0002820f-642a-4406-a8fb-8c9bbd88e468 service nova] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.622369] env[62023]: DEBUG nova.network.neutron [-] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.623664] env[62023]: INFO nova.compute.manager [-] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Took 0.58 seconds to deallocate network for instance. [ 1645.626953] env[62023]: DEBUG nova.compute.manager [req-98d3e74b-6dd3-466d-9f02-2fbd111a8959 req-0ee0bd27-7a63-4684-ba9e-1ce1e57e1370 service nova] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Received event network-vif-deleted-80434ae5-6f09-4fa0-8eb8-50c57bbb3780 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1645.626953] env[62023]: INFO nova.compute.manager [req-98d3e74b-6dd3-466d-9f02-2fbd111a8959 req-0ee0bd27-7a63-4684-ba9e-1ce1e57e1370 service nova] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Neutron deleted interface 80434ae5-6f09-4fa0-8eb8-50c57bbb3780; detaching it from the instance and deleting it from the info cache [ 1645.626953] env[62023]: DEBUG nova.network.neutron [req-98d3e74b-6dd3-466d-9f02-2fbd111a8959 req-0ee0bd27-7a63-4684-ba9e-1ce1e57e1370 service nova] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.637224] env[62023]: DEBUG oslo_vmware.api [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1645.637224] env[62023]: value = "task-1758480" [ 1645.637224] env[62023]: _type = "Task" [ 1645.637224] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.646012] env[62023]: DEBUG oslo_vmware.api [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.856607] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dc618e1e-02bf-4ea5-8847-d4417b5e4309 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "093dd1a9-87d9-4be8-99ce-1903edf5f71b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.901s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.865654] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8997ba26-83eb-44ec-b0e8-72b1d563b141 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "935173c4-c679-4381-be6a-c9dcbdb04430" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.751s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.883633] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5ec7d4a8-b133-4d00-9283-910db06a13c0 tempest-ServersWithSpecificFlavorTestJSON-849308423 tempest-ServersWithSpecificFlavorTestJSON-849308423-project-member] Lock "9fe841fd-6e67-4739-95fb-afc7939edaea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.171s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.015219] env[62023]: DEBUG oslo_vmware.api [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758479, 'name': PowerOnVM_Task, 'duration_secs': 0.871621} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.015219] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1646.015219] env[62023]: INFO nova.compute.manager [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1646.015219] env[62023]: DEBUG nova.compute.manager [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1646.015219] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eee084-4364-4761-9e7f-38c7150bae69 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.121682] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84a418b4-0b65-437f-a63c-568ea2d76ee8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.129565] env[62023]: INFO nova.compute.manager [-] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Took 0.87 seconds to deallocate network for instance. [ 1646.129952] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c31e87f2-d089-452b-848b-487630accf71 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.134760] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b22047-5242-4453-b477-a2212307a4a0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.147108] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.157512] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306a4eef-3168-40e8-91de-f65251d1d837 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.186038] env[62023]: DEBUG oslo_vmware.api [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.186466] env[62023]: DEBUG nova.compute.manager [req-e7175fb8-be37-48e9-876e-15035e892ce6 req-0002820f-642a-4406-a8fb-8c9bbd88e468 service nova] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Detach interface failed, port_id=831e96e0-6a80-4eb7-b6ad-60a7fefc81ff, reason: Instance b4249275-18dc-4d4b-9e6a-9e97cd84325a could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1646.212626] env[62023]: DEBUG nova.compute.manager [req-98d3e74b-6dd3-466d-9f02-2fbd111a8959 req-0ee0bd27-7a63-4684-ba9e-1ce1e57e1370 service nova] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Detach interface failed, port_id=80434ae5-6f09-4fa0-8eb8-50c57bbb3780, reason: Instance 41220130-9cae-4af6-9be8-d5601b0b3cdc could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1646.300439] env[62023]: DEBUG nova.compute.manager [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1646.338095] env[62023]: DEBUG nova.virt.hardware [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c1bb8e0ed582b49dd675e31c7bb3ac5b',container_format='bare',created_at=2024-12-11T15:34:04Z,direct_url=,disk_format='vmdk',id=deec9834-749d-43a5-b20c-5d30ae2ae283,min_disk=1,min_ram=0,name='tempest-test-snap-1181135885',owner='928232ac809f46f78c57a3f1f2965e82',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-11T15:34:21Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1646.338095] env[62023]: DEBUG nova.virt.hardware [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1646.338095] env[62023]: DEBUG nova.virt.hardware [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1646.338310] env[62023]: DEBUG nova.virt.hardware [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1646.338459] env[62023]: DEBUG nova.virt.hardware [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1646.338613] env[62023]: DEBUG nova.virt.hardware [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1646.338820] env[62023]: DEBUG nova.virt.hardware [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1646.339234] env[62023]: DEBUG nova.virt.hardware [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1646.339353] env[62023]: DEBUG nova.virt.hardware [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1646.339516] env[62023]: DEBUG nova.virt.hardware [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1646.339732] env[62023]: DEBUG nova.virt.hardware [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1646.340829] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8433a8-f421-4cdb-9939-3eee61c53ffa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.352601] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828bcc8f-f236-41ce-b1cc-16560103fea0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.376960] env[62023]: DEBUG oslo_concurrency.lockutils [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "6abfdd73-17b8-44f6-bbee-ba8c64e9dd14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.377423] env[62023]: DEBUG oslo_concurrency.lockutils [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "6abfdd73-17b8-44f6-bbee-ba8c64e9dd14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.377805] env[62023]: DEBUG oslo_concurrency.lockutils [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "6abfdd73-17b8-44f6-bbee-ba8c64e9dd14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.378144] env[62023]: DEBUG oslo_concurrency.lockutils [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "6abfdd73-17b8-44f6-bbee-ba8c64e9dd14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.378891] env[62023]: DEBUG oslo_concurrency.lockutils [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "6abfdd73-17b8-44f6-bbee-ba8c64e9dd14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.383360] env[62023]: INFO nova.compute.manager [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Terminating instance [ 1646.539567] env[62023]: INFO nova.compute.manager [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Took 33.26 seconds to build instance. [ 1646.655856] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.662532] env[62023]: DEBUG oslo_vmware.api [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758480, 'name': ReconfigVM_Task, 'duration_secs': 0.599908} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.662907] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Reconfigured VM instance instance-00000045 to attach disk [datastore1] volume-cada6120-a660-454b-ad10-4c1a5de39466/volume-cada6120-a660-454b-ad10-4c1a5de39466.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1646.670778] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b074203d-660b-4483-9d05-05983b162133 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.694067] env[62023]: DEBUG oslo_vmware.api [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1646.694067] env[62023]: value = "task-1758481" [ 1646.694067] env[62023]: _type = "Task" [ 1646.694067] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.704438] env[62023]: DEBUG oslo_vmware.api [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.756284] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d860bde6-5eb8-4ce7-9867-4e2c6939f06e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.764288] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b78132-527a-471b-b260-a9dd6448ad59 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.803959] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4132c13a-97c9-4c29-ae00-98a627b9ccd6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.812520] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9458ec-c898-4d23-8b82-79c284b5e1a2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.828999] env[62023]: DEBUG nova.compute.provider_tree [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1646.887465] env[62023]: DEBUG nova.compute.manager [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1646.890056] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1646.890056] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fd95d9-5040-4699-883d-6b0131940e68 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.897365] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1646.897794] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f24bfc06-8f20-4501-bb8a-a1a7ad414f09 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.905045] env[62023]: DEBUG oslo_vmware.api [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1646.905045] env[62023]: value = "task-1758482" [ 1646.905045] env[62023]: _type = "Task" [ 1646.905045] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.917098] env[62023]: DEBUG oslo_vmware.api [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.044111] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a51eb9ac-f989-4442-8e8a-fbc754e3ef64 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.772s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.204277] env[62023]: DEBUG oslo_vmware.api [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758481, 'name': ReconfigVM_Task, 'duration_secs': 0.174567} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.204620] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365400', 'volume_id': 'cada6120-a660-454b-ad10-4c1a5de39466', 'name': 'volume-cada6120-a660-454b-ad10-4c1a5de39466', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8889bd20-94aa-4d24-8f3a-1a5cb31688e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'cada6120-a660-454b-ad10-4c1a5de39466', 'serial': 'cada6120-a660-454b-ad10-4c1a5de39466'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1647.298070] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "e589a9b9-01ff-4f18-be27-a9a5fe893e87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.298410] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "e589a9b9-01ff-4f18-be27-a9a5fe893e87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.335028] env[62023]: DEBUG nova.scheduler.client.report [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1647.417246] env[62023]: DEBUG oslo_vmware.api [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758482, 'name': PowerOffVM_Task, 'duration_secs': 0.417189} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.417556] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1647.417975] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1647.418088] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-020d21b5-abb7-444f-a693-6fcd7040f6e8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.511843] env[62023]: DEBUG nova.network.neutron [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Successfully updated port: dee88731-a2e8-444a-965a-0bf171c27fd6 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1647.514968] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1647.515077] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1647.515234] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Deleting the datastore file [datastore1] 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1647.515513] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47c6ebbd-204b-4b49-b2ef-f09fbe206acc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.523617] env[62023]: DEBUG oslo_vmware.api [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1647.523617] env[62023]: value = "task-1758484" [ 1647.523617] env[62023]: _type = "Task" [ 1647.523617] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.533555] env[62023]: DEBUG oslo_vmware.api [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.625811] env[62023]: DEBUG nova.compute.manager [req-e774c606-bd0a-4776-be37-4c7658a37329 req-d5d284a0-9bf6-429c-b112-aa6414dfbbe0 service nova] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Received event network-vif-plugged-dee88731-a2e8-444a-965a-0bf171c27fd6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1647.626065] env[62023]: DEBUG oslo_concurrency.lockutils [req-e774c606-bd0a-4776-be37-4c7658a37329 req-d5d284a0-9bf6-429c-b112-aa6414dfbbe0 service nova] Acquiring lock "bfccc44a-dc24-4112-8afc-66bfd67cfef3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.626346] env[62023]: DEBUG oslo_concurrency.lockutils [req-e774c606-bd0a-4776-be37-4c7658a37329 req-d5d284a0-9bf6-429c-b112-aa6414dfbbe0 service nova] Lock "bfccc44a-dc24-4112-8afc-66bfd67cfef3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.626471] env[62023]: DEBUG oslo_concurrency.lockutils [req-e774c606-bd0a-4776-be37-4c7658a37329 req-d5d284a0-9bf6-429c-b112-aa6414dfbbe0 service nova] Lock "bfccc44a-dc24-4112-8afc-66bfd67cfef3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.626599] env[62023]: DEBUG nova.compute.manager [req-e774c606-bd0a-4776-be37-4c7658a37329 req-d5d284a0-9bf6-429c-b112-aa6414dfbbe0 service nova] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] No waiting events found dispatching network-vif-plugged-dee88731-a2e8-444a-965a-0bf171c27fd6 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1647.626767] env[62023]: WARNING nova.compute.manager [req-e774c606-bd0a-4776-be37-4c7658a37329 req-d5d284a0-9bf6-429c-b112-aa6414dfbbe0 service nova] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Received unexpected event network-vif-plugged-dee88731-a2e8-444a-965a-0bf171c27fd6 for instance with vm_state building and task_state spawning. [ 1647.626926] env[62023]: DEBUG nova.compute.manager [req-e774c606-bd0a-4776-be37-4c7658a37329 req-d5d284a0-9bf6-429c-b112-aa6414dfbbe0 service nova] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Received event network-changed-dee88731-a2e8-444a-965a-0bf171c27fd6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1647.627090] env[62023]: DEBUG nova.compute.manager [req-e774c606-bd0a-4776-be37-4c7658a37329 req-d5d284a0-9bf6-429c-b112-aa6414dfbbe0 service nova] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Refreshing instance network info cache due to event network-changed-dee88731-a2e8-444a-965a-0bf171c27fd6. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1647.627269] env[62023]: DEBUG oslo_concurrency.lockutils [req-e774c606-bd0a-4776-be37-4c7658a37329 req-d5d284a0-9bf6-429c-b112-aa6414dfbbe0 service nova] Acquiring lock "refresh_cache-bfccc44a-dc24-4112-8afc-66bfd67cfef3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.627416] env[62023]: DEBUG oslo_concurrency.lockutils [req-e774c606-bd0a-4776-be37-4c7658a37329 req-d5d284a0-9bf6-429c-b112-aa6414dfbbe0 service nova] Acquired lock "refresh_cache-bfccc44a-dc24-4112-8afc-66bfd67cfef3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.627581] env[62023]: DEBUG nova.network.neutron [req-e774c606-bd0a-4776-be37-4c7658a37329 req-d5d284a0-9bf6-429c-b112-aa6414dfbbe0 service nova] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Refreshing network info cache for port dee88731-a2e8-444a-965a-0bf171c27fd6 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1647.805512] env[62023]: DEBUG nova.compute.manager [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1647.844032] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.844032] env[62023]: DEBUG nova.compute.manager [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1647.846850] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.586s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.847098] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.849909] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.456s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.850308] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.853581] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.924s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.855421] env[62023]: INFO nova.compute.claims [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1647.881945] env[62023]: INFO nova.scheduler.client.report [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Deleted allocations for instance 6c2ef16f-4058-401f-abbc-980a230b1495 [ 1647.883556] env[62023]: INFO nova.scheduler.client.report [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Deleted allocations for instance a59444ed-64c7-4524-a193-47aef1b6df43 [ 1648.014792] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "refresh_cache-bfccc44a-dc24-4112-8afc-66bfd67cfef3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.034748] env[62023]: DEBUG oslo_vmware.api [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.182091] env[62023]: DEBUG nova.network.neutron [req-e774c606-bd0a-4776-be37-4c7658a37329 req-d5d284a0-9bf6-429c-b112-aa6414dfbbe0 service nova] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1648.278365] env[62023]: DEBUG nova.objects.instance [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lazy-loading 'flavor' on Instance uuid 8889bd20-94aa-4d24-8f3a-1a5cb31688e9 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.284957] env[62023]: DEBUG nova.compute.manager [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Stashing vm_state: active {{(pid=62023) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1648.295901] env[62023]: DEBUG nova.network.neutron [req-e774c606-bd0a-4776-be37-4c7658a37329 req-d5d284a0-9bf6-429c-b112-aa6414dfbbe0 service nova] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.334392] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.348817] env[62023]: DEBUG nova.compute.utils [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1648.351578] env[62023]: DEBUG nova.compute.manager [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1648.351944] env[62023]: DEBUG nova.network.neutron [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1648.396512] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0bd220c9-4b34-4a40-b41c-15b95fc2d29c tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "a59444ed-64c7-4524-a193-47aef1b6df43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.625s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.398145] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d9c8ff4c-1331-4c7c-8608-aed2ed6449b2 tempest-MultipleCreateTestJSON-1791009499 tempest-MultipleCreateTestJSON-1791009499-project-member] Lock "6c2ef16f-4058-401f-abbc-980a230b1495" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.704s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.406510] env[62023]: DEBUG nova.policy [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3efe403a510b4dd9a08a8fffb2a7375c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0b253fa22de4b7b90419e34282255e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1648.408597] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b51c2450-ed4f-45a3-9440-2ce7b6426c2e tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.536371] env[62023]: DEBUG oslo_vmware.api [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.56136} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.536644] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1648.538017] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1648.538017] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1648.538017] env[62023]: INFO nova.compute.manager [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1648.538314] env[62023]: DEBUG oslo.service.loopingcall [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.538508] env[62023]: DEBUG nova.compute.manager [-] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1648.539218] env[62023]: DEBUG nova.network.neutron [-] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1648.780098] env[62023]: DEBUG nova.network.neutron [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Successfully created port: 8dd471b8-9155-4515-9d4b-e714ea47402c {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1648.787593] env[62023]: DEBUG oslo_concurrency.lockutils [None req-029cab6f-afa9-4c55-b5da-0f10783d18eb tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.865s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.789059] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b51c2450-ed4f-45a3-9440-2ce7b6426c2e tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.381s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.789258] env[62023]: DEBUG nova.compute.manager [None req-b51c2450-ed4f-45a3-9440-2ce7b6426c2e tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1648.794765] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605d84a9-9291-4cfc-b42b-31ece0893fae {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.799586] env[62023]: DEBUG oslo_concurrency.lockutils [req-e774c606-bd0a-4776-be37-4c7658a37329 req-d5d284a0-9bf6-429c-b112-aa6414dfbbe0 service nova] Releasing lock "refresh_cache-bfccc44a-dc24-4112-8afc-66bfd67cfef3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.800018] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquired lock "refresh_cache-bfccc44a-dc24-4112-8afc-66bfd67cfef3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.800193] env[62023]: DEBUG nova.network.neutron [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1648.806398] env[62023]: DEBUG nova.compute.manager [None req-b51c2450-ed4f-45a3-9440-2ce7b6426c2e tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62023) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1648.808018] env[62023]: DEBUG nova.objects.instance [None req-b51c2450-ed4f-45a3-9440-2ce7b6426c2e tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lazy-loading 'flavor' on Instance uuid 8889bd20-94aa-4d24-8f3a-1a5cb31688e9 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.815288] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.862928] env[62023]: DEBUG nova.compute.manager [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1648.967942] env[62023]: INFO nova.compute.manager [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Rebuilding instance [ 1649.025171] env[62023]: DEBUG nova.compute.manager [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1649.025934] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266037c5-0090-410a-9f58-ae13dcbc7319 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.118086] env[62023]: DEBUG nova.compute.manager [req-be2970dd-49cb-4392-b792-78febeed07a5 req-3c992899-64e1-4738-b152-907aa4eab0ad service nova] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Received event network-vif-deleted-f3543aff-c33d-4f1a-b3cd-7aa8eb514abc {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1649.118086] env[62023]: INFO nova.compute.manager [req-be2970dd-49cb-4392-b792-78febeed07a5 req-3c992899-64e1-4738-b152-907aa4eab0ad service nova] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Neutron deleted interface f3543aff-c33d-4f1a-b3cd-7aa8eb514abc; detaching it from the instance and deleting it from the info cache [ 1649.118086] env[62023]: DEBUG nova.network.neutron [req-be2970dd-49cb-4392-b792-78febeed07a5 req-3c992899-64e1-4738-b152-907aa4eab0ad service nova] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.304640] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2427f022-52e9-482b-a68f-b00c5ddfffb5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.317448] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246783a1-c56c-4b71-b96d-7bd66c40eb56 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.354861] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf35ab72-f5a4-49db-8c16-3381fc6fc8bd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.375105] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce71612-89f6-4511-a200-394d4acf72c5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.401234] env[62023]: DEBUG nova.compute.provider_tree [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1649.482755] env[62023]: DEBUG nova.network.neutron [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1649.585144] env[62023]: DEBUG nova.network.neutron [-] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.623135] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51d57ba3-9942-48db-b884-2d700e29b813 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.636202] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dafe8a-8012-41f7-b1f7-c01d4ddf4fb7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.670080] env[62023]: DEBUG nova.compute.manager [req-be2970dd-49cb-4392-b792-78febeed07a5 req-3c992899-64e1-4738-b152-907aa4eab0ad service nova] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Detach interface failed, port_id=f3543aff-c33d-4f1a-b3cd-7aa8eb514abc, reason: Instance 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1649.794375] env[62023]: DEBUG nova.network.neutron [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Updating instance_info_cache with network_info: [{"id": "dee88731-a2e8-444a-965a-0bf171c27fd6", "address": "fa:16:3e:57:f3:a8", "network": {"id": "ac8584c2-7bb1-4641-a289-80abb9f7ddba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-657662513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928232ac809f46f78c57a3f1f2965e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee88731-a2", "ovs_interfaceid": "dee88731-a2e8-444a-965a-0bf171c27fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.815806] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51c2450-ed4f-45a3-9440-2ce7b6426c2e tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1649.816091] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48f01db9-f69e-4378-aafc-6805126e663e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.824155] env[62023]: DEBUG oslo_vmware.api [None req-b51c2450-ed4f-45a3-9440-2ce7b6426c2e tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1649.824155] env[62023]: value = "task-1758485" [ 1649.824155] env[62023]: _type = "Task" [ 1649.824155] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.844540] env[62023]: DEBUG oslo_vmware.api [None req-b51c2450-ed4f-45a3-9440-2ce7b6426c2e tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.886075] env[62023]: DEBUG nova.compute.manager [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1649.906388] env[62023]: DEBUG nova.scheduler.client.report [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1649.920148] env[62023]: DEBUG nova.virt.hardware [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1649.921843] env[62023]: DEBUG nova.virt.hardware [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1649.921843] env[62023]: DEBUG nova.virt.hardware [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1649.921843] env[62023]: DEBUG nova.virt.hardware [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1649.921843] env[62023]: DEBUG nova.virt.hardware [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1649.921843] env[62023]: DEBUG nova.virt.hardware [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1649.921843] env[62023]: DEBUG nova.virt.hardware [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1649.921843] env[62023]: DEBUG nova.virt.hardware [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1649.921843] env[62023]: DEBUG nova.virt.hardware [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1649.922246] env[62023]: DEBUG nova.virt.hardware [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1649.922246] env[62023]: DEBUG nova.virt.hardware [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1649.923363] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db003e64-675a-467d-bf45-ede2839537f0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.933221] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb064aa-2acf-4e5c-b16c-63f689cbc9e9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.040368] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1650.040368] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-774b78ab-d206-4228-a98b-77c50739fca7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.051613] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1650.051613] env[62023]: value = "task-1758486" [ 1650.051613] env[62023]: _type = "Task" [ 1650.051613] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.062379] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.087875] env[62023]: INFO nova.compute.manager [-] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Took 1.55 seconds to deallocate network for instance. [ 1650.297081] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Releasing lock "refresh_cache-bfccc44a-dc24-4112-8afc-66bfd67cfef3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.297462] env[62023]: DEBUG nova.compute.manager [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Instance network_info: |[{"id": "dee88731-a2e8-444a-965a-0bf171c27fd6", "address": "fa:16:3e:57:f3:a8", "network": {"id": "ac8584c2-7bb1-4641-a289-80abb9f7ddba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-657662513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928232ac809f46f78c57a3f1f2965e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee88731-a2", "ovs_interfaceid": "dee88731-a2e8-444a-965a-0bf171c27fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1650.297915] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:f3:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dee88731-a2e8-444a-965a-0bf171c27fd6', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1650.305757] env[62023]: DEBUG oslo.service.loopingcall [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1650.306037] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1650.307316] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-481a163b-d4ae-405d-9cf2-da51fb73a82f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.330920] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1650.330920] env[62023]: value = "task-1758487" [ 1650.330920] env[62023]: _type = "Task" [ 1650.330920] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.337890] env[62023]: DEBUG oslo_vmware.api [None req-b51c2450-ed4f-45a3-9440-2ce7b6426c2e tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758485, 'name': PowerOffVM_Task, 'duration_secs': 0.265657} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.338590] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51c2450-ed4f-45a3-9440-2ce7b6426c2e tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1650.338766] env[62023]: DEBUG nova.compute.manager [None req-b51c2450-ed4f-45a3-9440-2ce7b6426c2e tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1650.339530] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fbd4c2-050b-440e-978d-b789ff3f4cc6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.345235] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758487, 'name': CreateVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.385592] env[62023]: DEBUG nova.compute.manager [req-f0bc505b-a60b-42ed-900d-1c0744edf310 req-131e6cb9-104c-4e36-9e2c-6bbe5937ee85 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Received event network-vif-plugged-8dd471b8-9155-4515-9d4b-e714ea47402c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1650.385864] env[62023]: DEBUG oslo_concurrency.lockutils [req-f0bc505b-a60b-42ed-900d-1c0744edf310 req-131e6cb9-104c-4e36-9e2c-6bbe5937ee85 service nova] Acquiring lock "681fa498-8577-44cf-ab89-ede5ac113f74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.386108] env[62023]: DEBUG oslo_concurrency.lockutils [req-f0bc505b-a60b-42ed-900d-1c0744edf310 req-131e6cb9-104c-4e36-9e2c-6bbe5937ee85 service nova] Lock "681fa498-8577-44cf-ab89-ede5ac113f74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.386410] env[62023]: DEBUG oslo_concurrency.lockutils [req-f0bc505b-a60b-42ed-900d-1c0744edf310 req-131e6cb9-104c-4e36-9e2c-6bbe5937ee85 service nova] Lock "681fa498-8577-44cf-ab89-ede5ac113f74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.386572] env[62023]: DEBUG nova.compute.manager [req-f0bc505b-a60b-42ed-900d-1c0744edf310 req-131e6cb9-104c-4e36-9e2c-6bbe5937ee85 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] No waiting events found dispatching network-vif-plugged-8dd471b8-9155-4515-9d4b-e714ea47402c {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1650.386858] env[62023]: WARNING nova.compute.manager [req-f0bc505b-a60b-42ed-900d-1c0744edf310 req-131e6cb9-104c-4e36-9e2c-6bbe5937ee85 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Received unexpected event network-vif-plugged-8dd471b8-9155-4515-9d4b-e714ea47402c for instance with vm_state building and task_state spawning. [ 1650.413255] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.413832] env[62023]: DEBUG nova.compute.manager [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1650.420213] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.743s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.422945] env[62023]: INFO nova.compute.claims [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1650.562966] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758486, 'name': PowerOffVM_Task, 'duration_secs': 0.231668} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.564368] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1650.564368] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1650.565364] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af7d430-21ba-45a5-a5d4-2ba5f762f691 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.575963] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1650.575963] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70af90a7-7eb7-47cc-ba44-72db65a0f767 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.597749] env[62023]: DEBUG oslo_concurrency.lockutils [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.658541] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1650.658798] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1650.659023] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Deleting the datastore file [datastore1] 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1650.659644] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dd84d27-71de-4608-9f4e-ae3949823773 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.666294] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1650.666294] env[62023]: value = "task-1758489" [ 1650.666294] env[62023]: _type = "Task" [ 1650.666294] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.675131] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.753761] env[62023]: DEBUG nova.network.neutron [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Successfully updated port: 8dd471b8-9155-4515-9d4b-e714ea47402c {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1650.849442] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758487, 'name': CreateVM_Task, 'duration_secs': 0.351049} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.852287] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1650.856242] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/deec9834-749d-43a5-b20c-5d30ae2ae283" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.856242] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/deec9834-749d-43a5-b20c-5d30ae2ae283" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.856242] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/deec9834-749d-43a5-b20c-5d30ae2ae283" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1650.856242] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b51c2450-ed4f-45a3-9440-2ce7b6426c2e tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.856242] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f1d6c38-7602-41bd-ab39-24bae0f29ad7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.864058] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1650.864058] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f51399-4eaa-280a-7db4-03e74e1df2bb" [ 1650.864058] env[62023]: _type = "Task" [ 1650.864058] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.878016] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f51399-4eaa-280a-7db4-03e74e1df2bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.934908] env[62023]: DEBUG nova.compute.utils [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1650.939204] env[62023]: DEBUG nova.compute.manager [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1650.939432] env[62023]: DEBUG nova.network.neutron [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1651.029995] env[62023]: DEBUG nova.policy [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7306db9961844092949d8072b54ef616', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7f2744218324bc48d8fefccaddd4183', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1651.177124] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143208} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.177264] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1651.177495] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1651.177684] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1651.260431] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.260431] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquired lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.260431] env[62023]: DEBUG nova.network.neutron [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1651.374812] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/deec9834-749d-43a5-b20c-5d30ae2ae283" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.375862] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Processing image deec9834-749d-43a5-b20c-5d30ae2ae283 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1651.375862] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/deec9834-749d-43a5-b20c-5d30ae2ae283/deec9834-749d-43a5-b20c-5d30ae2ae283.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.375862] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/deec9834-749d-43a5-b20c-5d30ae2ae283/deec9834-749d-43a5-b20c-5d30ae2ae283.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.375862] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1651.375862] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ce44692-739b-49b5-a429-e310d8538145 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.384864] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1651.385055] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1651.385641] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7811a9e4-842e-4f74-beb0-de34e7a933e3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.391822] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1651.391822] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524cd463-76b7-3ae5-ed23-6a4bca3240c0" [ 1651.391822] env[62023]: _type = "Task" [ 1651.391822] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.398944] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524cd463-76b7-3ae5-ed23-6a4bca3240c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.441160] env[62023]: DEBUG nova.compute.manager [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1651.467320] env[62023]: DEBUG nova.network.neutron [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Successfully created port: 87f6d640-33bd-44ce-b216-27ca1c8f1bd5 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1651.559224] env[62023]: DEBUG nova.objects.instance [None req-08d51ce7-80be-406e-b839-726efbb317fe tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lazy-loading 'flavor' on Instance uuid 8889bd20-94aa-4d24-8f3a-1a5cb31688e9 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1651.815232] env[62023]: DEBUG nova.network.neutron [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1651.877382] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d402075-ff10-4544-ab12-45034910849b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.891116] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b2ec7c-0f4b-4414-86b0-4c90c5b50297 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.941361] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Preparing fetch location {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1651.942430] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Fetch image to [datastore1] OSTACK_IMG_25cfd86c-bd28-41e9-a7a0-bea83e500eba/OSTACK_IMG_25cfd86c-bd28-41e9-a7a0-bea83e500eba.vmdk {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1651.942430] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Downloading stream optimized image deec9834-749d-43a5-b20c-5d30ae2ae283 to [datastore1] OSTACK_IMG_25cfd86c-bd28-41e9-a7a0-bea83e500eba/OSTACK_IMG_25cfd86c-bd28-41e9-a7a0-bea83e500eba.vmdk on the data store datastore1 as vApp {{(pid=62023) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1651.942430] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Downloading image file data deec9834-749d-43a5-b20c-5d30ae2ae283 to the ESX as VM named 'OSTACK_IMG_25cfd86c-bd28-41e9-a7a0-bea83e500eba' {{(pid=62023) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1651.944258] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307acf8e-88dc-4470-a645-b32a1e2f1d12 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.958256] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1392a84-b899-4b00-803a-95c01f160144 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.975581] env[62023]: DEBUG nova.compute.provider_tree [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1652.067651] env[62023]: DEBUG oslo_concurrency.lockutils [None req-08d51ce7-80be-406e-b839-726efbb317fe tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "refresh_cache-8889bd20-94aa-4d24-8f3a-1a5cb31688e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.067923] env[62023]: DEBUG oslo_concurrency.lockutils [None req-08d51ce7-80be-406e-b839-726efbb317fe tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquired lock "refresh_cache-8889bd20-94aa-4d24-8f3a-1a5cb31688e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.068126] env[62023]: DEBUG nova.network.neutron [None req-08d51ce7-80be-406e-b839-726efbb317fe tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1652.068306] env[62023]: DEBUG nova.objects.instance [None req-08d51ce7-80be-406e-b839-726efbb317fe tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lazy-loading 'info_cache' on Instance uuid 8889bd20-94aa-4d24-8f3a-1a5cb31688e9 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1652.100315] env[62023]: DEBUG nova.network.neutron [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Updating instance_info_cache with network_info: [{"id": "8dd471b8-9155-4515-9d4b-e714ea47402c", "address": "fa:16:3e:ed:1e:08", "network": {"id": "d1117918-82ec-47b9-9f2c-6d237b2c8e90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1910377442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b253fa22de4b7b90419e34282255e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd471b8-91", "ovs_interfaceid": "8dd471b8-9155-4515-9d4b-e714ea47402c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.141383] env[62023]: DEBUG oslo_vmware.rw_handles [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1652.141383] env[62023]: value = "resgroup-9" [ 1652.141383] env[62023]: _type = "ResourcePool" [ 1652.141383] env[62023]: }. {{(pid=62023) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1652.141722] env[62023]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0ce8d215-459c-4333-bbd1-03c5fe6a9187 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.180123] env[62023]: DEBUG oslo_vmware.rw_handles [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lease: (returnval){ [ 1652.180123] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528154aa-4d1e-8e62-fe06-e9818b632089" [ 1652.180123] env[62023]: _type = "HttpNfcLease" [ 1652.180123] env[62023]: } obtained for vApp import into resource pool (val){ [ 1652.180123] env[62023]: value = "resgroup-9" [ 1652.180123] env[62023]: _type = "ResourcePool" [ 1652.180123] env[62023]: }. {{(pid=62023) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1652.180494] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the lease: (returnval){ [ 1652.180494] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528154aa-4d1e-8e62-fe06-e9818b632089" [ 1652.180494] env[62023]: _type = "HttpNfcLease" [ 1652.180494] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1652.192632] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1652.192632] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528154aa-4d1e-8e62-fe06-e9818b632089" [ 1652.192632] env[62023]: _type = "HttpNfcLease" [ 1652.192632] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1652.209194] env[62023]: DEBUG nova.virt.hardware [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1652.209503] env[62023]: DEBUG nova.virt.hardware [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1652.209678] env[62023]: DEBUG nova.virt.hardware [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1652.209862] env[62023]: DEBUG nova.virt.hardware [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1652.210014] env[62023]: DEBUG nova.virt.hardware [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1652.210171] env[62023]: DEBUG nova.virt.hardware [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1652.210381] env[62023]: DEBUG nova.virt.hardware [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1652.210563] env[62023]: DEBUG nova.virt.hardware [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1652.210737] env[62023]: DEBUG nova.virt.hardware [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1652.210903] env[62023]: DEBUG nova.virt.hardware [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1652.211978] env[62023]: DEBUG nova.virt.hardware [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1652.211978] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b831416-df39-4363-920c-f416aef8276e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.219735] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f211783c-be4a-47d3-b183-e2fd00d86a9e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.235472] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:bb:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f4545a6-0908-41ba-b1ac-da70e67c410b', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1652.242428] env[62023]: DEBUG oslo.service.loopingcall [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1652.242714] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1652.242931] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc684117-f79c-4c41-bd61-15efe2cef7e5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.262609] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1652.262609] env[62023]: value = "task-1758491" [ 1652.262609] env[62023]: _type = "Task" [ 1652.262609] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.271704] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758491, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.453023] env[62023]: DEBUG nova.compute.manager [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1652.490706] env[62023]: DEBUG nova.virt.hardware [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1652.491418] env[62023]: DEBUG nova.virt.hardware [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1652.491836] env[62023]: DEBUG nova.virt.hardware [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1652.492424] env[62023]: DEBUG nova.virt.hardware [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1652.492993] env[62023]: DEBUG nova.virt.hardware [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1652.493320] env[62023]: DEBUG nova.virt.hardware [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1652.493679] env[62023]: DEBUG nova.virt.hardware [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1652.496018] env[62023]: DEBUG nova.virt.hardware [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1652.496018] env[62023]: DEBUG nova.virt.hardware [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1652.496018] env[62023]: DEBUG nova.virt.hardware [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1652.496018] env[62023]: DEBUG nova.virt.hardware [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1652.496018] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6cdd2d-ede0-4470-a729-4622881fc178 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.510442] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72f9801-21c7-43ec-b050-fd7491b6738c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.514256] env[62023]: ERROR nova.scheduler.client.report [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [req-8921fc1c-d4e7-4b52-b3e4-b76b0cd6d2a0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8921fc1c-d4e7-4b52-b3e4-b76b0cd6d2a0"}]} [ 1652.515850] env[62023]: DEBUG nova.compute.manager [req-8ed02ce0-9641-4f4e-9cd0-c82173b863f1 req-77e2169c-d8cc-42fb-a322-6cfe132213b3 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Received event network-changed-8dd471b8-9155-4515-9d4b-e714ea47402c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1652.516224] env[62023]: DEBUG nova.compute.manager [req-8ed02ce0-9641-4f4e-9cd0-c82173b863f1 req-77e2169c-d8cc-42fb-a322-6cfe132213b3 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Refreshing instance network info cache due to event network-changed-8dd471b8-9155-4515-9d4b-e714ea47402c. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1652.516555] env[62023]: DEBUG oslo_concurrency.lockutils [req-8ed02ce0-9641-4f4e-9cd0-c82173b863f1 req-77e2169c-d8cc-42fb-a322-6cfe132213b3 service nova] Acquiring lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.542175] env[62023]: DEBUG nova.scheduler.client.report [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1652.557032] env[62023]: DEBUG nova.scheduler.client.report [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1652.557387] env[62023]: DEBUG nova.compute.provider_tree [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1652.570334] env[62023]: DEBUG nova.scheduler.client.report [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1652.573173] env[62023]: DEBUG nova.objects.base [None req-08d51ce7-80be-406e-b839-726efbb317fe tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Object Instance<8889bd20-94aa-4d24-8f3a-1a5cb31688e9> lazy-loaded attributes: flavor,info_cache {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1652.593612] env[62023]: DEBUG nova.scheduler.client.report [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1652.603280] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Releasing lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.603280] env[62023]: DEBUG nova.compute.manager [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Instance network_info: |[{"id": "8dd471b8-9155-4515-9d4b-e714ea47402c", "address": "fa:16:3e:ed:1e:08", "network": {"id": "d1117918-82ec-47b9-9f2c-6d237b2c8e90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1910377442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b253fa22de4b7b90419e34282255e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd471b8-91", "ovs_interfaceid": "8dd471b8-9155-4515-9d4b-e714ea47402c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1652.603623] env[62023]: DEBUG oslo_concurrency.lockutils [req-8ed02ce0-9641-4f4e-9cd0-c82173b863f1 req-77e2169c-d8cc-42fb-a322-6cfe132213b3 service nova] Acquired lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.603825] env[62023]: DEBUG nova.network.neutron [req-8ed02ce0-9641-4f4e-9cd0-c82173b863f1 req-77e2169c-d8cc-42fb-a322-6cfe132213b3 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Refreshing network info cache for port 8dd471b8-9155-4515-9d4b-e714ea47402c {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1652.605824] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:1e:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dd471b8-9155-4515-9d4b-e714ea47402c', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1652.624471] env[62023]: DEBUG oslo.service.loopingcall [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1652.633066] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1652.633902] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85b71d26-02e9-4375-90a3-d42deff69390 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.658976] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1652.658976] env[62023]: value = "task-1758492" [ 1652.658976] env[62023]: _type = "Task" [ 1652.658976] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.669897] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758492, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.693021] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1652.693021] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528154aa-4d1e-8e62-fe06-e9818b632089" [ 1652.693021] env[62023]: _type = "HttpNfcLease" [ 1652.693021] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1652.772237] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758491, 'name': CreateVM_Task, 'duration_secs': 0.381677} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.772502] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1652.773132] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.773277] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.773598] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1652.776114] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2340216b-dbcb-492a-a1cc-3c741a5f8f76 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.782369] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1652.782369] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a6beec-ab56-be90-3b97-c937f96840c1" [ 1652.782369] env[62023]: _type = "Task" [ 1652.782369] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.790949] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a6beec-ab56-be90-3b97-c937f96840c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.959027] env[62023]: DEBUG nova.network.neutron [req-8ed02ce0-9641-4f4e-9cd0-c82173b863f1 req-77e2169c-d8cc-42fb-a322-6cfe132213b3 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Updated VIF entry in instance network info cache for port 8dd471b8-9155-4515-9d4b-e714ea47402c. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1652.959567] env[62023]: DEBUG nova.network.neutron [req-8ed02ce0-9641-4f4e-9cd0-c82173b863f1 req-77e2169c-d8cc-42fb-a322-6cfe132213b3 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Updating instance_info_cache with network_info: [{"id": "8dd471b8-9155-4515-9d4b-e714ea47402c", "address": "fa:16:3e:ed:1e:08", "network": {"id": "d1117918-82ec-47b9-9f2c-6d237b2c8e90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1910377442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b253fa22de4b7b90419e34282255e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd471b8-91", "ovs_interfaceid": "8dd471b8-9155-4515-9d4b-e714ea47402c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.039175] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b69dc3a-4fa1-434c-80b4-53cbf80002c3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.049258] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fe3a71-6d48-4abc-b342-e00de0f0b68d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.090905] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa7e0f2-1d2c-405f-aafc-dd1e204edecd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.099937] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13121d2-20ab-401b-add7-935b303fbe3e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.117679] env[62023]: DEBUG nova.compute.provider_tree [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1653.170850] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758492, 'name': CreateVM_Task, 'duration_secs': 0.426275} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.171073] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1653.172454] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.191500] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1653.191500] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528154aa-4d1e-8e62-fe06-e9818b632089" [ 1653.191500] env[62023]: _type = "HttpNfcLease" [ 1653.191500] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1653.191804] env[62023]: DEBUG oslo_vmware.rw_handles [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1653.191804] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528154aa-4d1e-8e62-fe06-e9818b632089" [ 1653.191804] env[62023]: _type = "HttpNfcLease" [ 1653.191804] env[62023]: }. {{(pid=62023) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1653.192513] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733fe4e8-7193-4d0d-bbfa-7d06e5af96f1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.199912] env[62023]: DEBUG oslo_vmware.rw_handles [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256d421-c400-c994-6bf7-8151ae6c6e32/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1653.200443] env[62023]: DEBUG oslo_vmware.rw_handles [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256d421-c400-c994-6bf7-8151ae6c6e32/disk-0.vmdk. {{(pid=62023) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1653.270904] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-33b16d2b-5edf-4036-974a-129a0c16406b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.293310] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a6beec-ab56-be90-3b97-c937f96840c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.293310] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.293310] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1653.293310] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.293310] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.293310] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1653.293552] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.293701] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1653.294464] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abde6d22-dc6c-4730-9d4f-a2f882904dc3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.296679] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f96ad2-7291-487e-b937-f5c7d8f9b10f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.304735] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1653.304735] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52170356-f596-6e05-8a06-a7588bdfda56" [ 1653.304735] env[62023]: _type = "Task" [ 1653.304735] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.312018] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1653.312018] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1653.314572] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f6b9ea8-34d4-4d19-863c-ee5cb49c7d2f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.319017] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52170356-f596-6e05-8a06-a7588bdfda56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.321726] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1653.321726] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e1d2b2-2e1c-dd30-8e1a-3edecd704e35" [ 1653.321726] env[62023]: _type = "Task" [ 1653.321726] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.331834] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e1d2b2-2e1c-dd30-8e1a-3edecd704e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.463411] env[62023]: DEBUG nova.network.neutron [None req-08d51ce7-80be-406e-b839-726efbb317fe tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Updating instance_info_cache with network_info: [{"id": "af0fd2db-3674-421c-9a30-67dcb02b2a40", "address": "fa:16:3e:a3:39:0b", "network": {"id": "a3bde613-69f5-428e-a129-74fbbe1d6915", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1658306993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7491bdf32c347afb6347a369b35fa40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0fd2db-36", "ovs_interfaceid": "af0fd2db-3674-421c-9a30-67dcb02b2a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.465061] env[62023]: DEBUG oslo_concurrency.lockutils [req-8ed02ce0-9641-4f4e-9cd0-c82173b863f1 req-77e2169c-d8cc-42fb-a322-6cfe132213b3 service nova] Releasing lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.676540] env[62023]: DEBUG nova.scheduler.client.report [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1653.677123] env[62023]: DEBUG nova.compute.provider_tree [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 124 to 125 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1653.677361] env[62023]: DEBUG nova.compute.provider_tree [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1653.692826] env[62023]: DEBUG nova.network.neutron [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Successfully updated port: 87f6d640-33bd-44ce-b216-27ca1c8f1bd5 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1653.817392] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52170356-f596-6e05-8a06-a7588bdfda56, 'name': SearchDatastore_Task, 'duration_secs': 0.012773} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.819197] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.819503] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1653.819759] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.835097] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e1d2b2-2e1c-dd30-8e1a-3edecd704e35, 'name': SearchDatastore_Task, 'duration_secs': 0.012903} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.837273] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c05fe3ad-dd89-4d7a-9af3-82eca803a431 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.843208] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1653.843208] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f8c839-a926-2ada-c266-f82baa25fe05" [ 1653.843208] env[62023]: _type = "Task" [ 1653.843208] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.856439] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f8c839-a926-2ada-c266-f82baa25fe05, 'name': SearchDatastore_Task, 'duration_secs': 0.010625} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.858309] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.858581] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36/76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1653.858880] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.859085] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1653.859308] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5199a3b2-d911-41e1-897e-cdb2efbfa0ae {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.861732] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1397d68b-2a3e-4374-bf6c-777a2f0643f8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.870811] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1653.870811] env[62023]: value = "task-1758493" [ 1653.870811] env[62023]: _type = "Task" [ 1653.870811] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.872105] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1653.872254] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1653.876140] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-903b9f4b-48e5-4382-aa18-d19e35b5021e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.885096] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.887707] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1653.887707] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52edc38c-63b2-f242-d6de-ebc5cbc765f6" [ 1653.887707] env[62023]: _type = "Task" [ 1653.887707] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.897898] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52edc38c-63b2-f242-d6de-ebc5cbc765f6, 'name': SearchDatastore_Task, 'duration_secs': 0.0115} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.899940] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc03f983-6b41-4100-a4c4-b45ad25de657 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.905256] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1653.905256] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5223c197-5492-7b2c-6f28-b45fe00c31f2" [ 1653.905256] env[62023]: _type = "Task" [ 1653.905256] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.915017] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5223c197-5492-7b2c-6f28-b45fe00c31f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.967237] env[62023]: DEBUG oslo_vmware.rw_handles [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Completed reading data from the image iterator. {{(pid=62023) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1653.967237] env[62023]: DEBUG oslo_vmware.rw_handles [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256d421-c400-c994-6bf7-8151ae6c6e32/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1653.971024] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085b31ec-d878-47f4-a1c1-31f34ce33d64 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.971628] env[62023]: DEBUG oslo_concurrency.lockutils [None req-08d51ce7-80be-406e-b839-726efbb317fe tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Releasing lock "refresh_cache-8889bd20-94aa-4d24-8f3a-1a5cb31688e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.977243] env[62023]: DEBUG oslo_vmware.rw_handles [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256d421-c400-c994-6bf7-8151ae6c6e32/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1653.977444] env[62023]: DEBUG oslo_vmware.rw_handles [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256d421-c400-c994-6bf7-8151ae6c6e32/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1653.977685] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-93e8c02c-8a32-4b03-9c78-da2fbe572649 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.186519] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.769s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.187164] env[62023]: DEBUG nova.compute.manager [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1654.190072] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.021s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.191580] env[62023]: INFO nova.compute.claims [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1654.199544] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquiring lock "refresh_cache-f748352e-9794-4cce-a113-a402ae596775" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.199544] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquired lock "refresh_cache-f748352e-9794-4cce-a113-a402ae596775" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.199544] env[62023]: DEBUG nova.network.neutron [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.384453] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505123} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.385336] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36/76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1654.385736] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1654.386118] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93e82acc-9bf5-4a1f-8fec-3a23ac283c2c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.389976] env[62023]: DEBUG oslo_vmware.rw_handles [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256d421-c400-c994-6bf7-8151ae6c6e32/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1654.390465] env[62023]: INFO nova.virt.vmwareapi.images [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Downloaded image file data deec9834-749d-43a5-b20c-5d30ae2ae283 [ 1654.392140] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150d79c3-6019-428e-aa63-9a682ff0c52b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.399341] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1654.399341] env[62023]: value = "task-1758494" [ 1654.399341] env[62023]: _type = "Task" [ 1654.399341] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.422594] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df12eb01-57b5-4811-b4b0-8227ae6469cc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.427416] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.433455] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5223c197-5492-7b2c-6f28-b45fe00c31f2, 'name': SearchDatastore_Task, 'duration_secs': 0.008438} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.433728] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.434146] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 681fa498-8577-44cf-ab89-ede5ac113f74/681fa498-8577-44cf-ab89-ede5ac113f74.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1654.434300] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f71f45bd-477b-4535-913c-cd3ac406fbbf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.442069] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1654.442069] env[62023]: value = "task-1758496" [ 1654.442069] env[62023]: _type = "Task" [ 1654.442069] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.455591] env[62023]: INFO nova.virt.vmwareapi.images [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] The imported VM was unregistered [ 1654.458151] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Caching image {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1654.458374] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Creating directory with path [datastore1] devstack-image-cache_base/deec9834-749d-43a5-b20c-5d30ae2ae283 {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1654.458686] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.458931] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97b06b44-b343-4352-a041-f85b509ee576 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.471029] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Created directory with path [datastore1] devstack-image-cache_base/deec9834-749d-43a5-b20c-5d30ae2ae283 {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1654.471029] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_25cfd86c-bd28-41e9-a7a0-bea83e500eba/OSTACK_IMG_25cfd86c-bd28-41e9-a7a0-bea83e500eba.vmdk to [datastore1] devstack-image-cache_base/deec9834-749d-43a5-b20c-5d30ae2ae283/deec9834-749d-43a5-b20c-5d30ae2ae283.vmdk. {{(pid=62023) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1654.471467] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f93ea339-8bb1-46de-8cfa-883db0782d2f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.483138] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1654.483138] env[62023]: value = "task-1758497" [ 1654.483138] env[62023]: _type = "Task" [ 1654.483138] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.491838] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758497, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.551931] env[62023]: DEBUG nova.compute.manager [req-f805eeb9-50e9-4cd9-a927-b2c408672941 req-52ad5531-4b34-4506-834f-9d94db50e176 service nova] [instance: f748352e-9794-4cce-a113-a402ae596775] Received event network-vif-plugged-87f6d640-33bd-44ce-b216-27ca1c8f1bd5 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1654.552205] env[62023]: DEBUG oslo_concurrency.lockutils [req-f805eeb9-50e9-4cd9-a927-b2c408672941 req-52ad5531-4b34-4506-834f-9d94db50e176 service nova] Acquiring lock "f748352e-9794-4cce-a113-a402ae596775-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.552458] env[62023]: DEBUG oslo_concurrency.lockutils [req-f805eeb9-50e9-4cd9-a927-b2c408672941 req-52ad5531-4b34-4506-834f-9d94db50e176 service nova] Lock "f748352e-9794-4cce-a113-a402ae596775-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.552662] env[62023]: DEBUG oslo_concurrency.lockutils [req-f805eeb9-50e9-4cd9-a927-b2c408672941 req-52ad5531-4b34-4506-834f-9d94db50e176 service nova] Lock "f748352e-9794-4cce-a113-a402ae596775-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.552858] env[62023]: DEBUG nova.compute.manager [req-f805eeb9-50e9-4cd9-a927-b2c408672941 req-52ad5531-4b34-4506-834f-9d94db50e176 service nova] [instance: f748352e-9794-4cce-a113-a402ae596775] No waiting events found dispatching network-vif-plugged-87f6d640-33bd-44ce-b216-27ca1c8f1bd5 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1654.553079] env[62023]: WARNING nova.compute.manager [req-f805eeb9-50e9-4cd9-a927-b2c408672941 req-52ad5531-4b34-4506-834f-9d94db50e176 service nova] [instance: f748352e-9794-4cce-a113-a402ae596775] Received unexpected event network-vif-plugged-87f6d640-33bd-44ce-b216-27ca1c8f1bd5 for instance with vm_state building and task_state spawning. [ 1654.553272] env[62023]: DEBUG nova.compute.manager [req-f805eeb9-50e9-4cd9-a927-b2c408672941 req-52ad5531-4b34-4506-834f-9d94db50e176 service nova] [instance: f748352e-9794-4cce-a113-a402ae596775] Received event network-changed-87f6d640-33bd-44ce-b216-27ca1c8f1bd5 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1654.553467] env[62023]: DEBUG nova.compute.manager [req-f805eeb9-50e9-4cd9-a927-b2c408672941 req-52ad5531-4b34-4506-834f-9d94db50e176 service nova] [instance: f748352e-9794-4cce-a113-a402ae596775] Refreshing instance network info cache due to event network-changed-87f6d640-33bd-44ce-b216-27ca1c8f1bd5. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1654.553670] env[62023]: DEBUG oslo_concurrency.lockutils [req-f805eeb9-50e9-4cd9-a927-b2c408672941 req-52ad5531-4b34-4506-834f-9d94db50e176 service nova] Acquiring lock "refresh_cache-f748352e-9794-4cce-a113-a402ae596775" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.697074] env[62023]: DEBUG nova.compute.utils [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1654.702588] env[62023]: DEBUG nova.compute.manager [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1654.703482] env[62023]: DEBUG nova.network.neutron [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1654.771874] env[62023]: DEBUG nova.network.neutron [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1654.817648] env[62023]: DEBUG nova.policy [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c1ccd6adf4c4e58a5a35d8474a74623', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12f5ca363e85435382c6462a4d6e1123', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1654.916187] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083508} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.916834] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1654.921478] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d759b4f0-3155-405c-a62d-8c8a599d9cb6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.956137] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36/76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1654.960754] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-907f1392-b980-4947-9f80-1f40e2259dee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.978936] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d51ce7-80be-406e-b839-726efbb317fe tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1654.979692] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4606462-97f2-46e0-a361-552dcdfd6a80 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.983548] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1654.983548] env[62023]: value = "task-1758498" [ 1654.983548] env[62023]: _type = "Task" [ 1654.983548] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.990061] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758496, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.994957] env[62023]: DEBUG oslo_vmware.api [None req-08d51ce7-80be-406e-b839-726efbb317fe tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1654.994957] env[62023]: value = "task-1758499" [ 1654.994957] env[62023]: _type = "Task" [ 1654.994957] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.003210] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.007221] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758497, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.012146] env[62023]: DEBUG oslo_vmware.api [None req-08d51ce7-80be-406e-b839-726efbb317fe tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758499, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.122401] env[62023]: DEBUG nova.network.neutron [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Updating instance_info_cache with network_info: [{"id": "87f6d640-33bd-44ce-b216-27ca1c8f1bd5", "address": "fa:16:3e:51:78:f9", "network": {"id": "d667392c-a81f-405d-a875-dd77b18ed846", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1973295588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2744218324bc48d8fefccaddd4183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f6d640-33", "ovs_interfaceid": "87f6d640-33bd-44ce-b216-27ca1c8f1bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.204262] env[62023]: DEBUG nova.compute.manager [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1655.404937] env[62023]: DEBUG nova.network.neutron [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Successfully created port: 9a119ff4-ae70-4f05-9621-72c6fe03364d {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1655.464425] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673016} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.469100] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 681fa498-8577-44cf-ab89-ede5ac113f74/681fa498-8577-44cf-ab89-ede5ac113f74.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1655.469612] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1655.470257] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f080236-f3dd-471e-8587-1e7f2061e1cc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.479684] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1655.479684] env[62023]: value = "task-1758500" [ 1655.479684] env[62023]: _type = "Task" [ 1655.479684] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.501104] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.511535] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758497, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.517278] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.521088] env[62023]: DEBUG oslo_vmware.api [None req-08d51ce7-80be-406e-b839-726efbb317fe tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758499, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.625055] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Releasing lock "refresh_cache-f748352e-9794-4cce-a113-a402ae596775" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.625427] env[62023]: DEBUG nova.compute.manager [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Instance network_info: |[{"id": "87f6d640-33bd-44ce-b216-27ca1c8f1bd5", "address": "fa:16:3e:51:78:f9", "network": {"id": "d667392c-a81f-405d-a875-dd77b18ed846", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1973295588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2744218324bc48d8fefccaddd4183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f6d640-33", "ovs_interfaceid": "87f6d640-33bd-44ce-b216-27ca1c8f1bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1655.625747] env[62023]: DEBUG oslo_concurrency.lockutils [req-f805eeb9-50e9-4cd9-a927-b2c408672941 req-52ad5531-4b34-4506-834f-9d94db50e176 service nova] Acquired lock "refresh_cache-f748352e-9794-4cce-a113-a402ae596775" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.625944] env[62023]: DEBUG nova.network.neutron [req-f805eeb9-50e9-4cd9-a927-b2c408672941 req-52ad5531-4b34-4506-834f-9d94db50e176 service nova] [instance: f748352e-9794-4cce-a113-a402ae596775] Refreshing network info cache for port 87f6d640-33bd-44ce-b216-27ca1c8f1bd5 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1655.627204] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:78:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87f6d640-33bd-44ce-b216-27ca1c8f1bd5', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1655.640622] env[62023]: DEBUG oslo.service.loopingcall [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.647757] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f748352e-9794-4cce-a113-a402ae596775] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1655.648772] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16f0df40-43fd-4320-a93f-a750a26ca7a0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.676169] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1655.676169] env[62023]: value = "task-1758501" [ 1655.676169] env[62023]: _type = "Task" [ 1655.676169] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.689620] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758501, 'name': CreateVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.791459] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235baf5b-3417-4eda-97f1-366ef70a8148 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.800475] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd02415-ab61-4394-a811-62115e31b645 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.842774] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eebd482-8fde-4d50-92cb-dbe8b87a801c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.849557] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a07be5-8748-43e5-a3ea-b41c5cb5ad3f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.864361] env[62023]: DEBUG nova.compute.provider_tree [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1655.995820] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258927} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.999574] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1656.003531] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1c6a31-00e0-4267-97fd-ccdc33c282b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.006898] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758497, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.017895] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.041359] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 681fa498-8577-44cf-ab89-ede5ac113f74/681fa498-8577-44cf-ab89-ede5ac113f74.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1656.045465] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-804fa488-cc3c-462f-96cd-ad72dff92191 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.060416] env[62023]: DEBUG oslo_vmware.api [None req-08d51ce7-80be-406e-b839-726efbb317fe tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758499, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.072362] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1656.072362] env[62023]: value = "task-1758502" [ 1656.072362] env[62023]: _type = "Task" [ 1656.072362] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.088333] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.188488] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758501, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.221110] env[62023]: DEBUG nova.compute.manager [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1656.252041] env[62023]: DEBUG nova.virt.hardware [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1656.252041] env[62023]: DEBUG nova.virt.hardware [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1656.252041] env[62023]: DEBUG nova.virt.hardware [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1656.252041] env[62023]: DEBUG nova.virt.hardware [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1656.256018] env[62023]: DEBUG nova.virt.hardware [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1656.256018] env[62023]: DEBUG nova.virt.hardware [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1656.256018] env[62023]: DEBUG nova.virt.hardware [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1656.256018] env[62023]: DEBUG nova.virt.hardware [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1656.256018] env[62023]: DEBUG nova.virt.hardware [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1656.256018] env[62023]: DEBUG nova.virt.hardware [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1656.256018] env[62023]: DEBUG nova.virt.hardware [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1656.256018] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668eb456-5e7b-46eb-8523-46e712274646 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.270488] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40669d32-0a66-4fda-9104-a42ba42bc12c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.410266] env[62023]: DEBUG nova.scheduler.client.report [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1656.410266] env[62023]: DEBUG nova.compute.provider_tree [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 125 to 126 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1656.410266] env[62023]: DEBUG nova.compute.provider_tree [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1656.413738] env[62023]: DEBUG nova.network.neutron [req-f805eeb9-50e9-4cd9-a927-b2c408672941 req-52ad5531-4b34-4506-834f-9d94db50e176 service nova] [instance: f748352e-9794-4cce-a113-a402ae596775] Updated VIF entry in instance network info cache for port 87f6d640-33bd-44ce-b216-27ca1c8f1bd5. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1656.414092] env[62023]: DEBUG nova.network.neutron [req-f805eeb9-50e9-4cd9-a927-b2c408672941 req-52ad5531-4b34-4506-834f-9d94db50e176 service nova] [instance: f748352e-9794-4cce-a113-a402ae596775] Updating instance_info_cache with network_info: [{"id": "87f6d640-33bd-44ce-b216-27ca1c8f1bd5", "address": "fa:16:3e:51:78:f9", "network": {"id": "d667392c-a81f-405d-a875-dd77b18ed846", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1973295588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f2744218324bc48d8fefccaddd4183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f6d640-33", "ovs_interfaceid": "87f6d640-33bd-44ce-b216-27ca1c8f1bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.501432] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758497, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.516484] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.523925] env[62023]: DEBUG oslo_vmware.api [None req-08d51ce7-80be-406e-b839-726efbb317fe tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758499, 'name': PowerOnVM_Task} progress is 70%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.584781] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.690654] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758501, 'name': CreateVM_Task, 'duration_secs': 0.549826} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.693021] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f748352e-9794-4cce-a113-a402ae596775] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1656.693021] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.693021] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.693021] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1656.693021] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-969411c5-ac9d-4cdb-8f40-da47dbb0d5c5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.705195] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1656.705195] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5234c2e6-b8aa-8701-c3dc-4bfc7b9a17ce" [ 1656.705195] env[62023]: _type = "Task" [ 1656.705195] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.714979] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5234c2e6-b8aa-8701-c3dc-4bfc7b9a17ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.919449] env[62023]: DEBUG oslo_concurrency.lockutils [req-f805eeb9-50e9-4cd9-a927-b2c408672941 req-52ad5531-4b34-4506-834f-9d94db50e176 service nova] Releasing lock "refresh_cache-f748352e-9794-4cce-a113-a402ae596775" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.921974] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.921974] env[62023]: DEBUG nova.compute.manager [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1656.924600] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.777s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.925531] env[62023]: DEBUG nova.objects.instance [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lazy-loading 'resources' on Instance uuid b4249275-18dc-4d4b-9e6a-9e97cd84325a {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.006911] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758497, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.032081] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.039933] env[62023]: DEBUG oslo_vmware.api [None req-08d51ce7-80be-406e-b839-726efbb317fe tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758499, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.092846] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.171852] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "539873cb-daa5-4c76-a0e0-7929e6b5117a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.172118] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "539873cb-daa5-4c76-a0e0-7929e6b5117a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.176467] env[62023]: DEBUG nova.compute.manager [req-9241f123-aa89-42f5-8a7c-4716191f2adf req-ac73867f-14cf-45cc-b63a-182e9549dc93 service nova] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Received event network-vif-plugged-9a119ff4-ae70-4f05-9621-72c6fe03364d {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1657.176467] env[62023]: DEBUG oslo_concurrency.lockutils [req-9241f123-aa89-42f5-8a7c-4716191f2adf req-ac73867f-14cf-45cc-b63a-182e9549dc93 service nova] Acquiring lock "42da913c-f354-4f33-822d-9692f616f1de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.176467] env[62023]: DEBUG oslo_concurrency.lockutils [req-9241f123-aa89-42f5-8a7c-4716191f2adf req-ac73867f-14cf-45cc-b63a-182e9549dc93 service nova] Lock "42da913c-f354-4f33-822d-9692f616f1de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.176467] env[62023]: DEBUG oslo_concurrency.lockutils [req-9241f123-aa89-42f5-8a7c-4716191f2adf req-ac73867f-14cf-45cc-b63a-182e9549dc93 service nova] Lock "42da913c-f354-4f33-822d-9692f616f1de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.176896] env[62023]: DEBUG nova.compute.manager [req-9241f123-aa89-42f5-8a7c-4716191f2adf req-ac73867f-14cf-45cc-b63a-182e9549dc93 service nova] [instance: 42da913c-f354-4f33-822d-9692f616f1de] No waiting events found dispatching network-vif-plugged-9a119ff4-ae70-4f05-9621-72c6fe03364d {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1657.176896] env[62023]: WARNING nova.compute.manager [req-9241f123-aa89-42f5-8a7c-4716191f2adf req-ac73867f-14cf-45cc-b63a-182e9549dc93 service nova] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Received unexpected event network-vif-plugged-9a119ff4-ae70-4f05-9621-72c6fe03364d for instance with vm_state building and task_state spawning. [ 1657.222029] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5234c2e6-b8aa-8701-c3dc-4bfc7b9a17ce, 'name': SearchDatastore_Task, 'duration_secs': 0.085589} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.222392] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.222741] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.223112] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.223492] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.223696] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.224317] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dd449bb-8e34-4d67-bbf4-4eec27d902cb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.238970] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.238970] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1657.239721] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf8f827b-3efb-4837-82e1-cbac3cd0b9f2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.250793] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1657.250793] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52953af2-b521-4ef9-7b37-902e9e017118" [ 1657.250793] env[62023]: _type = "Task" [ 1657.250793] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.257163] env[62023]: DEBUG nova.network.neutron [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Successfully updated port: 9a119ff4-ae70-4f05-9621-72c6fe03364d {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1657.263586] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52953af2-b521-4ef9-7b37-902e9e017118, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.433394] env[62023]: DEBUG nova.compute.utils [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1657.438616] env[62023]: DEBUG nova.compute.manager [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Not allocating networking since 'none' was specified. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1657.512122] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758497, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.97365} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.522384] env[62023]: INFO nova.virt.vmwareapi.ds_util [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_25cfd86c-bd28-41e9-a7a0-bea83e500eba/OSTACK_IMG_25cfd86c-bd28-41e9-a7a0-bea83e500eba.vmdk to [datastore1] devstack-image-cache_base/deec9834-749d-43a5-b20c-5d30ae2ae283/deec9834-749d-43a5-b20c-5d30ae2ae283.vmdk. [ 1657.522610] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Cleaning up location [datastore1] OSTACK_IMG_25cfd86c-bd28-41e9-a7a0-bea83e500eba {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1657.522770] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_25cfd86c-bd28-41e9-a7a0-bea83e500eba {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1657.525538] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1449b7b6-5b74-45ce-b65a-90db11160e66 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.538217] env[62023]: DEBUG oslo_vmware.api [None req-08d51ce7-80be-406e-b839-726efbb317fe tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758499, 'name': PowerOnVM_Task, 'duration_secs': 2.054101} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.538519] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758498, 'name': ReconfigVM_Task, 'duration_secs': 2.526524} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.540086] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d51ce7-80be-406e-b839-726efbb317fe tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1657.540308] env[62023]: DEBUG nova.compute.manager [None req-08d51ce7-80be-406e-b839-726efbb317fe tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1657.540660] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36/76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1657.541372] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1657.541372] env[62023]: value = "task-1758503" [ 1657.541372] env[62023]: _type = "Task" [ 1657.541372] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.542111] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fac69a4-eea8-4ee0-9cb6-61318ed5daf6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.544649] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a605913d-e5cc-4ecc-b87f-53d8e98f03cf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.557763] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.562624] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1657.562624] env[62023]: value = "task-1758504" [ 1657.562624] env[62023]: _type = "Task" [ 1657.562624] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.573164] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758504, 'name': Rename_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.588285] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.674377] env[62023]: DEBUG nova.compute.manager [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1657.767154] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "refresh_cache-42da913c-f354-4f33-822d-9692f616f1de" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.768794] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquired lock "refresh_cache-42da913c-f354-4f33-822d-9692f616f1de" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.769100] env[62023]: DEBUG nova.network.neutron [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1657.770384] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52953af2-b521-4ef9-7b37-902e9e017118, 'name': SearchDatastore_Task, 'duration_secs': 0.031684} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.776727] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84f5a18b-e523-4f73-9bbc-09d4a0eeaa86 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.786278] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1657.786278] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52540afe-e7ce-1107-b4f3-e472846e50dd" [ 1657.786278] env[62023]: _type = "Task" [ 1657.786278] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.804737] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52540afe-e7ce-1107-b4f3-e472846e50dd, 'name': SearchDatastore_Task, 'duration_secs': 0.013304} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.805127] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.805472] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] f748352e-9794-4cce-a113-a402ae596775/f748352e-9794-4cce-a113-a402ae596775.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1657.805763] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4effb900-7b48-4351-b2b2-91c64333ae8d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.817131] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1657.817131] env[62023]: value = "task-1758505" [ 1657.817131] env[62023]: _type = "Task" [ 1657.817131] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.832431] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.941605] env[62023]: DEBUG nova.compute.manager [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1657.974897] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae11479-eefd-4634-9f0c-ce71d0212e3a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.984784] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64f9a81-9484-4f01-9336-9c2cfe2d5ea4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.027292] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e7894d-ac71-4010-9bfb-51f82ad4b54a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.036144] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4c84a1-0892-49b2-91a8-762df5fd844c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.051086] env[62023]: DEBUG nova.compute.provider_tree [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.062910] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167096} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.063606] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1658.063606] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/deec9834-749d-43a5-b20c-5d30ae2ae283/deec9834-749d-43a5-b20c-5d30ae2ae283.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.063930] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/deec9834-749d-43a5-b20c-5d30ae2ae283/deec9834-749d-43a5-b20c-5d30ae2ae283.vmdk to [datastore1] bfccc44a-dc24-4112-8afc-66bfd67cfef3/bfccc44a-dc24-4112-8afc-66bfd67cfef3.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1658.067035] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc47025a-1930-41b5-ab50-cc6d5b5266c9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.082458] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758504, 'name': Rename_Task, 'duration_secs': 0.34055} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.084796] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1658.085317] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1658.085317] env[62023]: value = "task-1758506" [ 1658.085317] env[62023]: _type = "Task" [ 1658.085317] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.085672] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-178604e0-8aa3-4206-9e04-145f14c663e3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.094932] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758502, 'name': ReconfigVM_Task, 'duration_secs': 1.763201} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.095613] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 681fa498-8577-44cf-ab89-ede5ac113f74/681fa498-8577-44cf-ab89-ede5ac113f74.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1658.100022] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-451a0a2c-a736-4873-98fe-cb35bb310181 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.105135] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1658.105135] env[62023]: value = "task-1758507" [ 1658.105135] env[62023]: _type = "Task" [ 1658.105135] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.106109] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.109996] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1658.109996] env[62023]: value = "task-1758508" [ 1658.109996] env[62023]: _type = "Task" [ 1658.109996] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.125064] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758508, 'name': Rename_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.128555] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.202853] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.331658] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.342754] env[62023]: DEBUG nova.network.neutron [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1658.415628] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.415833] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.561905] env[62023]: DEBUG nova.scheduler.client.report [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1658.602318] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.638041] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758508, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.639871] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.704827] env[62023]: DEBUG nova.network.neutron [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Updating instance_info_cache with network_info: [{"id": "9a119ff4-ae70-4f05-9621-72c6fe03364d", "address": "fa:16:3e:95:46:80", "network": {"id": "fdb2d32b-0607-43e4-838c-8e4db88bc554", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1900344024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f5ca363e85435382c6462a4d6e1123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a119ff4-ae", "ovs_interfaceid": "9a119ff4-ae70-4f05-9621-72c6fe03364d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.834990] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.895413} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.835121] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] f748352e-9794-4cce-a113-a402ae596775/f748352e-9794-4cce-a113-a402ae596775.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1658.835264] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1658.835535] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6e94f41-1727-4200-9a59-606f4ae80423 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.846326] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1658.846326] env[62023]: value = "task-1758509" [ 1658.846326] env[62023]: _type = "Task" [ 1658.846326] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.857808] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.922638] env[62023]: DEBUG nova.compute.utils [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1658.954869] env[62023]: DEBUG nova.compute.manager [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1658.988526] env[62023]: DEBUG nova.virt.hardware [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1658.988678] env[62023]: DEBUG nova.virt.hardware [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1658.988734] env[62023]: DEBUG nova.virt.hardware [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1658.989044] env[62023]: DEBUG nova.virt.hardware [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1658.989109] env[62023]: DEBUG nova.virt.hardware [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1658.989211] env[62023]: DEBUG nova.virt.hardware [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1658.989442] env[62023]: DEBUG nova.virt.hardware [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1658.989624] env[62023]: DEBUG nova.virt.hardware [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1658.989799] env[62023]: DEBUG nova.virt.hardware [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1658.989964] env[62023]: DEBUG nova.virt.hardware [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1658.990151] env[62023]: DEBUG nova.virt.hardware [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1658.991131] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b534250-5ad4-4978-b660-e0cb86b176ad {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.999759] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defa25cb-4719-4f22-8728-17917cb36840 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.015220] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Instance VIF info [] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1659.021295] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Creating folder: Project (28a12aa9d2ca4deb880bb1dc26afd225). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1659.021667] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffb6133b-f31c-46c2-a013-9d7e34724806 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.034719] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Created folder: Project (28a12aa9d2ca4deb880bb1dc26afd225) in parent group-v365170. [ 1659.034965] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Creating folder: Instances. Parent ref: group-v365406. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1659.035298] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c19fa11-eea0-4163-a1e1-0c0fd55b38c0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.049077] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Created folder: Instances in parent group-v365406. [ 1659.049077] env[62023]: DEBUG oslo.service.loopingcall [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.049077] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1659.049077] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dcc447b-2446-4972-944a-1ffe3a46f9de {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.068552] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.072388] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.417s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.072657] env[62023]: DEBUG nova.objects.instance [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lazy-loading 'resources' on Instance uuid 41220130-9cae-4af6-9be8-d5601b0b3cdc {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.073813] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1659.073813] env[62023]: value = "task-1758512" [ 1659.073813] env[62023]: _type = "Task" [ 1659.073813] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.087075] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758512, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.101823] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758506, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.105033] env[62023]: INFO nova.scheduler.client.report [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Deleted allocations for instance b4249275-18dc-4d4b-9e6a-9e97cd84325a [ 1659.126583] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758507, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.132491] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758508, 'name': Rename_Task, 'duration_secs': 0.592086} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.132793] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1659.133058] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6acc8851-c6e3-4aad-8ada-e1d46650930b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.141460] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1659.141460] env[62023]: value = "task-1758513" [ 1659.141460] env[62023]: _type = "Task" [ 1659.141460] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.151704] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.207703] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Releasing lock "refresh_cache-42da913c-f354-4f33-822d-9692f616f1de" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.207893] env[62023]: DEBUG nova.compute.manager [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Instance network_info: |[{"id": "9a119ff4-ae70-4f05-9621-72c6fe03364d", "address": "fa:16:3e:95:46:80", "network": {"id": "fdb2d32b-0607-43e4-838c-8e4db88bc554", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1900344024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f5ca363e85435382c6462a4d6e1123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a119ff4-ae", "ovs_interfaceid": "9a119ff4-ae70-4f05-9621-72c6fe03364d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1659.208570] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:46:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a119ff4-ae70-4f05-9621-72c6fe03364d', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1659.216696] env[62023]: DEBUG oslo.service.loopingcall [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.217422] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1659.217889] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ff1287f-4239-4d56-9e97-1af992243ed9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.243076] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1659.243076] env[62023]: value = "task-1758514" [ 1659.243076] env[62023]: _type = "Task" [ 1659.243076] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.253329] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758514, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.358191] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077765} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.358479] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1659.359474] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa6e3c9-0fc1-4564-a52f-6e25498def5f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.393888] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] f748352e-9794-4cce-a113-a402ae596775/f748352e-9794-4cce-a113-a402ae596775.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1659.394289] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a089e69-9c5e-42fe-b57c-e2adb7b3f976 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.418962] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1659.418962] env[62023]: value = "task-1758515" [ 1659.418962] env[62023]: _type = "Task" [ 1659.418962] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.427547] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.429332] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.591713] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758512, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.605754] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758506, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.614244] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05eaeb0e-410a-4e84-bb6e-c58bc0d5addc tempest-MigrationsAdminTest-1773833027 tempest-MigrationsAdminTest-1773833027-project-member] Lock "b4249275-18dc-4d4b-9e6a-9e97cd84325a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.280s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.624784] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758507, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.656290] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758513, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.756640] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758514, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.933007] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758515, 'name': ReconfigVM_Task, 'duration_secs': 0.335334} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.935788] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Reconfigured VM instance instance-00000056 to attach disk [datastore1] f748352e-9794-4cce-a113-a402ae596775/f748352e-9794-4cce-a113-a402ae596775.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1659.937076] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef0a23bb-35a8-4985-b29d-a70f1ddb91e4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.946175] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1659.946175] env[62023]: value = "task-1758516" [ 1659.946175] env[62023]: _type = "Task" [ 1659.946175] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.959596] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758516, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.966832] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03719c94-e4b6-4796-b722-3dfdd7f3b729 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.976067] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a1c77d-7267-4759-ac55-5a880398971c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.016902] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f30ea46-597f-49e4-8b3f-5eb5f3278f68 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.032173] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87529edc-869a-493a-9585-6c07dd465b2a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.042674] env[62023]: DEBUG nova.compute.manager [req-de741aab-ad7a-495f-881b-28ad81968af4 req-a209efbb-25c4-45a7-a975-2f19d23da9cb service nova] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Received event network-changed-9a119ff4-ae70-4f05-9621-72c6fe03364d {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1660.042877] env[62023]: DEBUG nova.compute.manager [req-de741aab-ad7a-495f-881b-28ad81968af4 req-a209efbb-25c4-45a7-a975-2f19d23da9cb service nova] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Refreshing instance network info cache due to event network-changed-9a119ff4-ae70-4f05-9621-72c6fe03364d. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1660.043110] env[62023]: DEBUG oslo_concurrency.lockutils [req-de741aab-ad7a-495f-881b-28ad81968af4 req-a209efbb-25c4-45a7-a975-2f19d23da9cb service nova] Acquiring lock "refresh_cache-42da913c-f354-4f33-822d-9692f616f1de" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.043254] env[62023]: DEBUG oslo_concurrency.lockutils [req-de741aab-ad7a-495f-881b-28ad81968af4 req-a209efbb-25c4-45a7-a975-2f19d23da9cb service nova] Acquired lock "refresh_cache-42da913c-f354-4f33-822d-9692f616f1de" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.043413] env[62023]: DEBUG nova.network.neutron [req-de741aab-ad7a-495f-881b-28ad81968af4 req-a209efbb-25c4-45a7-a975-2f19d23da9cb service nova] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Refreshing network info cache for port 9a119ff4-ae70-4f05-9621-72c6fe03364d {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1660.058556] env[62023]: DEBUG nova.compute.provider_tree [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.092701] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758512, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.102790] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758506, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.120790] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758507, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.155691] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758513, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.256361] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758514, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.457116] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758516, 'name': Rename_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.487743] env[62023]: DEBUG nova.network.neutron [req-de741aab-ad7a-495f-881b-28ad81968af4 req-a209efbb-25c4-45a7-a975-2f19d23da9cb service nova] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Updated VIF entry in instance network info cache for port 9a119ff4-ae70-4f05-9621-72c6fe03364d. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1660.488560] env[62023]: DEBUG nova.network.neutron [req-de741aab-ad7a-495f-881b-28ad81968af4 req-a209efbb-25c4-45a7-a975-2f19d23da9cb service nova] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Updating instance_info_cache with network_info: [{"id": "9a119ff4-ae70-4f05-9621-72c6fe03364d", "address": "fa:16:3e:95:46:80", "network": {"id": "fdb2d32b-0607-43e4-838c-8e4db88bc554", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1900344024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f5ca363e85435382c6462a4d6e1123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a119ff4-ae", "ovs_interfaceid": "9a119ff4-ae70-4f05-9621-72c6fe03364d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.529038] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.529038] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.529038] env[62023]: INFO nova.compute.manager [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Attaching volume b87ae32f-4065-418f-a361-4a632c4e145d to /dev/sdb [ 1660.561343] env[62023]: DEBUG nova.scheduler.client.report [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1660.571770] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c93020d-b66d-4971-85ca-1efe56326576 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.584243] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6daf163-8620-474e-80d6-425c2419ffe3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.594359] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758512, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.602578] env[62023]: DEBUG nova.virt.block_device [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Updating existing volume attachment record: 43c528f9-7f30-470c-b48b-39c798802a01 {{(pid=62023) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1660.612265] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758506, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.622158] env[62023]: DEBUG oslo_vmware.api [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758507, 'name': PowerOnVM_Task, 'duration_secs': 2.370198} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.622573] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1660.622848] env[62023]: DEBUG nova.compute.manager [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1660.623787] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df6cec2-7926-4ca3-bd42-8d1d976e914c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.657327] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758513, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.759491] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758514, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.957166] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758516, 'name': Rename_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.960211] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.960211] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.992320] env[62023]: DEBUG oslo_concurrency.lockutils [req-de741aab-ad7a-495f-881b-28ad81968af4 req-a209efbb-25c4-45a7-a975-2f19d23da9cb service nova] Releasing lock "refresh_cache-42da913c-f354-4f33-822d-9692f616f1de" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.069053] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.072068] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.738s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.073734] env[62023]: INFO nova.compute.claims [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1661.092036] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758512, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.107217] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758506, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.021885} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.108085] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/deec9834-749d-43a5-b20c-5d30ae2ae283/deec9834-749d-43a5-b20c-5d30ae2ae283.vmdk to [datastore1] bfccc44a-dc24-4112-8afc-66bfd67cfef3/bfccc44a-dc24-4112-8afc-66bfd67cfef3.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1661.110021] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cf661b-76d2-4786-abe2-a4ff5cac678e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.115508] env[62023]: INFO nova.scheduler.client.report [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Deleted allocations for instance 41220130-9cae-4af6-9be8-d5601b0b3cdc [ 1661.141548] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] bfccc44a-dc24-4112-8afc-66bfd67cfef3/bfccc44a-dc24-4112-8afc-66bfd67cfef3.vmdk or device None with type streamOptimized {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1661.147653] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8109ab4e-54cd-4db5-b976-78b9528befa3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.165623] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.176660] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758513, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.177699] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1661.177699] env[62023]: value = "task-1758520" [ 1661.177699] env[62023]: _type = "Task" [ 1661.177699] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.187521] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.191408] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "c363aeac-b213-4ad8-81a7-43bed877962c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.191639] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "c363aeac-b213-4ad8-81a7-43bed877962c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.255892] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758514, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.459751] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758516, 'name': Rename_Task, 'duration_secs': 1.203794} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.460070] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1661.460333] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c481e8f9-7130-47b9-af58-98bdbe989d78 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.462626] env[62023]: DEBUG nova.compute.utils [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1661.468993] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1661.468993] env[62023]: value = "task-1758521" [ 1661.468993] env[62023]: _type = "Task" [ 1661.468993] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.477478] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.592150] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758512, 'name': CreateVM_Task, 'duration_secs': 2.181295} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.592967] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1661.593442] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.593610] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.593932] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1661.594557] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83bf8949-69a2-4de4-8e5a-24a19bc7ba84 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.599325] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for the task: (returnval){ [ 1661.599325] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525139bd-a00f-0f5d-5fc0-04a7514f88bd" [ 1661.599325] env[62023]: _type = "Task" [ 1661.599325] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.610278] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525139bd-a00f-0f5d-5fc0-04a7514f88bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.646199] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9d6744b2-013f-43d1-8252-8aed0e29e295 tempest-ServerRescueTestJSON-2060746704 tempest-ServerRescueTestJSON-2060746704-project-member] Lock "41220130-9cae-4af6-9be8-d5601b0b3cdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.049s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.676416] env[62023]: DEBUG oslo_vmware.api [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758513, 'name': PowerOnVM_Task, 'duration_secs': 2.23653} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.676696] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1661.676895] env[62023]: INFO nova.compute.manager [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Took 11.79 seconds to spawn the instance on the hypervisor. [ 1661.677087] env[62023]: DEBUG nova.compute.manager [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1661.677998] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71aeee37-40f1-44a9-9178-35b1eba77050 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.694763] env[62023]: DEBUG nova.compute.manager [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1661.699018] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.758217] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758514, 'name': CreateVM_Task, 'duration_secs': 2.015866} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.758438] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1661.762175] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.965100] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.980228] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758521, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.112300] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525139bd-a00f-0f5d-5fc0-04a7514f88bd, 'name': SearchDatastore_Task, 'duration_secs': 0.020331} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.115148] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.115394] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1662.115687] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.115821] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.116019] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1662.117475] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.117705] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1662.117943] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82b1b9c8-5dc3-44e6-ad92-29c4acf91424 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.122190] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11504aa5-ce1c-4192-8927-32354a0a70cf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.132302] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1662.132302] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52088569-333f-4eae-2840-768a65950a02" [ 1662.132302] env[62023]: _type = "Task" [ 1662.132302] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.143872] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1662.144074] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1662.145327] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c336ec-c7fb-4540-9801-6750c6dfaaf4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.150799] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52088569-333f-4eae-2840-768a65950a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.154222] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for the task: (returnval){ [ 1662.154222] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f86b2f-a24b-2a89-0c63-cfe954e33142" [ 1662.154222] env[62023]: _type = "Task" [ 1662.154222] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.164807] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f86b2f-a24b-2a89-0c63-cfe954e33142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.194216] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758520, 'name': ReconfigVM_Task, 'duration_secs': 0.65233} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.194216] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Reconfigured VM instance instance-00000054 to attach disk [datastore1] bfccc44a-dc24-4112-8afc-66bfd67cfef3/bfccc44a-dc24-4112-8afc-66bfd67cfef3.vmdk or device None with type streamOptimized {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1662.194704] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-774b9ab2-4178-4eb6-b24c-3e0f49969132 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.212872] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1662.212872] env[62023]: value = "task-1758522" [ 1662.212872] env[62023]: _type = "Task" [ 1662.212872] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.217864] env[62023]: INFO nova.compute.manager [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Took 37.72 seconds to build instance. [ 1662.226157] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758522, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.228329] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.481071] env[62023]: DEBUG oslo_vmware.api [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758521, 'name': PowerOnVM_Task, 'duration_secs': 0.813595} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.481348] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1662.481557] env[62023]: INFO nova.compute.manager [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Took 10.03 seconds to spawn the instance on the hypervisor. [ 1662.481763] env[62023]: DEBUG nova.compute.manager [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1662.483206] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65cd629-309b-4b30-b9a2-220dc6077386 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.503450] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08ae6df-a4a2-4a71-a630-63957395d228 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.512698] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e82ee90-3114-4e06-88e7-0c79c1c513b0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.545661] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3717bbd-f33f-4a9a-9874-7d097ada73a4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.557702] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c376c37-7bbd-4b84-a548-4245cfae0383 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.575640] env[62023]: DEBUG nova.compute.provider_tree [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.642365] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52088569-333f-4eae-2840-768a65950a02, 'name': SearchDatastore_Task, 'duration_secs': 0.024164} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.642781] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.642781] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1662.642963] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.665479] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f86b2f-a24b-2a89-0c63-cfe954e33142, 'name': SearchDatastore_Task, 'duration_secs': 0.024295} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.666665] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c4b7d8-597d-4185-a4bd-883e216b052c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.671975] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for the task: (returnval){ [ 1662.671975] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5213a166-bf93-1c09-aacc-52b31fa837b4" [ 1662.671975] env[62023]: _type = "Task" [ 1662.671975] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.680679] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5213a166-bf93-1c09-aacc-52b31fa837b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.720661] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92976da1-3bdd-4895-becf-10e9cc99e838 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "681fa498-8577-44cf-ab89-ede5ac113f74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.239s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.726309] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758522, 'name': Rename_Task, 'duration_secs': 0.376292} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.726581] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1662.726821] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f6679b4-dda9-4d8e-bc89-1c574ba3fce1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.733248] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1662.733248] env[62023]: value = "task-1758523" [ 1662.733248] env[62023]: _type = "Task" [ 1662.733248] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.743747] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.001025] env[62023]: INFO nova.compute.manager [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Took 33.10 seconds to build instance. [ 1663.054162] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.054437] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.054738] env[62023]: INFO nova.compute.manager [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Attaching volume 432ea8a7-78ed-4767-8a60-ff6cb23a7f19 to /dev/sdb [ 1663.083122] env[62023]: DEBUG nova.scheduler.client.report [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1663.136150] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118169ed-d3ae-47e8-a7df-6c93dcb552b3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.143340] env[62023]: DEBUG nova.compute.manager [req-9b1c6600-328c-41d0-b748-6fc8bfbc72ec req-9baab27d-9e7d-4344-b38b-9b0930f69b33 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Received event network-changed-8dd471b8-9155-4515-9d4b-e714ea47402c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1663.143514] env[62023]: DEBUG nova.compute.manager [req-9b1c6600-328c-41d0-b748-6fc8bfbc72ec req-9baab27d-9e7d-4344-b38b-9b0930f69b33 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Refreshing instance network info cache due to event network-changed-8dd471b8-9155-4515-9d4b-e714ea47402c. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1663.143657] env[62023]: DEBUG oslo_concurrency.lockutils [req-9b1c6600-328c-41d0-b748-6fc8bfbc72ec req-9baab27d-9e7d-4344-b38b-9b0930f69b33 service nova] Acquiring lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.143729] env[62023]: DEBUG oslo_concurrency.lockutils [req-9b1c6600-328c-41d0-b748-6fc8bfbc72ec req-9baab27d-9e7d-4344-b38b-9b0930f69b33 service nova] Acquired lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.143947] env[62023]: DEBUG nova.network.neutron [req-9b1c6600-328c-41d0-b748-6fc8bfbc72ec req-9baab27d-9e7d-4344-b38b-9b0930f69b33 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Refreshing network info cache for port 8dd471b8-9155-4515-9d4b-e714ea47402c {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1663.151230] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd96ae1d-d9ae-4d5e-9662-6ee23a172d17 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.170518] env[62023]: DEBUG nova.virt.block_device [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Updating existing volume attachment record: 0b5db6cf-6507-4359-a33a-f562ec3f4d4a {{(pid=62023) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1663.183033] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5213a166-bf93-1c09-aacc-52b31fa837b4, 'name': SearchDatastore_Task, 'duration_secs': 0.016727} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.183399] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.183883] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b055cbdb-6e45-4cf7-b171-884c4920827d/b055cbdb-6e45-4cf7-b171-884c4920827d.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1663.184250] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.184510] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1663.184765] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-986716ca-c256-4332-8b14-04ac930c78c5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.187177] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b33417a-502f-48f4-a12c-305c1fbffe28 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.198021] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for the task: (returnval){ [ 1663.198021] env[62023]: value = "task-1758525" [ 1663.198021] env[62023]: _type = "Task" [ 1663.198021] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.198406] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1663.198588] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1663.202311] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c246a6d-4fcd-4843-a90b-75b1d420bfda {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.211312] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.212868] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1663.212868] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523bfea8-5747-f34d-5b26-477e6d2ceeb4" [ 1663.212868] env[62023]: _type = "Task" [ 1663.212868] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.221909] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523bfea8-5747-f34d-5b26-477e6d2ceeb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.244901] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758523, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.503261] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce09e1c3-f8f2-4058-b78e-2117efb3722a tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "f748352e-9794-4cce-a113-a402ae596775" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.610s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.591423] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.591423] env[62023]: DEBUG nova.compute.manager [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1663.592214] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.777s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.708972] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758525, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.724290] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523bfea8-5747-f34d-5b26-477e6d2ceeb4, 'name': SearchDatastore_Task, 'duration_secs': 0.012952} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.725158] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-396598f1-b22b-4759-be28-539a1d550dc7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.731941] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1663.731941] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520544d7-8552-d6e9-90dc-76b39bc90807" [ 1663.731941] env[62023]: _type = "Task" [ 1663.731941] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.749268] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520544d7-8552-d6e9-90dc-76b39bc90807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.753589] env[62023]: DEBUG oslo_vmware.api [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758523, 'name': PowerOnVM_Task, 'duration_secs': 0.727512} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.753905] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1663.754129] env[62023]: INFO nova.compute.manager [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Took 17.45 seconds to spawn the instance on the hypervisor. [ 1663.754920] env[62023]: DEBUG nova.compute.manager [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1663.755855] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0dadad-2273-4738-a674-c67a3af1a6e9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.095539] env[62023]: DEBUG nova.compute.utils [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1664.096958] env[62023]: DEBUG nova.compute.manager [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1664.097140] env[62023]: DEBUG nova.network.neutron [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1664.102550] env[62023]: INFO nova.compute.claims [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1664.200493] env[62023]: DEBUG nova.policy [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57362a2a31aa485b8fb5d237797afd7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8024759e022f4ab9a08945f1cb472371', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1664.216869] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712383} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.217511] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b055cbdb-6e45-4cf7-b171-884c4920827d/b055cbdb-6e45-4cf7-b171-884c4920827d.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1664.218348] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1664.218692] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d71ac8a-4bff-4e4a-8f8c-e796859f354a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.229206] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for the task: (returnval){ [ 1664.229206] env[62023]: value = "task-1758529" [ 1664.229206] env[62023]: _type = "Task" [ 1664.229206] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.248033] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.254469] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520544d7-8552-d6e9-90dc-76b39bc90807, 'name': SearchDatastore_Task, 'duration_secs': 0.062571} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.256441] env[62023]: DEBUG nova.network.neutron [req-9b1c6600-328c-41d0-b748-6fc8bfbc72ec req-9baab27d-9e7d-4344-b38b-9b0930f69b33 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Updated VIF entry in instance network info cache for port 8dd471b8-9155-4515-9d4b-e714ea47402c. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1664.257103] env[62023]: DEBUG nova.network.neutron [req-9b1c6600-328c-41d0-b748-6fc8bfbc72ec req-9baab27d-9e7d-4344-b38b-9b0930f69b33 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Updating instance_info_cache with network_info: [{"id": "8dd471b8-9155-4515-9d4b-e714ea47402c", "address": "fa:16:3e:ed:1e:08", "network": {"id": "d1117918-82ec-47b9-9f2c-6d237b2c8e90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1910377442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b253fa22de4b7b90419e34282255e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd471b8-91", "ovs_interfaceid": "8dd471b8-9155-4515-9d4b-e714ea47402c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.258523] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.258912] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 42da913c-f354-4f33-822d-9692f616f1de/42da913c-f354-4f33-822d-9692f616f1de.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1664.266025] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22d23547-ac9b-47ad-b9fc-50434e08f533 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.272303] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1664.272303] env[62023]: value = "task-1758530" [ 1664.272303] env[62023]: _type = "Task" [ 1664.272303] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.281830] env[62023]: INFO nova.compute.manager [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Took 46.21 seconds to build instance. [ 1664.290100] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.601331] env[62023]: DEBUG nova.compute.manager [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1664.613024] env[62023]: INFO nova.compute.resource_tracker [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Updating resource usage from migration f8eba398-7726-4eac-8aa5-3b4dd3f9f7ef [ 1664.677044] env[62023]: DEBUG nova.network.neutron [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Successfully created port: 5d041db0-6a59-47c4-aefe-fb673aee6d46 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1664.745873] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135437} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.748976] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1664.754690] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967ba1a0-faf3-4fa6-8871-3939c6bf1f6b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.768912] env[62023]: DEBUG oslo_concurrency.lockutils [req-9b1c6600-328c-41d0-b748-6fc8bfbc72ec req-9baab27d-9e7d-4344-b38b-9b0930f69b33 service nova] Releasing lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.780179] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] b055cbdb-6e45-4cf7-b171-884c4920827d/b055cbdb-6e45-4cf7-b171-884c4920827d.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1664.780179] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ba3bbb4-5e3d-46c1-a1d2-2ea0a283bba9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.806598] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e8934473-6740-4d5f-9a00-143fafdf9e05 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "bfccc44a-dc24-4112-8afc-66bfd67cfef3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.743s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.813612] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758530, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.815366] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for the task: (returnval){ [ 1664.815366] env[62023]: value = "task-1758531" [ 1664.815366] env[62023]: _type = "Task" [ 1664.815366] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.827920] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758531, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.174429] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8855d6-a509-4da0-9994-47d00be6d2f0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.183974] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb042601-4619-4a93-9489-57f70507a055 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.231535] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97029b5e-3162-4121-8006-11f8d8245b69 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.239637] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b01dae-6521-4570-81ea-81da723deefc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.256930] env[62023]: DEBUG nova.compute.provider_tree [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.290315] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.290582] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 42da913c-f354-4f33-822d-9692f616f1de/42da913c-f354-4f33-822d-9692f616f1de.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1665.291568] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1665.291845] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e95f63c-72a4-4392-bcca-3159f1527c6a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.300041] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1665.300041] env[62023]: value = "task-1758532" [ 1665.300041] env[62023]: _type = "Task" [ 1665.300041] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.308316] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.328941] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.621810] env[62023]: DEBUG nova.compute.manager [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1665.655964] env[62023]: DEBUG nova.virt.hardware [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1665.656267] env[62023]: DEBUG nova.virt.hardware [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1665.656381] env[62023]: DEBUG nova.virt.hardware [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1665.656558] env[62023]: DEBUG nova.virt.hardware [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1665.656705] env[62023]: DEBUG nova.virt.hardware [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1665.656828] env[62023]: DEBUG nova.virt.hardware [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1665.657127] env[62023]: DEBUG nova.virt.hardware [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1665.657240] env[62023]: DEBUG nova.virt.hardware [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1665.657389] env[62023]: DEBUG nova.virt.hardware [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1665.657751] env[62023]: DEBUG nova.virt.hardware [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1665.657829] env[62023]: DEBUG nova.virt.hardware [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1665.658654] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e694fd2-c535-4bd8-a11e-9bcec9a2f1b9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.667085] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d084818-89dd-41d6-acd0-2bcd3aca10d8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.686458] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Volume attach. Driver type: vmdk {{(pid=62023) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1665.686685] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365411', 'volume_id': 'b87ae32f-4065-418f-a361-4a632c4e145d', 'name': 'volume-b87ae32f-4065-418f-a361-4a632c4e145d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dcd4d90d-e32b-4ab4-bd2d-14d367c16838', 'attached_at': '', 'detached_at': '', 'volume_id': 'b87ae32f-4065-418f-a361-4a632c4e145d', 'serial': 'b87ae32f-4065-418f-a361-4a632c4e145d'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1665.687489] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48aa0662-0cd4-4be1-9e87-b0f1dce67a1b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.704250] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f008a0-47c1-41b8-9b33-42d8f56bcf4d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.731437] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] volume-b87ae32f-4065-418f-a361-4a632c4e145d/volume-b87ae32f-4065-418f-a361-4a632c4e145d.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1665.731437] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5d4f75f-d874-405d-ba2a-7408f9151dc7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.752692] env[62023]: DEBUG oslo_vmware.api [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1665.752692] env[62023]: value = "task-1758533" [ 1665.752692] env[62023]: _type = "Task" [ 1665.752692] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.760188] env[62023]: DEBUG nova.scheduler.client.report [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1665.768093] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "bfccc44a-dc24-4112-8afc-66bfd67cfef3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.768392] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "bfccc44a-dc24-4112-8afc-66bfd67cfef3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.768699] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "bfccc44a-dc24-4112-8afc-66bfd67cfef3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.769372] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "bfccc44a-dc24-4112-8afc-66bfd67cfef3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.769678] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "bfccc44a-dc24-4112-8afc-66bfd67cfef3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.772774] env[62023]: INFO nova.compute.manager [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Terminating instance [ 1665.776021] env[62023]: DEBUG oslo_vmware.api [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.811702] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088202} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.812054] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1665.812900] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57545a4d-4f12-4ef7-bc7c-55d449ec10e1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.842692] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 42da913c-f354-4f33-822d-9692f616f1de/42da913c-f354-4f33-822d-9692f616f1de.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1665.843087] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a513e88-01d0-413a-a321-3cfec3ef981d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.867745] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758531, 'name': ReconfigVM_Task, 'duration_secs': 0.794423} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.869124] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Reconfigured VM instance instance-00000058 to attach disk [datastore1] b055cbdb-6e45-4cf7-b171-884c4920827d/b055cbdb-6e45-4cf7-b171-884c4920827d.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1665.869926] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1665.869926] env[62023]: value = "task-1758535" [ 1665.869926] env[62023]: _type = "Task" [ 1665.869926] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.873293] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37ebb286-3a4d-4cbc-a2c6-2993828c97a3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.879563] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for the task: (returnval){ [ 1665.879563] env[62023]: value = "task-1758536" [ 1665.879563] env[62023]: _type = "Task" [ 1665.879563] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.887017] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758535, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.893503] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758536, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.269947] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.676s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.270468] env[62023]: INFO nova.compute.manager [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Migrating [ 1666.289040] env[62023]: DEBUG oslo_vmware.api [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.291717] env[62023]: DEBUG oslo_concurrency.lockutils [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.694s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.292300] env[62023]: DEBUG nova.objects.instance [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lazy-loading 'resources' on Instance uuid 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.296842] env[62023]: DEBUG nova.compute.manager [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1666.296842] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1666.304613] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36e3dbf-9ef4-4e15-ba5c-931ae33cd867 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.320847] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1666.322010] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6805bb13-6ed3-4fcc-8e65-aa6cf3880304 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.334117] env[62023]: DEBUG oslo_vmware.api [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1666.334117] env[62023]: value = "task-1758537" [ 1666.334117] env[62023]: _type = "Task" [ 1666.334117] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.350430] env[62023]: DEBUG oslo_vmware.api [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.385191] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758535, 'name': ReconfigVM_Task, 'duration_secs': 0.482413} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.385191] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 42da913c-f354-4f33-822d-9692f616f1de/42da913c-f354-4f33-822d-9692f616f1de.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.387767] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f689bb2-7e6e-469d-b84d-abcf67a51afa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.395947] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758536, 'name': Rename_Task, 'duration_secs': 0.216144} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.397528] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1666.397848] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1666.397848] env[62023]: value = "task-1758538" [ 1666.397848] env[62023]: _type = "Task" [ 1666.397848] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.398042] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a2c9116-305a-4e5e-a54e-6e77061bf71e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.410903] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758538, 'name': Rename_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.412491] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for the task: (returnval){ [ 1666.412491] env[62023]: value = "task-1758539" [ 1666.412491] env[62023]: _type = "Task" [ 1666.412491] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.421704] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.567215] env[62023]: DEBUG nova.compute.manager [req-153b54e4-a0b8-4b5f-b2bf-75800a0eb784 req-edd98e4e-7919-4d24-800d-4d0a91b6dddf service nova] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Received event network-vif-plugged-5d041db0-6a59-47c4-aefe-fb673aee6d46 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1666.567215] env[62023]: DEBUG oslo_concurrency.lockutils [req-153b54e4-a0b8-4b5f-b2bf-75800a0eb784 req-edd98e4e-7919-4d24-800d-4d0a91b6dddf service nova] Acquiring lock "e589a9b9-01ff-4f18-be27-a9a5fe893e87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.567215] env[62023]: DEBUG oslo_concurrency.lockutils [req-153b54e4-a0b8-4b5f-b2bf-75800a0eb784 req-edd98e4e-7919-4d24-800d-4d0a91b6dddf service nova] Lock "e589a9b9-01ff-4f18-be27-a9a5fe893e87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.567215] env[62023]: DEBUG oslo_concurrency.lockutils [req-153b54e4-a0b8-4b5f-b2bf-75800a0eb784 req-edd98e4e-7919-4d24-800d-4d0a91b6dddf service nova] Lock "e589a9b9-01ff-4f18-be27-a9a5fe893e87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.567215] env[62023]: DEBUG nova.compute.manager [req-153b54e4-a0b8-4b5f-b2bf-75800a0eb784 req-edd98e4e-7919-4d24-800d-4d0a91b6dddf service nova] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] No waiting events found dispatching network-vif-plugged-5d041db0-6a59-47c4-aefe-fb673aee6d46 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1666.567215] env[62023]: WARNING nova.compute.manager [req-153b54e4-a0b8-4b5f-b2bf-75800a0eb784 req-edd98e4e-7919-4d24-800d-4d0a91b6dddf service nova] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Received unexpected event network-vif-plugged-5d041db0-6a59-47c4-aefe-fb673aee6d46 for instance with vm_state building and task_state spawning. [ 1666.766403] env[62023]: DEBUG nova.network.neutron [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Successfully updated port: 5d041db0-6a59-47c4-aefe-fb673aee6d46 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1666.769576] env[62023]: DEBUG oslo_vmware.api [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758533, 'name': ReconfigVM_Task, 'duration_secs': 0.630541} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.770029] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Reconfigured VM instance instance-00000035 to attach disk [datastore1] volume-b87ae32f-4065-418f-a361-4a632c4e145d/volume-b87ae32f-4065-418f-a361-4a632c4e145d.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.777793] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e4fde5e-b95f-4cb8-aeed-fb5fb26f3f01 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.792999] env[62023]: DEBUG oslo_vmware.api [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1666.792999] env[62023]: value = "task-1758540" [ 1666.792999] env[62023]: _type = "Task" [ 1666.792999] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.806240] env[62023]: DEBUG oslo_vmware.api [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758540, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.811464] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "refresh_cache-08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.811658] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "refresh_cache-08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.815020] env[62023]: DEBUG nova.network.neutron [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1666.855155] env[62023]: DEBUG oslo_vmware.api [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758537, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.918440] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758538, 'name': Rename_Task, 'duration_secs': 0.20731} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.922417] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1666.922860] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66c833bd-dbc6-404b-aa75-43489131ab4b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.932124] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.936197] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1666.936197] env[62023]: value = "task-1758541" [ 1666.936197] env[62023]: _type = "Task" [ 1666.936197] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.948319] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758541, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.255974] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afabb532-680e-4d28-bf48-351b48aad92e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.264330] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d1c46d-b463-4673-952c-20624fdfe6eb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.270949] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "refresh_cache-e589a9b9-01ff-4f18-be27-a9a5fe893e87" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.271093] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "refresh_cache-e589a9b9-01ff-4f18-be27-a9a5fe893e87" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.271184] env[62023]: DEBUG nova.network.neutron [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1667.309900] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8aa0af8-d7a4-4951-9f94-de0f44572d74 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.329233] env[62023]: DEBUG oslo_vmware.api [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758540, 'name': ReconfigVM_Task, 'duration_secs': 0.181456} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.329233] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365411', 'volume_id': 'b87ae32f-4065-418f-a361-4a632c4e145d', 'name': 'volume-b87ae32f-4065-418f-a361-4a632c4e145d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dcd4d90d-e32b-4ab4-bd2d-14d367c16838', 'attached_at': '', 'detached_at': '', 'volume_id': 'b87ae32f-4065-418f-a361-4a632c4e145d', 'serial': 'b87ae32f-4065-418f-a361-4a632c4e145d'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1667.329233] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1faf46d-f208-47ac-a56e-9f758fdb4537 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.358689] env[62023]: DEBUG nova.compute.provider_tree [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.366021] env[62023]: DEBUG oslo_vmware.api [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758537, 'name': PowerOffVM_Task, 'duration_secs': 0.543531} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.366021] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1667.366225] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1667.366550] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f36d4a8-cbd4-4bf2-86e7-559316bf9f6e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.430112] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758539, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.448528] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758541, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.462577] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1667.462577] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1667.462577] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Deleting the datastore file [datastore1] bfccc44a-dc24-4112-8afc-66bfd67cfef3 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1667.462855] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fada1bf-6c67-4844-acb9-30ccda45d906 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.471307] env[62023]: DEBUG oslo_vmware.api [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1667.471307] env[62023]: value = "task-1758543" [ 1667.471307] env[62023]: _type = "Task" [ 1667.471307] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.477578] env[62023]: DEBUG oslo_vmware.api [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.510988] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquiring lock "f748352e-9794-4cce-a113-a402ae596775" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.511264] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "f748352e-9794-4cce-a113-a402ae596775" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.511486] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquiring lock "f748352e-9794-4cce-a113-a402ae596775-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.511702] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "f748352e-9794-4cce-a113-a402ae596775-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.511967] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "f748352e-9794-4cce-a113-a402ae596775-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.514440] env[62023]: INFO nova.compute.manager [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Terminating instance [ 1667.731980] env[62023]: DEBUG nova.network.neutron [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Updating instance_info_cache with network_info: [{"id": "e6598694-f150-4a1f-abaf-860630a440bf", "address": "fa:16:3e:7b:64:05", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6598694-f1", "ovs_interfaceid": "e6598694-f150-4a1f-abaf-860630a440bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.870091] env[62023]: DEBUG nova.network.neutron [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1667.872548] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Volume attach. Driver type: vmdk {{(pid=62023) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1667.872949] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365413', 'volume_id': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'name': 'volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '61af069c-a6d6-4ee7-b1a1-05c8fe3805bd', 'attached_at': '', 'detached_at': '', 'volume_id': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'serial': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1667.873968] env[62023]: DEBUG nova.scheduler.client.report [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1667.878646] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5323d88-269b-4c37-981d-bc9e6e259ba9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.910264] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf28ecf-aa99-4507-be64-0751c81e4ade {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.948870] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19/volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1667.957939] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72d17e06-d9db-455c-846b-833290ed00a3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.985506] env[62023]: DEBUG oslo_vmware.api [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758541, 'name': PowerOnVM_Task, 'duration_secs': 0.85444} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.986371] env[62023]: DEBUG oslo_vmware.api [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758539, 'name': PowerOnVM_Task, 'duration_secs': 1.274427} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.987406] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1667.987760] env[62023]: INFO nova.compute.manager [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Took 11.77 seconds to spawn the instance on the hypervisor. [ 1667.987986] env[62023]: DEBUG nova.compute.manager [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1667.988337] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1667.988524] env[62023]: INFO nova.compute.manager [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1667.988728] env[62023]: DEBUG nova.compute.manager [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1667.989047] env[62023]: DEBUG oslo_vmware.api [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1667.989047] env[62023]: value = "task-1758544" [ 1667.989047] env[62023]: _type = "Task" [ 1667.989047] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.989808] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96213619-520b-4db9-adf5-f916d8ce1130 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.992983] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0aba17f-d884-4cf2-869d-b79bd65d0fb8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.002662] env[62023]: DEBUG oslo_vmware.api [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295445} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.002989] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1668.003666] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1668.003666] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1668.003666] env[62023]: INFO nova.compute.manager [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1668.003845] env[62023]: DEBUG oslo.service.loopingcall [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1668.004692] env[62023]: DEBUG nova.compute.manager [-] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1668.004692] env[62023]: DEBUG nova.network.neutron [-] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1668.019447] env[62023]: DEBUG nova.compute.manager [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1668.019686] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1668.019971] env[62023]: DEBUG oslo_vmware.api [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.021015] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea10c3d-4563-4e2c-a78a-157c30293c84 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.028652] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1668.031367] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f3ba29b-aaf3-4268-9989-937367cb1b12 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.039621] env[62023]: DEBUG oslo_vmware.api [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1668.039621] env[62023]: value = "task-1758545" [ 1668.039621] env[62023]: _type = "Task" [ 1668.039621] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.050307] env[62023]: DEBUG oslo_vmware.api [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.157800] env[62023]: DEBUG nova.network.neutron [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Updating instance_info_cache with network_info: [{"id": "5d041db0-6a59-47c4-aefe-fb673aee6d46", "address": "fa:16:3e:46:18:16", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d041db0-6a", "ovs_interfaceid": "5d041db0-6a59-47c4-aefe-fb673aee6d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.241417] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "refresh_cache-08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.385779] env[62023]: DEBUG oslo_concurrency.lockutils [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.388633] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.186s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.390378] env[62023]: INFO nova.compute.claims [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1668.416086] env[62023]: DEBUG nova.objects.instance [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lazy-loading 'flavor' on Instance uuid dcd4d90d-e32b-4ab4-bd2d-14d367c16838 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.486451] env[62023]: INFO nova.scheduler.client.report [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Deleted allocations for instance 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14 [ 1668.531025] env[62023]: DEBUG oslo_vmware.api [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758544, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.535227] env[62023]: INFO nova.compute.manager [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Took 32.39 seconds to build instance. [ 1668.544867] env[62023]: INFO nova.compute.manager [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Took 35.89 seconds to build instance. [ 1668.557838] env[62023]: DEBUG oslo_vmware.api [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758545, 'name': PowerOffVM_Task, 'duration_secs': 0.314357} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.558879] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1668.559286] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1668.560053] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec8e7c44-1acc-451a-be21-e6ecbf5bb928 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.660255] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "refresh_cache-e589a9b9-01ff-4f18-be27-a9a5fe893e87" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.660582] env[62023]: DEBUG nova.compute.manager [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Instance network_info: |[{"id": "5d041db0-6a59-47c4-aefe-fb673aee6d46", "address": "fa:16:3e:46:18:16", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d041db0-6a", "ovs_interfaceid": "5d041db0-6a59-47c4-aefe-fb673aee6d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1668.660914] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1668.661068] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1668.661265] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Deleting the datastore file [datastore1] f748352e-9794-4cce-a113-a402ae596775 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1668.661638] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:18:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d041db0-6a59-47c4-aefe-fb673aee6d46', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1668.672580] env[62023]: DEBUG oslo.service.loopingcall [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1668.672580] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-046e0b13-d2d7-4520-bc81-eb118e9f18e3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.673928] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1668.675451] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68718961-1093-468c-bb20-7712131b50de {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.691483] env[62023]: DEBUG nova.network.neutron [-] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.694817] env[62023]: DEBUG nova.compute.manager [req-de2fc9ef-8acf-4d29-8c4c-3c74da649de9 req-e655b7c0-75fd-4eaf-9c86-842bb701f379 service nova] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Received event network-changed-5d041db0-6a59-47c4-aefe-fb673aee6d46 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1668.694999] env[62023]: DEBUG nova.compute.manager [req-de2fc9ef-8acf-4d29-8c4c-3c74da649de9 req-e655b7c0-75fd-4eaf-9c86-842bb701f379 service nova] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Refreshing instance network info cache due to event network-changed-5d041db0-6a59-47c4-aefe-fb673aee6d46. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1668.695225] env[62023]: DEBUG oslo_concurrency.lockutils [req-de2fc9ef-8acf-4d29-8c4c-3c74da649de9 req-e655b7c0-75fd-4eaf-9c86-842bb701f379 service nova] Acquiring lock "refresh_cache-e589a9b9-01ff-4f18-be27-a9a5fe893e87" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.695365] env[62023]: DEBUG oslo_concurrency.lockutils [req-de2fc9ef-8acf-4d29-8c4c-3c74da649de9 req-e655b7c0-75fd-4eaf-9c86-842bb701f379 service nova] Acquired lock "refresh_cache-e589a9b9-01ff-4f18-be27-a9a5fe893e87" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.695530] env[62023]: DEBUG nova.network.neutron [req-de2fc9ef-8acf-4d29-8c4c-3c74da649de9 req-e655b7c0-75fd-4eaf-9c86-842bb701f379 service nova] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Refreshing network info cache for port 5d041db0-6a59-47c4-aefe-fb673aee6d46 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1668.699050] env[62023]: DEBUG oslo_vmware.api [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1668.699050] env[62023]: value = "task-1758547" [ 1668.699050] env[62023]: _type = "Task" [ 1668.699050] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.704696] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1668.704696] env[62023]: value = "task-1758548" [ 1668.704696] env[62023]: _type = "Task" [ 1668.704696] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.712373] env[62023]: DEBUG oslo_vmware.api [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.718889] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758548, 'name': CreateVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.786716] env[62023]: DEBUG nova.compute.manager [req-47d5c488-2fa0-4d23-af41-df2bc921ae4d req-94dd9eb1-5faa-4485-b103-a676336e378d service nova] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Received event network-vif-deleted-dee88731-a2e8-444a-965a-0bf171c27fd6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1668.925610] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60d3adc2-a673-4627-8795-fdf7bc077607 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.399s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.937636] env[62023]: DEBUG oslo_concurrency.lockutils [None req-99ef4971-9bbd-4e86-8c6e-e1e4150b8186 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "6abfdd73-17b8-44f6-bbee-ba8c64e9dd14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.560s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.007410] env[62023]: DEBUG oslo_vmware.api [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758544, 'name': ReconfigVM_Task, 'duration_secs': 0.573087} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.010091] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19/volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1669.021549] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44f98c30-9964-4eab-8f84-78b32464e909 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.039721] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8bbd64f9-ec43-4242-b627-2e9a587726e0 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Lock "b055cbdb-6e45-4cf7-b171-884c4920827d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.917s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.047993] env[62023]: DEBUG oslo_vmware.api [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1669.047993] env[62023]: value = "task-1758549" [ 1669.047993] env[62023]: _type = "Task" [ 1669.047993] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.052124] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d5605217-a6ae-412e-8ac3-b0373f3791c1 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "42da913c-f354-4f33-822d-9692f616f1de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.407s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.059418] env[62023]: DEBUG oslo_vmware.api [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.144565] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "42da913c-f354-4f33-822d-9692f616f1de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.144845] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "42da913c-f354-4f33-822d-9692f616f1de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.145070] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "42da913c-f354-4f33-822d-9692f616f1de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.145257] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "42da913c-f354-4f33-822d-9692f616f1de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.145427] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "42da913c-f354-4f33-822d-9692f616f1de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.147693] env[62023]: INFO nova.compute.manager [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Terminating instance [ 1669.194432] env[62023]: INFO nova.compute.manager [-] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Took 1.19 seconds to deallocate network for instance. [ 1669.222171] env[62023]: DEBUG oslo_vmware.api [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182566} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.226343] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1669.226554] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1669.226726] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1669.226894] env[62023]: INFO nova.compute.manager [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: f748352e-9794-4cce-a113-a402ae596775] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1669.227165] env[62023]: DEBUG oslo.service.loopingcall [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1669.227862] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758548, 'name': CreateVM_Task, 'duration_secs': 0.388499} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.228107] env[62023]: DEBUG nova.compute.manager [-] [instance: f748352e-9794-4cce-a113-a402ae596775] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1669.228488] env[62023]: DEBUG nova.network.neutron [-] [instance: f748352e-9794-4cce-a113-a402ae596775] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1669.230357] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1669.231174] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.231329] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.231929] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1669.232481] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40218b50-50a7-4f68-9a21-39cbf3d87869 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.237571] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1669.237571] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522ebf2d-2804-a82e-95ed-727b7811f566" [ 1669.237571] env[62023]: _type = "Task" [ 1669.237571] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.247358] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522ebf2d-2804-a82e-95ed-727b7811f566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.464831] env[62023]: DEBUG nova.network.neutron [req-de2fc9ef-8acf-4d29-8c4c-3c74da649de9 req-e655b7c0-75fd-4eaf-9c86-842bb701f379 service nova] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Updated VIF entry in instance network info cache for port 5d041db0-6a59-47c4-aefe-fb673aee6d46. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1669.465386] env[62023]: DEBUG nova.network.neutron [req-de2fc9ef-8acf-4d29-8c4c-3c74da649de9 req-e655b7c0-75fd-4eaf-9c86-842bb701f379 service nova] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Updating instance_info_cache with network_info: [{"id": "5d041db0-6a59-47c4-aefe-fb673aee6d46", "address": "fa:16:3e:46:18:16", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d041db0-6a", "ovs_interfaceid": "5d041db0-6a59-47c4-aefe-fb673aee6d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.535608] env[62023]: INFO nova.compute.manager [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Rebuilding instance [ 1669.542036] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "a47f9087-1194-4a41-93d8-dcf026b2eca5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.542487] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "a47f9087-1194-4a41-93d8-dcf026b2eca5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.542716] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "a47f9087-1194-4a41-93d8-dcf026b2eca5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.542906] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "a47f9087-1194-4a41-93d8-dcf026b2eca5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.543081] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "a47f9087-1194-4a41-93d8-dcf026b2eca5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.549261] env[62023]: INFO nova.compute.manager [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Terminating instance [ 1669.569792] env[62023]: DEBUG oslo_vmware.api [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758549, 'name': ReconfigVM_Task, 'duration_secs': 0.218865} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.577107] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365413', 'volume_id': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'name': 'volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '61af069c-a6d6-4ee7-b1a1-05c8fe3805bd', 'attached_at': '', 'detached_at': '', 'volume_id': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'serial': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1669.605937] env[62023]: DEBUG nova.compute.manager [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1669.607047] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b097c91-bbeb-41bd-8d1b-cd8d7a85fec6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.653630] env[62023]: DEBUG nova.compute.manager [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1669.653835] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1669.655305] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfde400-6047-46f8-8acf-6a7b407810c4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.666108] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1669.668914] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-519bb46a-8365-4ffa-b99f-007852840ec1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.676748] env[62023]: DEBUG oslo_vmware.api [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1669.676748] env[62023]: value = "task-1758550" [ 1669.676748] env[62023]: _type = "Task" [ 1669.676748] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.688112] env[62023]: DEBUG oslo_vmware.api [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.707522] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.749649] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522ebf2d-2804-a82e-95ed-727b7811f566, 'name': SearchDatastore_Task, 'duration_secs': 0.017453} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.749649] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.750120] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1669.750120] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.750239] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.750333] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1669.756023] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-597ff303-f3a5-41d5-911c-99a8867cf2f7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.759919] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180dcadd-6a27-4176-8d41-c159585fd0cd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.765189] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1669.765643] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1669.766715] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de1079a-0e36-4308-a42e-c96860ff7347 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.783993] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Updating instance '08e31d22-8c2c-4bdc-9258-0406f8fd0fa4' progress to 0 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1669.793188] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1669.793188] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529b27a3-b796-3c5f-9277-c16cbd181c93" [ 1669.793188] env[62023]: _type = "Task" [ 1669.793188] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.801559] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529b27a3-b796-3c5f-9277-c16cbd181c93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.902180] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1174ed04-ac4c-40c7-9396-9ddbc3c30add {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.914485] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8960064-819d-43b7-a068-6eadb69da96d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.946950] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5048b86e-cb26-4dc2-b3ee-09370af2336a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.955211] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927e3c58-8f07-49dc-8b40-0932138758c1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.969093] env[62023]: DEBUG oslo_concurrency.lockutils [req-de2fc9ef-8acf-4d29-8c4c-3c74da649de9 req-e655b7c0-75fd-4eaf-9c86-842bb701f379 service nova] Releasing lock "refresh_cache-e589a9b9-01ff-4f18-be27-a9a5fe893e87" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.969703] env[62023]: DEBUG nova.compute.provider_tree [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.064290] env[62023]: DEBUG nova.compute.manager [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1670.064401] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1670.065432] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2ba0e3-fadb-4074-90ca-a5fc77782741 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.074018] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1670.074337] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2db0de16-070a-4504-8c09-d1c9742d1ef0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.080604] env[62023]: DEBUG oslo_vmware.api [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1670.080604] env[62023]: value = "task-1758551" [ 1670.080604] env[62023]: _type = "Task" [ 1670.080604] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.094177] env[62023]: DEBUG oslo_vmware.api [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.189939] env[62023]: DEBUG oslo_vmware.api [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758550, 'name': PowerOffVM_Task, 'duration_secs': 0.445208} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.190134] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1670.191271] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1670.191271] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81de5021-6b4c-4331-9e1e-902c2564c633 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.267630] env[62023]: DEBUG nova.network.neutron [-] [instance: f748352e-9794-4cce-a113-a402ae596775] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.272730] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1670.273519] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1670.273519] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Deleting the datastore file [datastore1] 42da913c-f354-4f33-822d-9692f616f1de {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1670.274039] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2eb32494-2243-49ca-b7e0-59ea76a1b73a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.282283] env[62023]: DEBUG oslo_vmware.api [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1670.282283] env[62023]: value = "task-1758553" [ 1670.282283] env[62023]: _type = "Task" [ 1670.282283] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.293275] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1670.294196] env[62023]: DEBUG oslo_vmware.api [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.294196] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcced5a6-c475-47f2-b168-1bba8527c168 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.305604] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529b27a3-b796-3c5f-9277-c16cbd181c93, 'name': SearchDatastore_Task, 'duration_secs': 0.012135} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.308157] env[62023]: DEBUG oslo_vmware.api [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1670.308157] env[62023]: value = "task-1758554" [ 1670.308157] env[62023]: _type = "Task" [ 1670.308157] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.308157] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc1d4e95-1227-482e-a5ec-c57a50dc87fb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.316660] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1670.316660] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522e326c-c049-46e1-9987-959a08f703a7" [ 1670.316660] env[62023]: _type = "Task" [ 1670.316660] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.319868] env[62023]: DEBUG oslo_vmware.api [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.327931] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522e326c-c049-46e1-9987-959a08f703a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.476046] env[62023]: DEBUG nova.scheduler.client.report [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1670.598213] env[62023]: DEBUG oslo_vmware.api [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758551, 'name': PowerOffVM_Task, 'duration_secs': 0.26564} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.598858] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1670.599840] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1670.600336] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be49535b-d061-4c30-b832-a4ef4e2444a2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.628130] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1670.628130] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33bbbfbe-5118-4fa8-85fa-5f6c51839142 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.629405] env[62023]: DEBUG nova.objects.instance [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lazy-loading 'flavor' on Instance uuid 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.637597] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for the task: (returnval){ [ 1670.637597] env[62023]: value = "task-1758556" [ 1670.637597] env[62023]: _type = "Task" [ 1670.637597] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.640460] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "interface-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.641034] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "interface-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.642156] env[62023]: DEBUG nova.objects.instance [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lazy-loading 'flavor' on Instance uuid cc51d0a1-06c7-4a0c-94a0-1e634c42dca6 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.658784] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.700318] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1670.700664] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1670.700897] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Deleting the datastore file [datastore1] a47f9087-1194-4a41-93d8-dcf026b2eca5 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1670.701056] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e21438ae-582e-46eb-8a3d-83db3bacfba3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.707954] env[62023]: DEBUG oslo_vmware.api [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1670.707954] env[62023]: value = "task-1758557" [ 1670.707954] env[62023]: _type = "Task" [ 1670.707954] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.716181] env[62023]: DEBUG oslo_vmware.api [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.775053] env[62023]: INFO nova.compute.manager [-] [instance: f748352e-9794-4cce-a113-a402ae596775] Took 1.55 seconds to deallocate network for instance. [ 1670.792879] env[62023]: DEBUG oslo_vmware.api [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214227} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.793110] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1670.793295] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1670.793479] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1670.793645] env[62023]: INFO nova.compute.manager [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1670.793939] env[62023]: DEBUG oslo.service.loopingcall [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.794151] env[62023]: DEBUG nova.compute.manager [-] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1670.794245] env[62023]: DEBUG nova.network.neutron [-] [instance: 42da913c-f354-4f33-822d-9692f616f1de] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1670.822592] env[62023]: DEBUG oslo_vmware.api [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758554, 'name': PowerOffVM_Task, 'duration_secs': 0.189495} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.823906] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1670.824711] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Updating instance '08e31d22-8c2c-4bdc-9258-0406f8fd0fa4' progress to 17 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1670.834503] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522e326c-c049-46e1-9987-959a08f703a7, 'name': SearchDatastore_Task, 'duration_secs': 0.014651} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.835064] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.835646] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] e589a9b9-01ff-4f18-be27-a9a5fe893e87/e589a9b9-01ff-4f18-be27-a9a5fe893e87.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1670.835939] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c7a36d1-aadf-45a3-aa67-76dda52d5d51 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.843568] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1670.843568] env[62023]: value = "task-1758558" [ 1670.843568] env[62023]: _type = "Task" [ 1670.843568] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.861738] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.984165] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.984750] env[62023]: DEBUG nova.compute.manager [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1670.989833] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.822s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.991666] env[62023]: DEBUG nova.objects.instance [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62023) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1671.085980] env[62023]: DEBUG nova.compute.manager [req-d52abfd3-827f-4028-96d0-90a4273f8a7d req-25a36622-0b7c-4866-8b80-4303dfd33314 service nova] [instance: f748352e-9794-4cce-a113-a402ae596775] Received event network-vif-deleted-87f6d640-33bd-44ce-b216-27ca1c8f1bd5 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1671.136872] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4b5cc91c-5207-40e1-b69a-10c73e46d49d tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.082s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.152410] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758556, 'name': PowerOffVM_Task, 'duration_secs': 0.175196} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.152410] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1671.152410] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1671.152711] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bee1f8-5022-4fed-b4b4-a821d32504ce {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.162590] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1671.163430] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b70942d3-6018-4fe9-9346-f47273d134d3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.191682] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1671.191902] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1671.192093] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Deleting the datastore file [datastore1] b055cbdb-6e45-4cf7-b171-884c4920827d {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1671.192347] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbaddfcf-fcf1-4ff9-b184-1f51f6f39390 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.199719] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for the task: (returnval){ [ 1671.199719] env[62023]: value = "task-1758560" [ 1671.199719] env[62023]: _type = "Task" [ 1671.199719] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.207307] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.217852] env[62023]: DEBUG oslo_vmware.api [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188061} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.218170] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1671.218366] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1671.218545] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1671.218717] env[62023]: INFO nova.compute.manager [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1671.219225] env[62023]: DEBUG oslo.service.loopingcall [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1671.219225] env[62023]: DEBUG nova.compute.manager [-] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1671.219225] env[62023]: DEBUG nova.network.neutron [-] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1671.280433] env[62023]: DEBUG nova.objects.instance [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lazy-loading 'pci_requests' on Instance uuid cc51d0a1-06c7-4a0c-94a0-1e634c42dca6 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1671.281798] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.339304] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1671.339304] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1671.339304] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1671.339304] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1671.339304] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1671.339462] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1671.339535] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1671.339734] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1671.339876] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1671.340045] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1671.340219] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1671.345549] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9e0ad3a-4fef-4347-8df2-a37d032fc3f7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.371758] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758558, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.374065] env[62023]: DEBUG oslo_vmware.api [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1671.374065] env[62023]: value = "task-1758561" [ 1671.374065] env[62023]: _type = "Task" [ 1671.374065] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.386440] env[62023]: DEBUG oslo_vmware.api [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758561, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.428512] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "2b5b9c88-4178-49ec-ba03-b5ed2427f1bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.428883] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "2b5b9c88-4178-49ec-ba03-b5ed2427f1bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.498646] env[62023]: DEBUG nova.compute.utils [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1671.503795] env[62023]: DEBUG nova.compute.manager [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1671.503992] env[62023]: DEBUG nova.network.neutron [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1671.593212] env[62023]: DEBUG nova.policy [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '630c4be5000e4cd395964f52540cb2cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f549db5da5bc430287682d3002b1c006', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1671.668123] env[62023]: DEBUG nova.network.neutron [-] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.709864] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432789} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.710019] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1671.712322] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1671.712515] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1671.783602] env[62023]: DEBUG nova.objects.base [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1671.783839] env[62023]: DEBUG nova.network.neutron [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1671.855075] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729331} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.855347] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] e589a9b9-01ff-4f18-be27-a9a5fe893e87/e589a9b9-01ff-4f18-be27-a9a5fe893e87.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1671.855556] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1671.855816] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de375d1e-c471-4d7e-bc1a-e7d13bed925a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.862220] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1671.862220] env[62023]: value = "task-1758562" [ 1671.862220] env[62023]: _type = "Task" [ 1671.862220] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.871703] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.884067] env[62023]: DEBUG oslo_vmware.api [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758561, 'name': ReconfigVM_Task, 'duration_secs': 0.332674} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.884888] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Updating instance '08e31d22-8c2c-4bdc-9258-0406f8fd0fa4' progress to 33 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1671.931383] env[62023]: DEBUG nova.compute.manager [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1672.006855] env[62023]: DEBUG nova.compute.manager [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1672.008445] env[62023]: DEBUG nova.network.neutron [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Successfully created port: bf65de89-5528-44f9-8565-e9618e2e3864 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1672.013320] env[62023]: DEBUG oslo_concurrency.lockutils [None req-92304d1a-74d5-49a1-a87b-844718a07a8e tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.014793] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.787s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.021915] env[62023]: INFO nova.compute.claims [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1672.040105] env[62023]: DEBUG nova.network.neutron [-] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.050145] env[62023]: DEBUG nova.policy [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59aad45587ed4e228ce1a943e1b44667', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8a1c296030f4630bd777da6fd5edc27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1672.172366] env[62023]: INFO nova.compute.manager [-] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Took 1.38 seconds to deallocate network for instance. [ 1672.369923] env[62023]: DEBUG nova.network.neutron [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Successfully created port: 853c37d3-24c8-48cd-922b-32d8d2f083f8 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1672.385733] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067648} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.386033] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1672.388793] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b64e14a-f138-4c25-a2b0-82f7ea3b87e2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.394035] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1672.394266] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1672.394413] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1672.394586] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1672.394724] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1672.394903] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1672.395145] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1672.395301] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1672.395459] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1672.395614] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1672.395774] env[62023]: DEBUG nova.virt.hardware [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1672.401861] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1672.402641] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f91884c7-d097-4854-bc8a-8f65db1b55fd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.440021] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] e589a9b9-01ff-4f18-be27-a9a5fe893e87/e589a9b9-01ff-4f18-be27-a9a5fe893e87.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1672.444129] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8224e0e1-0482-4ba5-8c19-6c93d2b9a3af {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.459483] env[62023]: DEBUG oslo_vmware.api [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1672.459483] env[62023]: value = "task-1758563" [ 1672.459483] env[62023]: _type = "Task" [ 1672.459483] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.468312] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1672.468312] env[62023]: value = "task-1758564" [ 1672.468312] env[62023]: _type = "Task" [ 1672.468312] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.474361] env[62023]: DEBUG oslo_vmware.api [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.479857] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.481660] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.543549] env[62023]: INFO nova.compute.manager [-] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Took 1.32 seconds to deallocate network for instance. [ 1672.685118] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.746555] env[62023]: DEBUG nova.virt.hardware [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1672.746913] env[62023]: DEBUG nova.virt.hardware [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1672.747108] env[62023]: DEBUG nova.virt.hardware [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1672.747285] env[62023]: DEBUG nova.virt.hardware [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1672.747481] env[62023]: DEBUG nova.virt.hardware [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1672.747726] env[62023]: DEBUG nova.virt.hardware [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1672.748017] env[62023]: DEBUG nova.virt.hardware [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1672.748269] env[62023]: DEBUG nova.virt.hardware [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1672.748553] env[62023]: DEBUG nova.virt.hardware [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1672.748736] env[62023]: DEBUG nova.virt.hardware [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1672.748933] env[62023]: DEBUG nova.virt.hardware [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1672.750557] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f494c4-c822-415a-b2c9-5b27130086bc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.762539] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8c105e-c617-427b-af2c-5db6a568fccf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.776455] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Instance VIF info [] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1672.782512] env[62023]: DEBUG oslo.service.loopingcall [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.782757] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1672.782960] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d2bf23b-9b43-4963-9cf2-98a1916694b4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.800866] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1672.800866] env[62023]: value = "task-1758565" [ 1672.800866] env[62023]: _type = "Task" [ 1672.800866] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.808810] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758565, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.879205] env[62023]: INFO nova.compute.manager [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Rebuilding instance [ 1672.934236] env[62023]: DEBUG nova.compute.manager [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1672.935122] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf179e8-5aaf-4410-8594-597935c80c0f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.973676] env[62023]: DEBUG oslo_vmware.api [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758563, 'name': ReconfigVM_Task, 'duration_secs': 0.171706} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.976450] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1672.977755] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba9a78a-ce58-42bb-afd3-bca17cdfe29a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.985765] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758564, 'name': ReconfigVM_Task, 'duration_secs': 0.295402} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.999819] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Reconfigured VM instance instance-00000059 to attach disk [datastore1] e589a9b9-01ff-4f18-be27-a9a5fe893e87/e589a9b9-01ff-4f18-be27-a9a5fe893e87.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1673.009025] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4/08e31d22-8c2c-4bdc-9258-0406f8fd0fa4.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1673.009025] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-437e094f-44ce-461a-a7ac-6edf3f4f731b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.011034] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3304075c-005f-402d-9432-3027db304f61 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.025794] env[62023]: DEBUG nova.compute.manager [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1673.036179] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1673.036179] env[62023]: value = "task-1758566" [ 1673.036179] env[62023]: _type = "Task" [ 1673.036179] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.038254] env[62023]: DEBUG oslo_vmware.api [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1673.038254] env[62023]: value = "task-1758567" [ 1673.038254] env[62023]: _type = "Task" [ 1673.038254] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.045250] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758566, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.052248] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.052554] env[62023]: DEBUG oslo_vmware.api [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758567, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.065679] env[62023]: DEBUG nova.virt.hardware [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1673.066026] env[62023]: DEBUG nova.virt.hardware [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1673.066192] env[62023]: DEBUG nova.virt.hardware [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1673.066538] env[62023]: DEBUG nova.virt.hardware [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1673.066755] env[62023]: DEBUG nova.virt.hardware [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1673.066842] env[62023]: DEBUG nova.virt.hardware [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1673.067064] env[62023]: DEBUG nova.virt.hardware [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1673.067413] env[62023]: DEBUG nova.virt.hardware [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1673.067660] env[62023]: DEBUG nova.virt.hardware [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1673.067839] env[62023]: DEBUG nova.virt.hardware [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1673.068020] env[62023]: DEBUG nova.virt.hardware [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1673.068998] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bcd0d9-c110-484b-ad8b-207913025ba2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.081897] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b7dd68-37eb-4707-af77-569a52b7861f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.312614] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758565, 'name': CreateVM_Task, 'duration_secs': 0.336393} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.312774] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1673.313186] env[62023]: DEBUG oslo_concurrency.lockutils [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.313340] env[62023]: DEBUG oslo_concurrency.lockutils [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.313637] env[62023]: DEBUG oslo_concurrency.lockutils [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1673.313874] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-512761c4-0ad2-4d18-ae7d-1bfba2e8b499 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.318528] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for the task: (returnval){ [ 1673.318528] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52bfc5a3-a4c9-1aa5-4e76-5dcb006cc5cd" [ 1673.318528] env[62023]: _type = "Task" [ 1673.318528] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.328766] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52bfc5a3-a4c9-1aa5-4e76-5dcb006cc5cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.399094] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db48423e-45dc-4315-ba16-49bf578d4ca0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.406822] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f984aa55-628e-4aa6-9cb9-1efdc4ac9a6c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.439228] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01485cfa-7c9a-4a89-b0d1-e02683bbc7f5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.449205] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dddd18-4b4a-4273-b0d2-73208ac662f4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.464446] env[62023]: DEBUG nova.compute.provider_tree [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.546088] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758566, 'name': Rename_Task, 'duration_secs': 0.141347} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.546713] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1673.548023] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ed53cb1-7a03-470f-89df-96f5677645c3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.557841] env[62023]: DEBUG oslo_concurrency.lockutils [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Acquiring lock "b408aee3-a0ca-4083-8ba3-dfa75e4eb227" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.557841] env[62023]: DEBUG oslo_concurrency.lockutils [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Lock "b408aee3-a0ca-4083-8ba3-dfa75e4eb227" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.557841] env[62023]: DEBUG oslo_vmware.api [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758567, 'name': ReconfigVM_Task, 'duration_secs': 0.269159} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.557841] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4/08e31d22-8c2c-4bdc-9258-0406f8fd0fa4.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1673.557841] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Updating instance '08e31d22-8c2c-4bdc-9258-0406f8fd0fa4' progress to 50 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1673.561660] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1673.561660] env[62023]: value = "task-1758568" [ 1673.561660] env[62023]: _type = "Task" [ 1673.561660] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.570376] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.581832] env[62023]: DEBUG nova.network.neutron [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Successfully updated port: bf65de89-5528-44f9-8565-e9618e2e3864 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1673.684862] env[62023]: DEBUG nova.compute.manager [req-0e8463bc-e7a9-471d-8313-0ac290badf41 req-c4250f71-1dc4-43a4-9fca-117058584c94 service nova] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Received event network-vif-deleted-9a119ff4-ae70-4f05-9621-72c6fe03364d {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1673.685104] env[62023]: DEBUG nova.compute.manager [req-0e8463bc-e7a9-471d-8313-0ac290badf41 req-c4250f71-1dc4-43a4-9fca-117058584c94 service nova] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Received event network-vif-deleted-33cbb1c4-b5d8-4f94-92da-95b23247be60 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1673.756353] env[62023]: DEBUG nova.compute.manager [req-b710a0c7-a453-4333-9888-6122581830ab req-7efb0ce6-c1ec-4b71-8bda-48bbc34cc8bc service nova] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Received event network-vif-plugged-bf65de89-5528-44f9-8565-e9618e2e3864 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1673.756590] env[62023]: DEBUG oslo_concurrency.lockutils [req-b710a0c7-a453-4333-9888-6122581830ab req-7efb0ce6-c1ec-4b71-8bda-48bbc34cc8bc service nova] Acquiring lock "539873cb-daa5-4c76-a0e0-7929e6b5117a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.756798] env[62023]: DEBUG oslo_concurrency.lockutils [req-b710a0c7-a453-4333-9888-6122581830ab req-7efb0ce6-c1ec-4b71-8bda-48bbc34cc8bc service nova] Lock "539873cb-daa5-4c76-a0e0-7929e6b5117a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.756964] env[62023]: DEBUG oslo_concurrency.lockutils [req-b710a0c7-a453-4333-9888-6122581830ab req-7efb0ce6-c1ec-4b71-8bda-48bbc34cc8bc service nova] Lock "539873cb-daa5-4c76-a0e0-7929e6b5117a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.757215] env[62023]: DEBUG nova.compute.manager [req-b710a0c7-a453-4333-9888-6122581830ab req-7efb0ce6-c1ec-4b71-8bda-48bbc34cc8bc service nova] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] No waiting events found dispatching network-vif-plugged-bf65de89-5528-44f9-8565-e9618e2e3864 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1673.757307] env[62023]: WARNING nova.compute.manager [req-b710a0c7-a453-4333-9888-6122581830ab req-7efb0ce6-c1ec-4b71-8bda-48bbc34cc8bc service nova] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Received unexpected event network-vif-plugged-bf65de89-5528-44f9-8565-e9618e2e3864 for instance with vm_state building and task_state spawning. [ 1673.830164] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52bfc5a3-a4c9-1aa5-4e76-5dcb006cc5cd, 'name': SearchDatastore_Task, 'duration_secs': 0.008826} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.830461] env[62023]: DEBUG oslo_concurrency.lockutils [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.830698] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1673.830969] env[62023]: DEBUG oslo_concurrency.lockutils [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.831138] env[62023]: DEBUG oslo_concurrency.lockutils [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.831309] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1673.831680] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59142c4a-6a63-4b1f-9e98-4c191b66dcaa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.841477] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1673.841688] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1673.842565] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9db27d4e-8737-489f-8519-30d67d9dae55 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.848291] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for the task: (returnval){ [ 1673.848291] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5235095f-f87c-5869-890b-a3d2f0d51813" [ 1673.848291] env[62023]: _type = "Task" [ 1673.848291] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.856988] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5235095f-f87c-5869-890b-a3d2f0d51813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.955088] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1673.955401] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-835accdf-0f09-4445-bf6e-137b93c72127 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.962952] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1673.962952] env[62023]: value = "task-1758569" [ 1673.962952] env[62023]: _type = "Task" [ 1673.962952] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.967301] env[62023]: DEBUG nova.scheduler.client.report [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1673.974346] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.060022] env[62023]: DEBUG nova.compute.manager [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1674.064786] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59990df1-e1bc-4bc4-bcb8-da28219843c7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.079101] env[62023]: DEBUG oslo_vmware.api [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758568, 'name': PowerOnVM_Task, 'duration_secs': 0.494544} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.094291] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1674.094564] env[62023]: INFO nova.compute.manager [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1674.094787] env[62023]: DEBUG nova.compute.manager [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1674.095557] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "refresh_cache-539873cb-daa5-4c76-a0e0-7929e6b5117a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.095798] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "refresh_cache-539873cb-daa5-4c76-a0e0-7929e6b5117a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.096061] env[62023]: DEBUG nova.network.neutron [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1674.098614] env[62023]: DEBUG nova.network.neutron [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Successfully updated port: 853c37d3-24c8-48cd-922b-32d8d2f083f8 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1674.100782] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b63f705-7677-467c-acab-4ee1012046ac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.104203] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46fb6df-8b2c-43cc-9e36-3b6c704ba791 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.128358] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Updating instance '08e31d22-8c2c-4bdc-9258-0406f8fd0fa4' progress to 67 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1674.360177] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5235095f-f87c-5869-890b-a3d2f0d51813, 'name': SearchDatastore_Task, 'duration_secs': 0.009165} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.361560] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32c4c8f1-10ff-4938-902f-9b1442b95bec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.366459] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for the task: (returnval){ [ 1674.366459] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d42036-9255-1789-4d97-263092bee5ed" [ 1674.366459] env[62023]: _type = "Task" [ 1674.366459] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.374307] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d42036-9255-1789-4d97-263092bee5ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.472561] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758569, 'name': PowerOffVM_Task, 'duration_secs': 0.359084} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.472837] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1674.475026] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.475717] env[62023]: DEBUG nova.compute.manager [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1674.480190] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.773s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.480405] env[62023]: DEBUG nova.objects.instance [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lazy-loading 'resources' on Instance uuid bfccc44a-dc24-4112-8afc-66bfd67cfef3 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1674.534653] env[62023]: INFO nova.compute.manager [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Detaching volume 432ea8a7-78ed-4767-8a60-ff6cb23a7f19 [ 1674.564886] env[62023]: INFO nova.virt.block_device [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Attempting to driver detach volume 432ea8a7-78ed-4767-8a60-ff6cb23a7f19 from mountpoint /dev/sdb [ 1674.565144] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Volume detach. Driver type: vmdk {{(pid=62023) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1674.565333] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365413', 'volume_id': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'name': 'volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '61af069c-a6d6-4ee7-b1a1-05c8fe3805bd', 'attached_at': '', 'detached_at': '', 'volume_id': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'serial': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1674.568535] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6249375-9102-408d-8278-f0b60e504db6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.596418] env[62023]: DEBUG oslo_concurrency.lockutils [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.598017] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d13912e-963d-4ea5-9fcd-79f2967d8934 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.605715] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe441f4-158e-470b-8ee3-be9f224c4095 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.611214] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "refresh_cache-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.611899] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "refresh_cache-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.611899] env[62023]: DEBUG nova.network.neutron [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1674.632785] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf49077-da62-400c-b054-f74e5674c40d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.644685] env[62023]: INFO nova.compute.manager [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Took 26.34 seconds to build instance. [ 1674.656502] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] The volume has not been displaced from its original location: [datastore1] volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19/volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19.vmdk. No consolidation needed. {{(pid=62023) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1674.662520] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1674.663557] env[62023]: DEBUG nova.network.neutron [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1674.665643] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9f69b184-e773-4d70-9847-bd1ece5be0c0 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "e589a9b9-01ff-4f18-be27-a9a5fe893e87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.367s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.665856] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62995086-dfcd-47e1-8e7a-eb2756f8162a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.680044] env[62023]: DEBUG nova.network.neutron [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Port e6598694-f150-4a1f-abaf-860630a440bf binding to destination host cpu-1 is already ACTIVE {{(pid=62023) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1674.687754] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1674.687754] env[62023]: value = "task-1758570" [ 1674.687754] env[62023]: _type = "Task" [ 1674.687754] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.696738] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.705735] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.705963] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.821297] env[62023]: DEBUG nova.network.neutron [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Updating instance_info_cache with network_info: [{"id": "bf65de89-5528-44f9-8565-e9618e2e3864", "address": "fa:16:3e:fd:2c:eb", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf65de89-55", "ovs_interfaceid": "bf65de89-5528-44f9-8565-e9618e2e3864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.878101] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d42036-9255-1789-4d97-263092bee5ed, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.878395] env[62023]: DEBUG oslo_concurrency.lockutils [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.878654] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b055cbdb-6e45-4cf7-b171-884c4920827d/b055cbdb-6e45-4cf7-b171-884c4920827d.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1674.878920] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-999c5ac6-f9c9-4f87-9620-b33d05f8a818 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.885234] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for the task: (returnval){ [ 1674.885234] env[62023]: value = "task-1758571" [ 1674.885234] env[62023]: _type = "Task" [ 1674.885234] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.896059] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.983969] env[62023]: DEBUG nova.compute.utils [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1674.988649] env[62023]: DEBUG nova.compute.manager [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1674.988649] env[62023]: DEBUG nova.network.neutron [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1675.030514] env[62023]: DEBUG nova.policy [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8564d75049404ae1acf553ee01297b40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0df5aeee971434f95e765886707a7c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1675.148098] env[62023]: WARNING nova.network.neutron [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] a2abf8e9-1c85-459d-9f40-2988251aa2d1 already exists in list: networks containing: ['a2abf8e9-1c85-459d-9f40-2988251aa2d1']. ignoring it [ 1675.208015] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758570, 'name': ReconfigVM_Task, 'duration_secs': 0.234259} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.209133] env[62023]: DEBUG nova.compute.utils [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1675.211457] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1675.223833] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef1b57dd-4e45-4548-b541-afd29817a475 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.249200] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1675.249200] env[62023]: value = "task-1758572" [ 1675.249200] env[62023]: _type = "Task" [ 1675.249200] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.260703] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.318066] env[62023]: DEBUG nova.network.neutron [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Successfully created port: 18d20379-27ad-4594-ac99-951261da0f79 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1675.324283] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "refresh_cache-539873cb-daa5-4c76-a0e0-7929e6b5117a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.324661] env[62023]: DEBUG nova.compute.manager [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Instance network_info: |[{"id": "bf65de89-5528-44f9-8565-e9618e2e3864", "address": "fa:16:3e:fd:2c:eb", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf65de89-55", "ovs_interfaceid": "bf65de89-5528-44f9-8565-e9618e2e3864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1675.325441] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:2c:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf65de89-5528-44f9-8565-e9618e2e3864', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1675.335314] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Creating folder: Project (f549db5da5bc430287682d3002b1c006). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1675.339300] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-616f9600-c386-42bb-b2ce-1af93b0da2eb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.354373] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Created folder: Project (f549db5da5bc430287682d3002b1c006) in parent group-v365170. [ 1675.354373] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Creating folder: Instances. Parent ref: group-v365416. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1675.354728] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6744c60a-6974-4ad6-94af-1add4a2c1bdf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.365524] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Created folder: Instances in parent group-v365416. [ 1675.365807] env[62023]: DEBUG oslo.service.loopingcall [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1675.366540] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1675.366826] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a20c6ecb-f644-4ff8-997a-49a12ace409f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.395336] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1675.395336] env[62023]: value = "task-1758575" [ 1675.395336] env[62023]: _type = "Task" [ 1675.395336] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.402474] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758571, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.412587] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758575, 'name': CreateVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.437553] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6ffde2-97f1-457c-b40c-8b4f01975c33 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.449298] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9875457-ebf0-4fcd-9207-ad4ca70d8136 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.491364] env[62023]: DEBUG nova.compute.manager [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1675.495455] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26cbe23-bca9-49ff-ba8e-fad03b384f22 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.505547] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d15c8fc-1d0d-4f74-ba8f-ba5c5bb4ca5f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.519910] env[62023]: DEBUG nova.compute.provider_tree [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1675.535299] env[62023]: DEBUG nova.network.neutron [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Updating instance_info_cache with network_info: [{"id": "236d29c1-d465-4cb6-9122-a9632a42d64a", "address": "fa:16:3e:43:66:a0", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap236d29c1-d4", "ovs_interfaceid": "236d29c1-d465-4cb6-9122-a9632a42d64a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "853c37d3-24c8-48cd-922b-32d8d2f083f8", "address": "fa:16:3e:18:54:19", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853c37d3-24", "ovs_interfaceid": "853c37d3-24c8-48cd-922b-32d8d2f083f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.709495] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "08e31d22-8c2c-4bdc-9258-0406f8fd0fa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.709712] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "08e31d22-8c2c-4bdc-9258-0406f8fd0fa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.709890] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "08e31d22-8c2c-4bdc-9258-0406f8fd0fa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.721146] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.759308] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758572, 'name': ReconfigVM_Task, 'duration_secs': 0.354829} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.759687] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365413', 'volume_id': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'name': 'volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '61af069c-a6d6-4ee7-b1a1-05c8fe3805bd', 'attached_at': '', 'detached_at': '', 'volume_id': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'serial': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1675.899224] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607046} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.902200] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b055cbdb-6e45-4cf7-b171-884c4920827d/b055cbdb-6e45-4cf7-b171-884c4920827d.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1675.902419] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1675.902674] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f50bc718-c412-4f67-aba8-50d147ecbd8a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.909678] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758575, 'name': CreateVM_Task, 'duration_secs': 0.510801} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.910723] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1675.911045] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for the task: (returnval){ [ 1675.911045] env[62023]: value = "task-1758576" [ 1675.911045] env[62023]: _type = "Task" [ 1675.911045] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.911659] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.911820] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.912173] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1675.912454] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef24b70f-d28c-493c-a1ae-41427395e4e8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.921484] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.922403] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1675.922403] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521b2e35-b003-d15a-8e11-884c4c90d6b6" [ 1675.922403] env[62023]: _type = "Task" [ 1675.922403] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.929570] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521b2e35-b003-d15a-8e11-884c4c90d6b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.023231] env[62023]: DEBUG nova.scheduler.client.report [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1676.037539] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "refresh_cache-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.038166] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.038367] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.039762] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88761d23-931a-43a2-8d17-a7aa2119cd47 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.057921] env[62023]: DEBUG nova.virt.hardware [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1676.058155] env[62023]: DEBUG nova.virt.hardware [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1676.058293] env[62023]: DEBUG nova.virt.hardware [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1676.058470] env[62023]: DEBUG nova.virt.hardware [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1676.058615] env[62023]: DEBUG nova.virt.hardware [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1676.058759] env[62023]: DEBUG nova.virt.hardware [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1676.058959] env[62023]: DEBUG nova.virt.hardware [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1676.059125] env[62023]: DEBUG nova.virt.hardware [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1676.059289] env[62023]: DEBUG nova.virt.hardware [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1676.059449] env[62023]: DEBUG nova.virt.hardware [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1676.059656] env[62023]: DEBUG nova.virt.hardware [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1676.065837] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Reconfiguring VM to attach interface {{(pid=62023) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1676.066327] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efd2a0a1-16c0-4e31-b199-a93efb304ea3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.083665] env[62023]: DEBUG oslo_vmware.api [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1676.083665] env[62023]: value = "task-1758577" [ 1676.083665] env[62023]: _type = "Task" [ 1676.083665] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.093277] env[62023]: DEBUG oslo_vmware.api [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758577, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.422078] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076246} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.422365] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1676.423187] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f37688-f290-4b10-8d56-3834ac0fbfa1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.433761] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521b2e35-b003-d15a-8e11-884c4c90d6b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011567} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.440611] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.440910] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1676.441182] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.441336] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.441521] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1676.450309] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] b055cbdb-6e45-4cf7-b171-884c4920827d/b055cbdb-6e45-4cf7-b171-884c4920827d.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1676.450570] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88b4129e-bd25-4ab3-b2fa-b545e8ad0772 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.452334] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9019c978-66ca-4577-ac13-b51d01c8d075 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.473442] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for the task: (returnval){ [ 1676.473442] env[62023]: value = "task-1758578" [ 1676.473442] env[62023]: _type = "Task" [ 1676.473442] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.477201] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1676.477399] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1676.478121] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-135e27e2-32c5-47d2-8ce1-0388f4d66294 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.484519] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1676.484519] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52500274-2d2b-cace-075d-512864805eb8" [ 1676.484519] env[62023]: _type = "Task" [ 1676.484519] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.487626] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758578, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.495855] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52500274-2d2b-cace-075d-512864805eb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.501689] env[62023]: DEBUG nova.compute.manager [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1676.529121] env[62023]: DEBUG nova.virt.hardware [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1676.529384] env[62023]: DEBUG nova.virt.hardware [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1676.529556] env[62023]: DEBUG nova.virt.hardware [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1676.529776] env[62023]: DEBUG nova.virt.hardware [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1676.529928] env[62023]: DEBUG nova.virt.hardware [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1676.530087] env[62023]: DEBUG nova.virt.hardware [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1676.530299] env[62023]: DEBUG nova.virt.hardware [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1676.530455] env[62023]: DEBUG nova.virt.hardware [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1676.530644] env[62023]: DEBUG nova.virt.hardware [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1676.530816] env[62023]: DEBUG nova.virt.hardware [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1676.530983] env[62023]: DEBUG nova.virt.hardware [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1676.531786] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.534752] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2710f0-519f-4375-aea1-df1b2ab0377a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.538080] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.256s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.538297] env[62023]: DEBUG nova.objects.instance [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lazy-loading 'resources' on Instance uuid f748352e-9794-4cce-a113-a402ae596775 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.545117] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1360fb96-52fd-4c37-865a-d0508660d45b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.580386] env[62023]: INFO nova.scheduler.client.report [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Deleted allocations for instance bfccc44a-dc24-4112-8afc-66bfd67cfef3 [ 1676.593632] env[62023]: DEBUG oslo_vmware.api [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.752819] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "refresh_cache-08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.753017] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "refresh_cache-08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.753234] env[62023]: DEBUG nova.network.neutron [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1676.772910] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.773590] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.774018] env[62023]: INFO nova.compute.manager [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Attaching volume 6ade1ecf-0392-46c7-bf57-8ac8c75d1358 to /dev/sdb [ 1676.811400] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1676.811745] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4bb67e7-ed70-4d2a-8302-6080f1b5d8ba {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.815754] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d309e00-2e48-4ea8-8b89-8910fe50f626 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.825566] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859ddd82-8827-45ab-b61a-da69e31298d7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.830589] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1676.830589] env[62023]: value = "task-1758579" [ 1676.830589] env[62023]: _type = "Task" [ 1676.830589] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.842481] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] VM already powered off {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1676.842755] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Volume detach. Driver type: vmdk {{(pid=62023) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1676.843084] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365413', 'volume_id': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'name': 'volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '61af069c-a6d6-4ee7-b1a1-05c8fe3805bd', 'attached_at': '', 'detached_at': '', 'volume_id': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'serial': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1676.843500] env[62023]: DEBUG nova.virt.block_device [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Updating existing volume attachment record: 487d2271-f34d-4122-966c-0af60a0990d2 {{(pid=62023) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1676.846331] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a71473-94cf-460f-86ae-d902ae875501 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.867603] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8a717e-8002-40a6-9ff1-994a71d57bcb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.875339] env[62023]: WARNING nova.virt.vmwareapi.driver [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1676.875682] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1676.877416] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e52c4db-53d4-4e0f-a2a1-54d2e2507484 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.884306] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1676.884828] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-581e184f-3da5-4f48-9ea2-a867359f6a9d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.965736] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1676.966441] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1676.966441] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Deleting the datastore file [datastore1] 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1676.966441] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8588942-366b-4afc-833b-5473cf2c2be1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.978443] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1676.978443] env[62023]: value = "task-1758581" [ 1676.978443] env[62023]: _type = "Task" [ 1676.978443] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.985212] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758578, 'name': ReconfigVM_Task, 'duration_secs': 0.453103} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.985848] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Reconfigured VM instance instance-00000058 to attach disk [datastore1] b055cbdb-6e45-4cf7-b171-884c4920827d/b055cbdb-6e45-4cf7-b171-884c4920827d.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1676.986845] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73c51539-3cf4-4c68-b39a-459c18785695 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.991152] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.001643] env[62023]: DEBUG nova.network.neutron [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Successfully updated port: 18d20379-27ad-4594-ac99-951261da0f79 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1677.006255] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52500274-2d2b-cace-075d-512864805eb8, 'name': SearchDatastore_Task, 'duration_secs': 0.017485} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.006255] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for the task: (returnval){ [ 1677.006255] env[62023]: value = "task-1758583" [ 1677.006255] env[62023]: _type = "Task" [ 1677.006255] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.006674] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4bb1dcd-1b7a-4457-ac21-f7c930fe988d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.016421] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1677.016421] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5293ad47-e2c2-ca28-6d07-73f32dc2f3b3" [ 1677.016421] env[62023]: _type = "Task" [ 1677.016421] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.023587] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758583, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.028431] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5293ad47-e2c2-ca28-6d07-73f32dc2f3b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.091217] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7e652b9c-8449-4b71-a086-d9fa6efdebf3 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "bfccc44a-dc24-4112-8afc-66bfd67cfef3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.322s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.098336] env[62023]: DEBUG oslo_vmware.api [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758577, 'name': ReconfigVM_Task, 'duration_secs': 0.600187} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.098863] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.099089] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Reconfigured VM to attach interface {{(pid=62023) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1677.401940] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9786993f-9de6-40b0-adb7-091f3815209b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.412322] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b79978c-79b4-490b-b0d5-bf0748cb94b8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.447723] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f922770-1c0c-444b-a615-729dd2d8ff5a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.455660] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953f6672-bd89-431c-b12a-cfd251d11bd6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.469633] env[62023]: DEBUG nova.compute.provider_tree [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1677.488708] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146482} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.489763] env[62023]: DEBUG nova.network.neutron [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Updating instance_info_cache with network_info: [{"id": "e6598694-f150-4a1f-abaf-860630a440bf", "address": "fa:16:3e:7b:64:05", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6598694-f1", "ovs_interfaceid": "e6598694-f150-4a1f-abaf-860630a440bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.490932] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1677.494702] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1677.494702] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1677.505915] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.506075] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.506252] env[62023]: DEBUG nova.network.neutron [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1677.516401] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758583, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.527436] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5293ad47-e2c2-ca28-6d07-73f32dc2f3b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011279} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.527771] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.528086] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 539873cb-daa5-4c76-a0e0-7929e6b5117a/539873cb-daa5-4c76-a0e0-7929e6b5117a.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1677.528613] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee83ae4a-df01-4feb-8fc4-6200599b8b0b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.537449] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1677.537449] env[62023]: value = "task-1758586" [ 1677.537449] env[62023]: _type = "Task" [ 1677.537449] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.547868] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.606772] env[62023]: DEBUG oslo_concurrency.lockutils [None req-81765116-d7ed-4a5a-85e7-7641ccc3e16b tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "interface-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.966s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.686100] env[62023]: DEBUG nova.compute.manager [req-2e46217d-2804-4779-a99b-0ff8f2879e62 req-5bbd4932-3418-4983-9988-0e8307a07be5 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Received event network-vif-plugged-853c37d3-24c8-48cd-922b-32d8d2f083f8 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1677.686340] env[62023]: DEBUG oslo_concurrency.lockutils [req-2e46217d-2804-4779-a99b-0ff8f2879e62 req-5bbd4932-3418-4983-9988-0e8307a07be5 service nova] Acquiring lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.686583] env[62023]: DEBUG oslo_concurrency.lockutils [req-2e46217d-2804-4779-a99b-0ff8f2879e62 req-5bbd4932-3418-4983-9988-0e8307a07be5 service nova] Lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.686774] env[62023]: DEBUG oslo_concurrency.lockutils [req-2e46217d-2804-4779-a99b-0ff8f2879e62 req-5bbd4932-3418-4983-9988-0e8307a07be5 service nova] Lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.686975] env[62023]: DEBUG nova.compute.manager [req-2e46217d-2804-4779-a99b-0ff8f2879e62 req-5bbd4932-3418-4983-9988-0e8307a07be5 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] No waiting events found dispatching network-vif-plugged-853c37d3-24c8-48cd-922b-32d8d2f083f8 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1677.687137] env[62023]: WARNING nova.compute.manager [req-2e46217d-2804-4779-a99b-0ff8f2879e62 req-5bbd4932-3418-4983-9988-0e8307a07be5 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Received unexpected event network-vif-plugged-853c37d3-24c8-48cd-922b-32d8d2f083f8 for instance with vm_state active and task_state None. [ 1677.687311] env[62023]: DEBUG nova.compute.manager [req-2e46217d-2804-4779-a99b-0ff8f2879e62 req-5bbd4932-3418-4983-9988-0e8307a07be5 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Received event network-changed-853c37d3-24c8-48cd-922b-32d8d2f083f8 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1677.688051] env[62023]: DEBUG nova.compute.manager [req-2e46217d-2804-4779-a99b-0ff8f2879e62 req-5bbd4932-3418-4983-9988-0e8307a07be5 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Refreshing instance network info cache due to event network-changed-853c37d3-24c8-48cd-922b-32d8d2f083f8. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1677.688051] env[62023]: DEBUG oslo_concurrency.lockutils [req-2e46217d-2804-4779-a99b-0ff8f2879e62 req-5bbd4932-3418-4983-9988-0e8307a07be5 service nova] Acquiring lock "refresh_cache-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.688051] env[62023]: DEBUG oslo_concurrency.lockutils [req-2e46217d-2804-4779-a99b-0ff8f2879e62 req-5bbd4932-3418-4983-9988-0e8307a07be5 service nova] Acquired lock "refresh_cache-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.688051] env[62023]: DEBUG nova.network.neutron [req-2e46217d-2804-4779-a99b-0ff8f2879e62 req-5bbd4932-3418-4983-9988-0e8307a07be5 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Refreshing network info cache for port 853c37d3-24c8-48cd-922b-32d8d2f083f8 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1677.704290] env[62023]: DEBUG nova.compute.manager [req-3d9d7893-9d30-4270-aabf-463333cc2cdb req-0b738cc1-7bc5-45df-9b0f-8d1e7f485f0c service nova] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Received event network-changed-bf65de89-5528-44f9-8565-e9618e2e3864 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1677.704418] env[62023]: DEBUG nova.compute.manager [req-3d9d7893-9d30-4270-aabf-463333cc2cdb req-0b738cc1-7bc5-45df-9b0f-8d1e7f485f0c service nova] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Refreshing instance network info cache due to event network-changed-bf65de89-5528-44f9-8565-e9618e2e3864. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1677.704689] env[62023]: DEBUG oslo_concurrency.lockutils [req-3d9d7893-9d30-4270-aabf-463333cc2cdb req-0b738cc1-7bc5-45df-9b0f-8d1e7f485f0c service nova] Acquiring lock "refresh_cache-539873cb-daa5-4c76-a0e0-7929e6b5117a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.706114] env[62023]: DEBUG oslo_concurrency.lockutils [req-3d9d7893-9d30-4270-aabf-463333cc2cdb req-0b738cc1-7bc5-45df-9b0f-8d1e7f485f0c service nova] Acquired lock "refresh_cache-539873cb-daa5-4c76-a0e0-7929e6b5117a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.706114] env[62023]: DEBUG nova.network.neutron [req-3d9d7893-9d30-4270-aabf-463333cc2cdb req-0b738cc1-7bc5-45df-9b0f-8d1e7f485f0c service nova] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Refreshing network info cache for port bf65de89-5528-44f9-8565-e9618e2e3864 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1677.974054] env[62023]: DEBUG nova.scheduler.client.report [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1677.994745] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "refresh_cache-08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.001088] env[62023]: INFO nova.virt.block_device [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Booting with volume 432ea8a7-78ed-4767-8a60-ff6cb23a7f19 at /dev/sdb [ 1678.020685] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758583, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.046817] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758586, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.047911] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17ac8541-b93c-4331-a1e3-9aa0c3e159a9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.057090] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20af72a-f2b0-4503-b6b7-0871103a6518 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.067836] env[62023]: DEBUG nova.network.neutron [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1678.098157] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57348494-12e0-4212-9853-e4bfa21f03f4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.106073] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d704bf38-68fe-4974-81f1-8b7b1b086500 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.144826] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742c47d5-925b-480c-b808-71e1540d1ab2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.154132] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceb9fa7-e60c-4a73-9ab8-9a224ae3d5ee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.167341] env[62023]: DEBUG nova.virt.block_device [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Updating existing volume attachment record: b25bd51b-67c8-4f3d-8224-ef102e7d1dc4 {{(pid=62023) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1678.296019] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c04fba-9aea-4537-83b0-11ae9fa887c7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.302627] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8c730580-f245-4889-be2d-26064292024b tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Suspending the VM {{(pid=62023) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1678.303085] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f03465d1-b2bd-49f0-a06a-47b94e599e9d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.310423] env[62023]: DEBUG oslo_vmware.api [None req-8c730580-f245-4889-be2d-26064292024b tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1678.310423] env[62023]: value = "task-1758587" [ 1678.310423] env[62023]: _type = "Task" [ 1678.310423] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.319295] env[62023]: DEBUG oslo_vmware.api [None req-8c730580-f245-4889-be2d-26064292024b tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758587, 'name': SuspendVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.329450] env[62023]: DEBUG nova.network.neutron [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Updating instance_info_cache with network_info: [{"id": "18d20379-27ad-4594-ac99-951261da0f79", "address": "fa:16:3e:ab:73:9a", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d20379-27", "ovs_interfaceid": "18d20379-27ad-4594-ac99-951261da0f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.479973] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.482430] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.486391] env[62023]: INFO nova.compute.claims [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1678.509569] env[62023]: INFO nova.scheduler.client.report [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Deleted allocations for instance f748352e-9794-4cce-a113-a402ae596775 [ 1678.525525] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43d74af-abaa-4ad5-80bc-5b2e8c4f7f72 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.532990] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758583, 'name': Rename_Task, 'duration_secs': 1.227567} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.533744] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1678.534039] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54fce55c-abdd-4d69-91c9-e082bcce5243 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.560277] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d821e7a6-be8d-4c15-9623-0ce6c9bf6137 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.565933] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for the task: (returnval){ [ 1678.565933] env[62023]: value = "task-1758588" [ 1678.565933] env[62023]: _type = "Task" [ 1678.565933] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.576245] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Updating instance '08e31d22-8c2c-4bdc-9258-0406f8fd0fa4' progress to 83 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1678.580443] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585592} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.582234] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 539873cb-daa5-4c76-a0e0-7929e6b5117a/539873cb-daa5-4c76-a0e0-7929e6b5117a.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1678.582499] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1678.582689] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e4ff50d-1d9b-46d0-b0e2-ef8cd0ca66a8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.588702] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758588, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.594577] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1678.594577] env[62023]: value = "task-1758589" [ 1678.594577] env[62023]: _type = "Task" [ 1678.594577] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.609456] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.822350] env[62023]: DEBUG oslo_vmware.api [None req-8c730580-f245-4889-be2d-26064292024b tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758587, 'name': SuspendVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.831133] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.831508] env[62023]: DEBUG nova.compute.manager [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Instance network_info: |[{"id": "18d20379-27ad-4594-ac99-951261da0f79", "address": "fa:16:3e:ab:73:9a", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d20379-27", "ovs_interfaceid": "18d20379-27ad-4594-ac99-951261da0f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1678.831964] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:73:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18d20379-27ad-4594-ac99-951261da0f79', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1678.839738] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Creating folder: Project (e0df5aeee971434f95e765886707a7c2). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1678.840085] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c051b13-16af-456c-ac0e-8d5113cc0372 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.852222] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Created folder: Project (e0df5aeee971434f95e765886707a7c2) in parent group-v365170. [ 1678.852511] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Creating folder: Instances. Parent ref: group-v365421. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1678.852854] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b95110a9-336e-4908-8583-e7ac93e685f8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.863817] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Created folder: Instances in parent group-v365421. [ 1678.864093] env[62023]: DEBUG oslo.service.loopingcall [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.864291] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1678.864504] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d483d6b7-364e-43ee-b136-39f96f378590 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.886640] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1678.886640] env[62023]: value = "task-1758592" [ 1678.886640] env[62023]: _type = "Task" [ 1678.886640] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.890935] env[62023]: DEBUG nova.network.neutron [req-2e46217d-2804-4779-a99b-0ff8f2879e62 req-5bbd4932-3418-4983-9988-0e8307a07be5 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Updated VIF entry in instance network info cache for port 853c37d3-24c8-48cd-922b-32d8d2f083f8. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1678.891375] env[62023]: DEBUG nova.network.neutron [req-2e46217d-2804-4779-a99b-0ff8f2879e62 req-5bbd4932-3418-4983-9988-0e8307a07be5 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Updating instance_info_cache with network_info: [{"id": "236d29c1-d465-4cb6-9122-a9632a42d64a", "address": "fa:16:3e:43:66:a0", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap236d29c1-d4", "ovs_interfaceid": "236d29c1-d465-4cb6-9122-a9632a42d64a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "853c37d3-24c8-48cd-922b-32d8d2f083f8", "address": "fa:16:3e:18:54:19", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853c37d3-24", "ovs_interfaceid": "853c37d3-24c8-48cd-922b-32d8d2f083f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.893736] env[62023]: DEBUG nova.network.neutron [req-3d9d7893-9d30-4270-aabf-463333cc2cdb req-0b738cc1-7bc5-45df-9b0f-8d1e7f485f0c service nova] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Updated VIF entry in instance network info cache for port bf65de89-5528-44f9-8565-e9618e2e3864. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1678.894055] env[62023]: DEBUG nova.network.neutron [req-3d9d7893-9d30-4270-aabf-463333cc2cdb req-0b738cc1-7bc5-45df-9b0f-8d1e7f485f0c service nova] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Updating instance_info_cache with network_info: [{"id": "bf65de89-5528-44f9-8565-e9618e2e3864", "address": "fa:16:3e:fd:2c:eb", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf65de89-55", "ovs_interfaceid": "bf65de89-5528-44f9-8565-e9618e2e3864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.898532] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758592, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.027344] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c044f3fd-a0f4-48bf-9e0b-cc23ca625c36 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "f748352e-9794-4cce-a113-a402ae596775" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.516s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.076296] env[62023]: DEBUG oslo_vmware.api [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758588, 'name': PowerOnVM_Task, 'duration_secs': 0.47873} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.076608] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1679.076818] env[62023]: DEBUG nova.compute.manager [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1679.077677] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161eb772-785c-44d2-8dfa-8f4fa3e2dfce {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.084793] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1679.084793] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84f74ff6-a37c-4d52-84d1-ce3b5dd3df31 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.095241] env[62023]: DEBUG oslo_vmware.api [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1679.095241] env[62023]: value = "task-1758593" [ 1679.095241] env[62023]: _type = "Task" [ 1679.095241] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.106222] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072944} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.109637] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1679.109986] env[62023]: DEBUG oslo_vmware.api [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758593, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.110816] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45463089-f81b-4644-8297-15cc081e7aec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.138275] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 539873cb-daa5-4c76-a0e0-7929e6b5117a/539873cb-daa5-4c76-a0e0-7929e6b5117a.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1679.138275] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73cd0569-67d1-4ed4-b301-667764eda905 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.162966] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1679.162966] env[62023]: value = "task-1758594" [ 1679.162966] env[62023]: _type = "Task" [ 1679.162966] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.172560] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.298274] env[62023]: DEBUG oslo_concurrency.lockutils [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.298479] env[62023]: DEBUG oslo_concurrency.lockutils [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.301071] env[62023]: DEBUG oslo_concurrency.lockutils [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.301071] env[62023]: DEBUG oslo_concurrency.lockutils [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.301071] env[62023]: DEBUG oslo_concurrency.lockutils [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.306569] env[62023]: INFO nova.compute.manager [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Terminating instance [ 1679.324956] env[62023]: DEBUG oslo_vmware.api [None req-8c730580-f245-4889-be2d-26064292024b tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758587, 'name': SuspendVM_Task} progress is 54%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.396148] env[62023]: DEBUG oslo_concurrency.lockutils [req-2e46217d-2804-4779-a99b-0ff8f2879e62 req-5bbd4932-3418-4983-9988-0e8307a07be5 service nova] Releasing lock "refresh_cache-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.398784] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758592, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.399302] env[62023]: DEBUG oslo_concurrency.lockutils [req-3d9d7893-9d30-4270-aabf-463333cc2cdb req-0b738cc1-7bc5-45df-9b0f-8d1e7f485f0c service nova] Releasing lock "refresh_cache-539873cb-daa5-4c76-a0e0-7929e6b5117a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.608742] env[62023]: DEBUG oslo_concurrency.lockutils [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.614119] env[62023]: DEBUG oslo_vmware.api [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758593, 'name': PowerOnVM_Task, 'duration_secs': 0.471092} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.614387] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1679.614570] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1beadd96-87ab-421c-9a24-03e6f75b9efc tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Updating instance '08e31d22-8c2c-4bdc-9258-0406f8fd0fa4' progress to 100 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1679.676985] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758594, 'name': ReconfigVM_Task, 'duration_secs': 0.39082} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.677291] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 539873cb-daa5-4c76-a0e0-7929e6b5117a/539873cb-daa5-4c76-a0e0-7929e6b5117a.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1679.677945] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c99672c4-43e9-422d-b927-999479cb672d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.687455] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1679.687455] env[62023]: value = "task-1758597" [ 1679.687455] env[62023]: _type = "Task" [ 1679.687455] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.697749] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758597, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.715713] env[62023]: DEBUG nova.compute.manager [req-b330dea9-03a1-4613-9ae8-94860f0d8dc5 req-152f0d2b-c873-4873-92b5-24126ad3a159 service nova] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Received event network-vif-plugged-18d20379-27ad-4594-ac99-951261da0f79 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1679.715898] env[62023]: DEBUG oslo_concurrency.lockutils [req-b330dea9-03a1-4613-9ae8-94860f0d8dc5 req-152f0d2b-c873-4873-92b5-24126ad3a159 service nova] Acquiring lock "c363aeac-b213-4ad8-81a7-43bed877962c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.716078] env[62023]: DEBUG oslo_concurrency.lockutils [req-b330dea9-03a1-4613-9ae8-94860f0d8dc5 req-152f0d2b-c873-4873-92b5-24126ad3a159 service nova] Lock "c363aeac-b213-4ad8-81a7-43bed877962c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.716210] env[62023]: DEBUG oslo_concurrency.lockutils [req-b330dea9-03a1-4613-9ae8-94860f0d8dc5 req-152f0d2b-c873-4873-92b5-24126ad3a159 service nova] Lock "c363aeac-b213-4ad8-81a7-43bed877962c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.716383] env[62023]: DEBUG nova.compute.manager [req-b330dea9-03a1-4613-9ae8-94860f0d8dc5 req-152f0d2b-c873-4873-92b5-24126ad3a159 service nova] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] No waiting events found dispatching network-vif-plugged-18d20379-27ad-4594-ac99-951261da0f79 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1679.716658] env[62023]: WARNING nova.compute.manager [req-b330dea9-03a1-4613-9ae8-94860f0d8dc5 req-152f0d2b-c873-4873-92b5-24126ad3a159 service nova] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Received unexpected event network-vif-plugged-18d20379-27ad-4594-ac99-951261da0f79 for instance with vm_state building and task_state spawning. [ 1679.716719] env[62023]: DEBUG nova.compute.manager [req-b330dea9-03a1-4613-9ae8-94860f0d8dc5 req-152f0d2b-c873-4873-92b5-24126ad3a159 service nova] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Received event network-changed-18d20379-27ad-4594-ac99-951261da0f79 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1679.716850] env[62023]: DEBUG nova.compute.manager [req-b330dea9-03a1-4613-9ae8-94860f0d8dc5 req-152f0d2b-c873-4873-92b5-24126ad3a159 service nova] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Refreshing instance network info cache due to event network-changed-18d20379-27ad-4594-ac99-951261da0f79. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1679.717050] env[62023]: DEBUG oslo_concurrency.lockutils [req-b330dea9-03a1-4613-9ae8-94860f0d8dc5 req-152f0d2b-c873-4873-92b5-24126ad3a159 service nova] Acquiring lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.717192] env[62023]: DEBUG oslo_concurrency.lockutils [req-b330dea9-03a1-4613-9ae8-94860f0d8dc5 req-152f0d2b-c873-4873-92b5-24126ad3a159 service nova] Acquired lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.717349] env[62023]: DEBUG nova.network.neutron [req-b330dea9-03a1-4613-9ae8-94860f0d8dc5 req-152f0d2b-c873-4873-92b5-24126ad3a159 service nova] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Refreshing network info cache for port 18d20379-27ad-4594-ac99-951261da0f79 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1679.768706] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "interface-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6-853c37d3-24c8-48cd-922b-32d8d2f083f8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.768706] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "interface-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6-853c37d3-24c8-48cd-922b-32d8d2f083f8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.813020] env[62023]: DEBUG nova.compute.manager [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1679.813020] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1679.813697] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d36e6f6-6115-473f-9e03-b7533ab8d553 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.829053] env[62023]: DEBUG oslo_vmware.api [None req-8c730580-f245-4889-be2d-26064292024b tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758587, 'name': SuspendVM_Task, 'duration_secs': 1.299649} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.831323] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8c730580-f245-4889-be2d-26064292024b tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Suspended the VM {{(pid=62023) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1679.831469] env[62023]: DEBUG nova.compute.manager [None req-8c730580-f245-4889-be2d-26064292024b tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1679.831799] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1679.832561] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0adbd42-007c-46b8-910e-91ef99c22947 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.835466] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a5206b0-e6d3-4cc9-be2f-b402061d7cd5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.850112] env[62023]: DEBUG oslo_vmware.api [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1679.850112] env[62023]: value = "task-1758598" [ 1679.850112] env[62023]: _type = "Task" [ 1679.850112] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.853292] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "305d1c22-6e30-4a74-9721-c893c183d0f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.853548] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "305d1c22-6e30-4a74-9721-c893c183d0f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.866602] env[62023]: DEBUG oslo_vmware.api [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.897219] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758592, 'name': CreateVM_Task, 'duration_secs': 0.646404} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.898327] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1679.899089] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c2372f-be5f-46ed-a110-3f2eeaf6d1fd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.902151] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.902325] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.903033] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1679.903201] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54c83c76-3fb4-4f70-a8a5-0ac4dfaa7d81 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.908269] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1679.908269] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527ebc74-81ea-ee5f-dbf7-9fdd0044241c" [ 1679.908269] env[62023]: _type = "Task" [ 1679.908269] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.913311] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f22aaea-4080-47cd-9305-b0ab29dbd37e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.923534] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527ebc74-81ea-ee5f-dbf7-9fdd0044241c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.949156] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce41ba2-7f13-4d8f-94d5-ec8355800297 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.957460] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9062746-7311-4172-86fc-471708af3997 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.972943] env[62023]: DEBUG nova.compute.provider_tree [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.197237] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758597, 'name': Rename_Task, 'duration_secs': 0.202109} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.197591] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1680.197940] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-820d86c6-eef1-400a-b24b-799a39d56a2f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.205741] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1680.205741] env[62023]: value = "task-1758599" [ 1680.205741] env[62023]: _type = "Task" [ 1680.205741] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.214816] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.271611] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.271611] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.272916] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4df34e-4083-4430-bfdb-ef00efe1c43f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.291314] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbec752-a058-4957-8767-12a9a9324a97 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.322236] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Reconfiguring VM to detach interface {{(pid=62023) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1680.323271] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3240623-44ad-4322-b5dd-04ce722b4739 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.344319] env[62023]: DEBUG oslo_vmware.api [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1680.344319] env[62023]: value = "task-1758600" [ 1680.344319] env[62023]: _type = "Task" [ 1680.344319] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.349587] env[62023]: DEBUG nova.virt.hardware [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1680.349863] env[62023]: DEBUG nova.virt.hardware [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1680.350100] env[62023]: DEBUG nova.virt.hardware [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1680.350376] env[62023]: DEBUG nova.virt.hardware [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1680.350537] env[62023]: DEBUG nova.virt.hardware [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1680.350736] env[62023]: DEBUG nova.virt.hardware [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1680.351027] env[62023]: DEBUG nova.virt.hardware [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1680.351257] env[62023]: DEBUG nova.virt.hardware [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1680.351495] env[62023]: DEBUG nova.virt.hardware [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1680.351691] env[62023]: DEBUG nova.virt.hardware [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1680.351874] env[62023]: DEBUG nova.virt.hardware [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1680.352687] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e0246a-e633-4aff-b779-93654a63a1e7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.362874] env[62023]: DEBUG nova.compute.manager [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1680.365485] env[62023]: DEBUG oslo_vmware.api [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.378052] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355068dd-afd0-42a3-8fcd-466ac9ebcae3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.382048] env[62023]: DEBUG oslo_vmware.api [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758598, 'name': PowerOffVM_Task, 'duration_secs': 0.45811} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.384910] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1680.385103] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1680.386052] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7fea893-02a1-4721-b1d7-a531188c2b17 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.398111] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:fa:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb09bba6-73f3-4ae6-8bfd-96c38eb29a90', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1680.404091] env[62023]: DEBUG oslo.service.loopingcall [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1680.405064] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1680.405353] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e6f842b-0f65-4aaf-96f6-ece363f0d443 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.432474] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527ebc74-81ea-ee5f-dbf7-9fdd0044241c, 'name': SearchDatastore_Task, 'duration_secs': 0.020658} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.435498] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.435498] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1680.435498] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.435498] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.435498] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1680.435731] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1680.435731] env[62023]: value = "task-1758602" [ 1680.435731] env[62023]: _type = "Task" [ 1680.435731] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.435731] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-232109e1-c518-4c4a-bd0d-f4b5ac2925d4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.447282] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758602, 'name': CreateVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.448867] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1680.449061] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1680.449764] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39cc7582-613b-4ed7-a15f-fbfdeaf61863 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.454501] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1680.454501] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528661ab-5689-61ad-bd67-c25bf7f99301" [ 1680.454501] env[62023]: _type = "Task" [ 1680.454501] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.462643] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528661ab-5689-61ad-bd67-c25bf7f99301, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.475815] env[62023]: DEBUG nova.scheduler.client.report [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1680.498132] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1680.498356] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1680.498533] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Deleting the datastore file [datastore1] 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1680.501418] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c37bd66-0f34-4b30-90a4-1d36b4b63623 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.508275] env[62023]: DEBUG oslo_vmware.api [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1680.508275] env[62023]: value = "task-1758603" [ 1680.508275] env[62023]: _type = "Task" [ 1680.508275] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.518199] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Acquiring lock "b055cbdb-6e45-4cf7-b171-884c4920827d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.518531] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Lock "b055cbdb-6e45-4cf7-b171-884c4920827d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.518713] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Acquiring lock "b055cbdb-6e45-4cf7-b171-884c4920827d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.518854] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Lock "b055cbdb-6e45-4cf7-b171-884c4920827d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.519381] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Lock "b055cbdb-6e45-4cf7-b171-884c4920827d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.520724] env[62023]: DEBUG oslo_vmware.api [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.521662] env[62023]: INFO nova.compute.manager [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Terminating instance [ 1680.543583] env[62023]: DEBUG nova.network.neutron [req-b330dea9-03a1-4613-9ae8-94860f0d8dc5 req-152f0d2b-c873-4873-92b5-24126ad3a159 service nova] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Updated VIF entry in instance network info cache for port 18d20379-27ad-4594-ac99-951261da0f79. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1680.543980] env[62023]: DEBUG nova.network.neutron [req-b330dea9-03a1-4613-9ae8-94860f0d8dc5 req-152f0d2b-c873-4873-92b5-24126ad3a159 service nova] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Updating instance_info_cache with network_info: [{"id": "18d20379-27ad-4594-ac99-951261da0f79", "address": "fa:16:3e:ab:73:9a", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d20379-27", "ovs_interfaceid": "18d20379-27ad-4594-ac99-951261da0f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.717698] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.854417] env[62023]: DEBUG oslo_vmware.api [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.889283] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.948181] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758602, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.966035] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528661ab-5689-61ad-bd67-c25bf7f99301, 'name': SearchDatastore_Task, 'duration_secs': 0.034013} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.967251] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d80dfe0-2016-4600-9967-3e0c20c08912 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.973639] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1680.973639] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f5434e-e807-35ba-fc4a-91da7c309dc2" [ 1680.973639] env[62023]: _type = "Task" [ 1680.973639] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.983057] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.983679] env[62023]: DEBUG nova.compute.manager [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1680.987311] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f5434e-e807-35ba-fc4a-91da7c309dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.988030] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.305s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.988716] env[62023]: DEBUG nova.objects.instance [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lazy-loading 'resources' on Instance uuid 42da913c-f354-4f33-822d-9692f616f1de {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1681.018803] env[62023]: DEBUG oslo_vmware.api [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.025961] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Acquiring lock "refresh_cache-b055cbdb-6e45-4cf7-b171-884c4920827d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.026116] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Acquired lock "refresh_cache-b055cbdb-6e45-4cf7-b171-884c4920827d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.026310] env[62023]: DEBUG nova.network.neutron [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1681.046646] env[62023]: DEBUG oslo_concurrency.lockutils [req-b330dea9-03a1-4613-9ae8-94860f0d8dc5 req-152f0d2b-c873-4873-92b5-24126ad3a159 service nova] Releasing lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.064027] env[62023]: DEBUG oslo_concurrency.lockutils [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "e589a9b9-01ff-4f18-be27-a9a5fe893e87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.064027] env[62023]: DEBUG oslo_concurrency.lockutils [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "e589a9b9-01ff-4f18-be27-a9a5fe893e87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.064027] env[62023]: DEBUG oslo_concurrency.lockutils [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "e589a9b9-01ff-4f18-be27-a9a5fe893e87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.064207] env[62023]: DEBUG oslo_concurrency.lockutils [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "e589a9b9-01ff-4f18-be27-a9a5fe893e87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.064363] env[62023]: DEBUG oslo_concurrency.lockutils [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "e589a9b9-01ff-4f18-be27-a9a5fe893e87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.066584] env[62023]: INFO nova.compute.manager [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Terminating instance [ 1681.216648] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758599, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.355198] env[62023]: DEBUG oslo_vmware.api [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.448528] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758602, 'name': CreateVM_Task, 'duration_secs': 0.596198} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.448723] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1681.449464] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.449792] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.450292] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1681.450622] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f9d3d5-b1ad-47d5-abca-1bab902a065c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.453586] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.453802] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.453983] env[62023]: DEBUG nova.compute.manager [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Going to confirm migration 4 {{(pid=62023) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1681.462417] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1681.462417] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d6f922-a14a-05f0-2224-2090deadabcd" [ 1681.462417] env[62023]: _type = "Task" [ 1681.462417] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.477744] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d6f922-a14a-05f0-2224-2090deadabcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.492116] env[62023]: DEBUG nova.compute.utils [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1681.493920] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f5434e-e807-35ba-fc4a-91da7c309dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.027741} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.498585] env[62023]: DEBUG nova.compute.manager [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1681.498864] env[62023]: DEBUG nova.network.neutron [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1681.501664] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.502708] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] c363aeac-b213-4ad8-81a7-43bed877962c/c363aeac-b213-4ad8-81a7-43bed877962c.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1681.503811] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e14615c-fcf6-4b93-b281-5e68b631554d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.516702] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1681.516702] env[62023]: value = "task-1758604" [ 1681.516702] env[62023]: _type = "Task" [ 1681.516702] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.523452] env[62023]: DEBUG oslo_vmware.api [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517578} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.527174] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1681.527507] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1681.527790] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1681.528101] env[62023]: INFO nova.compute.manager [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1681.528446] env[62023]: DEBUG oslo.service.loopingcall [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1681.533978] env[62023]: DEBUG nova.compute.manager [-] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1681.534223] env[62023]: DEBUG nova.network.neutron [-] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1681.535734] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.562313] env[62023]: DEBUG nova.network.neutron [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1681.570289] env[62023]: DEBUG nova.compute.manager [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1681.570498] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1681.571428] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2e4560-587d-42e2-b5e6-f75b0ffd09c0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.579606] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1681.582026] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69836300-5251-492a-af28-fbec31ee3ff7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.596350] env[62023]: DEBUG nova.policy [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0d99d82a0634109af137b654c6d69a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24e9db07ed1341569d4c33ebb6d2c696', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1681.658101] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1681.658346] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1681.658525] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Deleting the datastore file [datastore1] e589a9b9-01ff-4f18-be27-a9a5fe893e87 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1681.658793] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa082592-c485-47d4-9281-c062bff724c5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.668788] env[62023]: DEBUG oslo_vmware.api [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1681.668788] env[62023]: value = "task-1758606" [ 1681.668788] env[62023]: _type = "Task" [ 1681.668788] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.680268] env[62023]: DEBUG oslo_vmware.api [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.688613] env[62023]: DEBUG nova.network.neutron [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.724771] env[62023]: DEBUG oslo_vmware.api [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758599, 'name': PowerOnVM_Task, 'duration_secs': 1.358884} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.725121] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1681.725290] env[62023]: INFO nova.compute.manager [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1681.725432] env[62023]: DEBUG nova.compute.manager [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1681.728719] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26e9f19-74ac-4789-bf2f-38027345603a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.857847] env[62023]: DEBUG oslo_vmware.api [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.907699] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Volume attach. Driver type: vmdk {{(pid=62023) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1681.907959] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365420', 'volume_id': '6ade1ecf-0392-46c7-bf57-8ac8c75d1358', 'name': 'volume-6ade1ecf-0392-46c7-bf57-8ac8c75d1358', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1213f6be-c3e6-4fbb-96b1-3736ece929a2', 'attached_at': '', 'detached_at': '', 'volume_id': '6ade1ecf-0392-46c7-bf57-8ac8c75d1358', 'serial': '6ade1ecf-0392-46c7-bf57-8ac8c75d1358'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1681.909185] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf30f479-e64d-4ea4-94e2-9d3cf71b1e68 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.914527] env[62023]: DEBUG nova.compute.manager [req-1917c647-69dc-4d25-b2e1-3b8638ad1fad req-68bc40fe-f48a-4c3b-8189-acd1ab31ec55 service nova] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Received event network-vif-deleted-a6e57c4d-9910-4e17-ac6e-4f961e66828d {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1681.914927] env[62023]: INFO nova.compute.manager [req-1917c647-69dc-4d25-b2e1-3b8638ad1fad req-68bc40fe-f48a-4c3b-8189-acd1ab31ec55 service nova] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Neutron deleted interface a6e57c4d-9910-4e17-ac6e-4f961e66828d; detaching it from the instance and deleting it from the info cache [ 1681.915141] env[62023]: DEBUG nova.network.neutron [req-1917c647-69dc-4d25-b2e1-3b8638ad1fad req-68bc40fe-f48a-4c3b-8189-acd1ab31ec55 service nova] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.936896] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f5836b-599e-440a-ba26-d5f954db7ce4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.966804] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquiring lock "8738aede-3817-4117-a482-a77db3db46a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.967056] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "8738aede-3817-4117-a482-a77db3db46a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.967360] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquiring lock "8738aede-3817-4117-a482-a77db3db46a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.967582] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "8738aede-3817-4117-a482-a77db3db46a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.967733] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "8738aede-3817-4117-a482-a77db3db46a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.977025] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-6ade1ecf-0392-46c7-bf57-8ac8c75d1358/volume-6ade1ecf-0392-46c7-bf57-8ac8c75d1358.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1681.981862] env[62023]: INFO nova.compute.manager [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Terminating instance [ 1681.987187] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9acf634-1766-4533-87ec-802397dcf90c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.002567] env[62023]: DEBUG nova.compute.manager [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1682.014024] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d6f922-a14a-05f0-2224-2090deadabcd, 'name': SearchDatastore_Task, 'duration_secs': 0.027153} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.016007] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.016285] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1682.016519] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.016674] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.016874] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1682.017294] env[62023]: DEBUG oslo_vmware.api [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1682.017294] env[62023]: value = "task-1758607" [ 1682.017294] env[62023]: _type = "Task" [ 1682.017294] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.017785] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a0a44d6-5384-41cc-b607-ab9688c58ab6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.028239] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c386a29-9769-4e0d-844c-63cff49889c8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.038383] env[62023]: DEBUG oslo_vmware.api [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.040404] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "refresh_cache-08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.040404] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "refresh_cache-08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.040404] env[62023]: DEBUG nova.network.neutron [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1682.040404] env[62023]: DEBUG nova.objects.instance [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lazy-loading 'info_cache' on Instance uuid 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1682.047389] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758604, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.048723] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2118952-6846-4e17-a1a4-b472d73513e9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.083791] env[62023]: DEBUG nova.network.neutron [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Successfully created port: ec1617f9-5f1d-4410-b691-7e1a31cee978 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1682.087347] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12849cad-4cb0-4531-9bec-4dccb6831f91 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.090584] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1682.090923] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1682.091995] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd09a10-40a0-4711-b5fa-5ee2b50cb0d0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.103155] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b22d1a1-0642-477e-bb04-097c6b18f447 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.108570] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1682.108570] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523f0c7c-ad98-2a4b-1467-13c481154ac4" [ 1682.108570] env[62023]: _type = "Task" [ 1682.108570] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.122054] env[62023]: DEBUG nova.compute.provider_tree [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.131146] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523f0c7c-ad98-2a4b-1467-13c481154ac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.179905] env[62023]: DEBUG oslo_vmware.api [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.191969] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Releasing lock "refresh_cache-b055cbdb-6e45-4cf7-b171-884c4920827d" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.192513] env[62023]: DEBUG nova.compute.manager [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1682.192811] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1682.193866] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f93008-9099-4fc9-82ec-9a13745fa695 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.202310] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1682.202609] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7611b456-ce85-455b-aa51-662b0c4ea6b8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.208495] env[62023]: DEBUG oslo_vmware.api [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for the task: (returnval){ [ 1682.208495] env[62023]: value = "task-1758608" [ 1682.208495] env[62023]: _type = "Task" [ 1682.208495] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.217527] env[62023]: DEBUG oslo_vmware.api [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.253220] env[62023]: INFO nova.compute.manager [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Took 24.07 seconds to build instance. [ 1682.357476] env[62023]: DEBUG oslo_vmware.api [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.386346] env[62023]: DEBUG nova.network.neutron [-] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.419285] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcd58a7f-4839-4c18-8dcd-a73457c8d7ab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.429681] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3b3b2b-c242-4839-b956-8ad0894afa63 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.470852] env[62023]: DEBUG nova.compute.manager [req-1917c647-69dc-4d25-b2e1-3b8638ad1fad req-68bc40fe-f48a-4c3b-8189-acd1ab31ec55 service nova] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Detach interface failed, port_id=a6e57c4d-9910-4e17-ac6e-4f961e66828d, reason: Instance 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1682.511783] env[62023]: DEBUG nova.compute.manager [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1682.512010] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1682.512867] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5863b6b-8769-4421-bd14-eaa5e2fea986 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.524318] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1682.527637] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed4c2d75-a3ba-44bf-8054-64505c5b48ef {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.532065] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64601} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.532947] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] c363aeac-b213-4ad8-81a7-43bed877962c/c363aeac-b213-4ad8-81a7-43bed877962c.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1682.533215] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1682.533457] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ced222ba-67e1-4aeb-9b6d-572f24f7fc6c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.538858] env[62023]: DEBUG oslo_vmware.api [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758607, 'name': ReconfigVM_Task, 'duration_secs': 0.433117} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.540154] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-6ade1ecf-0392-46c7-bf57-8ac8c75d1358/volume-6ade1ecf-0392-46c7-bf57-8ac8c75d1358.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1682.545938] env[62023]: DEBUG oslo_vmware.api [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1682.545938] env[62023]: value = "task-1758609" [ 1682.545938] env[62023]: _type = "Task" [ 1682.545938] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.548114] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-705542a9-c429-45a8-b7eb-309eb15baa4e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.560094] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1682.560094] env[62023]: value = "task-1758610" [ 1682.560094] env[62023]: _type = "Task" [ 1682.560094] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.571807] env[62023]: DEBUG oslo_vmware.api [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1682.571807] env[62023]: value = "task-1758611" [ 1682.571807] env[62023]: _type = "Task" [ 1682.571807] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.580293] env[62023]: DEBUG oslo_vmware.api [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.580516] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.585723] env[62023]: DEBUG oslo_vmware.api [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758611, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.622375] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523f0c7c-ad98-2a4b-1467-13c481154ac4, 'name': SearchDatastore_Task, 'duration_secs': 0.040579} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.624042] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12e65b45-a6e7-4ef3-bc51-19d91b361581 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.628107] env[62023]: DEBUG nova.scheduler.client.report [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1682.636860] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1682.636860] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5261bf0f-7fe4-b392-64c3-29186faad757" [ 1682.636860] env[62023]: _type = "Task" [ 1682.636860] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.648281] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5261bf0f-7fe4-b392-64c3-29186faad757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.679906] env[62023]: DEBUG oslo_vmware.api [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.537802} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.680175] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1682.680360] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1682.680562] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1682.680693] env[62023]: INFO nova.compute.manager [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1682.680943] env[62023]: DEBUG oslo.service.loopingcall [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.681430] env[62023]: DEBUG nova.compute.manager [-] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1682.681935] env[62023]: DEBUG nova.network.neutron [-] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1682.720645] env[62023]: DEBUG oslo_vmware.api [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758608, 'name': PowerOffVM_Task, 'duration_secs': 0.192398} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.720925] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1682.721103] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1682.721357] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a907f816-5555-421e-8b60-156c2020c3b7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.745704] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1682.746094] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1682.746268] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Deleting the datastore file [datastore1] b055cbdb-6e45-4cf7-b171-884c4920827d {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1682.746570] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6346d218-46af-4782-9e08-3700ba1802a6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.753355] env[62023]: DEBUG oslo_vmware.api [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for the task: (returnval){ [ 1682.753355] env[62023]: value = "task-1758613" [ 1682.753355] env[62023]: _type = "Task" [ 1682.753355] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.761862] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aade436e-e825-4898-80d9-7d7de51555fa tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "539873cb-daa5-4c76-a0e0-7929e6b5117a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.590s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.762135] env[62023]: DEBUG oslo_vmware.api [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.858220] env[62023]: DEBUG oslo_vmware.api [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.888439] env[62023]: INFO nova.compute.manager [-] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Took 1.35 seconds to deallocate network for instance. [ 1683.020018] env[62023]: DEBUG nova.compute.manager [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1683.052147] env[62023]: DEBUG nova.virt.hardware [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1683.052427] env[62023]: DEBUG nova.virt.hardware [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1683.052584] env[62023]: DEBUG nova.virt.hardware [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1683.052766] env[62023]: DEBUG nova.virt.hardware [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1683.052909] env[62023]: DEBUG nova.virt.hardware [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1683.053727] env[62023]: DEBUG nova.virt.hardware [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1683.054371] env[62023]: DEBUG nova.virt.hardware [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1683.054446] env[62023]: DEBUG nova.virt.hardware [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1683.054634] env[62023]: DEBUG nova.virt.hardware [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1683.054807] env[62023]: DEBUG nova.virt.hardware [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1683.054986] env[62023]: DEBUG nova.virt.hardware [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1683.055950] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb0b6c1-0b0f-4ed1-b71f-476129fa9f8e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.066719] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564995e7-38a8-455d-890a-3341724ffab5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.077709] env[62023]: DEBUG oslo_vmware.api [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758609, 'name': PowerOffVM_Task, 'duration_secs': 0.320131} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.083658] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1683.083841] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1683.092557] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e9fac4f-eb82-4423-bb71-4ee78d8e19c5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.099085] env[62023]: DEBUG oslo_vmware.api [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758611, 'name': ReconfigVM_Task, 'duration_secs': 0.152706} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.101925] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365420', 'volume_id': '6ade1ecf-0392-46c7-bf57-8ac8c75d1358', 'name': 'volume-6ade1ecf-0392-46c7-bf57-8ac8c75d1358', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1213f6be-c3e6-4fbb-96b1-3736ece929a2', 'attached_at': '', 'detached_at': '', 'volume_id': '6ade1ecf-0392-46c7-bf57-8ac8c75d1358', 'serial': '6ade1ecf-0392-46c7-bf57-8ac8c75d1358'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1683.103336] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115129} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.103577] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1683.104545] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e3b8d7-ffdc-4274-91c2-a39f9d3ef829 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.127806] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] c363aeac-b213-4ad8-81a7-43bed877962c/c363aeac-b213-4ad8-81a7-43bed877962c.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1683.131383] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9f4e6f6-9813-46ed-bc8b-0bf43b6e5f90 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.147777] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.152386] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.100s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.153830] env[62023]: DEBUG nova.objects.instance [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lazy-loading 'resources' on Instance uuid a47f9087-1194-4a41-93d8-dcf026b2eca5 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1683.163675] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5261bf0f-7fe4-b392-64c3-29186faad757, 'name': SearchDatastore_Task, 'duration_secs': 0.015057} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.165698] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.166027] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd/61af069c-a6d6-4ee7-b1a1-05c8fe3805bd.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1683.166897] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1683.166897] env[62023]: value = "task-1758615" [ 1683.166897] env[62023]: _type = "Task" [ 1683.166897] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.166897] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfc11662-02d6-45ad-88c5-8a8aae0eda78 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.179880] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758615, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.180631] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1683.180631] env[62023]: value = "task-1758616" [ 1683.180631] env[62023]: _type = "Task" [ 1683.180631] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.182055] env[62023]: INFO nova.scheduler.client.report [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Deleted allocations for instance 42da913c-f354-4f33-822d-9692f616f1de [ 1683.196167] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.200335] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1683.200496] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1683.200666] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Deleting the datastore file [datastore1] 8738aede-3817-4117-a482-a77db3db46a1 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1683.201500] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b41068e-e17b-4cff-9b0e-8f6347c09ec0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.208262] env[62023]: DEBUG oslo_vmware.api [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for the task: (returnval){ [ 1683.208262] env[62023]: value = "task-1758617" [ 1683.208262] env[62023]: _type = "Task" [ 1683.208262] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.217478] env[62023]: DEBUG oslo_vmware.api [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.265867] env[62023]: DEBUG oslo_vmware.api [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Task: {'id': task-1758613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42189} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.265867] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1683.265867] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1683.265867] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1683.265867] env[62023]: INFO nova.compute.manager [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1683.266334] env[62023]: DEBUG oslo.service.loopingcall [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1683.266402] env[62023]: DEBUG nova.compute.manager [-] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1683.266577] env[62023]: DEBUG nova.network.neutron [-] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1683.283359] env[62023]: DEBUG nova.network.neutron [-] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1683.362911] env[62023]: DEBUG oslo_vmware.api [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.400383] env[62023]: DEBUG oslo_concurrency.lockutils [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.442932] env[62023]: DEBUG nova.network.neutron [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Updating instance_info_cache with network_info: [{"id": "e6598694-f150-4a1f-abaf-860630a440bf", "address": "fa:16:3e:7b:64:05", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6598694-f1", "ovs_interfaceid": "e6598694-f150-4a1f-abaf-860630a440bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.470153] env[62023]: DEBUG nova.network.neutron [-] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.683781] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758615, 'name': ReconfigVM_Task, 'duration_secs': 0.493712} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.684187] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Reconfigured VM instance instance-0000005b to attach disk [datastore1] c363aeac-b213-4ad8-81a7-43bed877962c/c363aeac-b213-4ad8-81a7-43bed877962c.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1683.687935] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2adcf6e2-58b8-4c8f-b41d-10bdf9c37557 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.702234] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758616, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.702999] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a26be73e-f5dd-40c7-b4a5-c354b3fadc0d tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "42da913c-f354-4f33-822d-9692f616f1de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.558s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.706198] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1683.706198] env[62023]: value = "task-1758618" [ 1683.706198] env[62023]: _type = "Task" [ 1683.706198] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.723727] env[62023]: DEBUG oslo_vmware.api [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Task: {'id': task-1758617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303035} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.728484] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1683.729152] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1683.729152] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1683.729152] env[62023]: INFO nova.compute.manager [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1683.730131] env[62023]: DEBUG oslo.service.loopingcall [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1683.730131] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758618, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.730368] env[62023]: DEBUG nova.compute.manager [-] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1683.730467] env[62023]: DEBUG nova.network.neutron [-] [instance: 8738aede-3817-4117-a482-a77db3db46a1] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1683.786356] env[62023]: DEBUG nova.network.neutron [-] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.859015] env[62023]: DEBUG oslo_vmware.api [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.902730] env[62023]: DEBUG nova.compute.manager [req-63d78b74-57a8-4b1a-a7f8-b6edd7becef1 req-70ae88be-a7b1-47c1-9329-1b901c495a3d service nova] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Received event network-vif-plugged-ec1617f9-5f1d-4410-b691-7e1a31cee978 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1683.902965] env[62023]: DEBUG oslo_concurrency.lockutils [req-63d78b74-57a8-4b1a-a7f8-b6edd7becef1 req-70ae88be-a7b1-47c1-9329-1b901c495a3d service nova] Acquiring lock "2b5b9c88-4178-49ec-ba03-b5ed2427f1bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.903203] env[62023]: DEBUG oslo_concurrency.lockutils [req-63d78b74-57a8-4b1a-a7f8-b6edd7becef1 req-70ae88be-a7b1-47c1-9329-1b901c495a3d service nova] Lock "2b5b9c88-4178-49ec-ba03-b5ed2427f1bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.903404] env[62023]: DEBUG oslo_concurrency.lockutils [req-63d78b74-57a8-4b1a-a7f8-b6edd7becef1 req-70ae88be-a7b1-47c1-9329-1b901c495a3d service nova] Lock "2b5b9c88-4178-49ec-ba03-b5ed2427f1bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.903606] env[62023]: DEBUG nova.compute.manager [req-63d78b74-57a8-4b1a-a7f8-b6edd7becef1 req-70ae88be-a7b1-47c1-9329-1b901c495a3d service nova] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] No waiting events found dispatching network-vif-plugged-ec1617f9-5f1d-4410-b691-7e1a31cee978 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1683.903692] env[62023]: WARNING nova.compute.manager [req-63d78b74-57a8-4b1a-a7f8-b6edd7becef1 req-70ae88be-a7b1-47c1-9329-1b901c495a3d service nova] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Received unexpected event network-vif-plugged-ec1617f9-5f1d-4410-b691-7e1a31cee978 for instance with vm_state building and task_state spawning. [ 1683.945812] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "refresh_cache-08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.946634] env[62023]: DEBUG nova.objects.instance [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lazy-loading 'migration_context' on Instance uuid 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1683.973407] env[62023]: INFO nova.compute.manager [-] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Took 1.29 seconds to deallocate network for instance. [ 1684.070484] env[62023]: DEBUG nova.compute.manager [req-ef322695-fcb7-4f17-b012-e3bdbd6f6d07 req-e6103c5f-992b-4051-b2e1-c872d1a6825b service nova] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Received event network-vif-deleted-5d041db0-6a59-47c4-aefe-fb673aee6d46 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1684.166774] env[62023]: DEBUG nova.objects.instance [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lazy-loading 'flavor' on Instance uuid 1213f6be-c3e6-4fbb-96b1-3736ece929a2 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.200913] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76903} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.201277] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd/61af069c-a6d6-4ee7-b1a1-05c8fe3805bd.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1684.201511] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1684.202293] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ff599ce-bf7a-4442-bf4c-c5e655204b52 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.209286] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e7282f-c640-42ab-9e33-53bc440e487b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.215762] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1684.215762] env[62023]: value = "task-1758619" [ 1684.215762] env[62023]: _type = "Task" [ 1684.215762] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.238582] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36e8f84-cc01-4b31-8d58-ad78bfdabf2f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.248862] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758618, 'name': Rename_Task, 'duration_secs': 0.23108} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.253424] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1684.254258] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.254933] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54488e03-756a-4fb5-8ccc-ff912e84acca {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.286018] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fecd23-8a61-4835-93a2-c3ff44577fe6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.289014] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1684.289014] env[62023]: value = "task-1758620" [ 1684.289014] env[62023]: _type = "Task" [ 1684.289014] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.289411] env[62023]: INFO nova.compute.manager [-] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Took 1.02 seconds to deallocate network for instance. [ 1684.303140] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781a4c7c-dbc2-41c3-934f-8e504056db9e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.313606] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.323755] env[62023]: DEBUG nova.compute.provider_tree [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1684.359918] env[62023]: DEBUG oslo_vmware.api [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.375132] env[62023]: DEBUG nova.network.neutron [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Successfully updated port: ec1617f9-5f1d-4410-b691-7e1a31cee978 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1684.449292] env[62023]: DEBUG nova.objects.base [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Object Instance<08e31d22-8c2c-4bdc-9258-0406f8fd0fa4> lazy-loaded attributes: info_cache,migration_context {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1684.450350] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317c31f8-21b8-4e1a-9e5c-8e7df1acf5e4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.472519] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc70038-b87d-4726-8fe9-ad30f6e8d27c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.478988] env[62023]: DEBUG oslo_vmware.api [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1684.478988] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f79615-64e3-4bed-ab6e-68daede73f27" [ 1684.478988] env[62023]: _type = "Task" [ 1684.478988] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.484315] env[62023]: DEBUG oslo_concurrency.lockutils [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.487963] env[62023]: DEBUG oslo_vmware.api [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f79615-64e3-4bed-ab6e-68daede73f27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.578714] env[62023]: DEBUG nova.compute.manager [req-258bc91c-1343-44ed-a911-cba52ecf50bf req-0b374edd-3311-468a-b5e5-6d361e820f61 service nova] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Received event network-changed-ec1617f9-5f1d-4410-b691-7e1a31cee978 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1684.578962] env[62023]: DEBUG nova.compute.manager [req-258bc91c-1343-44ed-a911-cba52ecf50bf req-0b374edd-3311-468a-b5e5-6d361e820f61 service nova] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Refreshing instance network info cache due to event network-changed-ec1617f9-5f1d-4410-b691-7e1a31cee978. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1684.579264] env[62023]: DEBUG oslo_concurrency.lockutils [req-258bc91c-1343-44ed-a911-cba52ecf50bf req-0b374edd-3311-468a-b5e5-6d361e820f61 service nova] Acquiring lock "refresh_cache-2b5b9c88-4178-49ec-ba03-b5ed2427f1bd" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.579431] env[62023]: DEBUG oslo_concurrency.lockutils [req-258bc91c-1343-44ed-a911-cba52ecf50bf req-0b374edd-3311-468a-b5e5-6d361e820f61 service nova] Acquired lock "refresh_cache-2b5b9c88-4178-49ec-ba03-b5ed2427f1bd" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.579763] env[62023]: DEBUG nova.network.neutron [req-258bc91c-1343-44ed-a911-cba52ecf50bf req-0b374edd-3311-468a-b5e5-6d361e820f61 service nova] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Refreshing network info cache for port ec1617f9-5f1d-4410-b691-7e1a31cee978 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1684.673732] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b56f7662-1ffa-4609-90ea-923dc227248e tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.900s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.730942] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.2179} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.733292] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1684.733739] env[62023]: INFO nova.compute.manager [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Rescuing [ 1684.734084] env[62023]: DEBUG oslo_concurrency.lockutils [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.734243] env[62023]: DEBUG oslo_concurrency.lockutils [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquired lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.734402] env[62023]: DEBUG nova.network.neutron [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1684.739771] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22c8c63-a23e-4ca6-9713-9f658c38c149 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.770576] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd/61af069c-a6d6-4ee7-b1a1-05c8fe3805bd.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1684.771372] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a81db52-1eb6-4bd3-acbe-3d84dd517e2e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.801334] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.801628] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758620, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.803110] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1684.803110] env[62023]: value = "task-1758621" [ 1684.803110] env[62023]: _type = "Task" [ 1684.803110] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.812851] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.860210] env[62023]: ERROR nova.scheduler.client.report [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [req-b4f217bd-d5dd-42da-b7a4-6e4796420e72] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b4f217bd-d5dd-42da-b7a4-6e4796420e72"}]} [ 1684.868234] env[62023]: DEBUG oslo_vmware.api [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.879176] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "refresh_cache-2b5b9c88-4178-49ec-ba03-b5ed2427f1bd" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.894357] env[62023]: DEBUG nova.scheduler.client.report [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1684.918138] env[62023]: DEBUG nova.scheduler.client.report [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1684.918527] env[62023]: DEBUG nova.compute.provider_tree [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1684.936036] env[62023]: DEBUG nova.scheduler.client.report [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1684.963572] env[62023]: DEBUG nova.scheduler.client.report [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1684.992179] env[62023]: DEBUG oslo_vmware.api [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f79615-64e3-4bed-ab6e-68daede73f27, 'name': SearchDatastore_Task, 'duration_secs': 0.020026} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.995115] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.049303] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "966a5b9d-4dec-4411-b9d3-9f320ddc5de5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.049303] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "966a5b9d-4dec-4411-b9d3-9f320ddc5de5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.122495] env[62023]: DEBUG nova.network.neutron [req-258bc91c-1343-44ed-a911-cba52ecf50bf req-0b374edd-3311-468a-b5e5-6d361e820f61 service nova] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1685.233886] env[62023]: DEBUG nova.network.neutron [-] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.241949] env[62023]: DEBUG nova.network.neutron [req-258bc91c-1343-44ed-a911-cba52ecf50bf req-0b374edd-3311-468a-b5e5-6d361e820f61 service nova] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.299533] env[62023]: DEBUG oslo_vmware.api [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758620, 'name': PowerOnVM_Task, 'duration_secs': 0.874536} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.299807] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1685.300225] env[62023]: INFO nova.compute.manager [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1685.300225] env[62023]: DEBUG nova.compute.manager [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1685.301047] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545608b6-dacb-4099-9a40-8ea61a3cc4a5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.318722] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758621, 'name': ReconfigVM_Task, 'duration_secs': 0.4697} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.321542] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd/61af069c-a6d6-4ee7-b1a1-05c8fe3805bd.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1685.322664] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'guest_format': None, 'encryption_options': None, 'encryption_format': None, 'size': 0, 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'disk_bus': None, 'image_id': '2e6e63e6-ad46-4aa3-99a8-04e1a9146578'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'mount_device': '/dev/sdb', 'attachment_id': 'b25bd51b-67c8-4f3d-8224-ef102e7d1dc4', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365413', 'volume_id': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'name': 'volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '61af069c-a6d6-4ee7-b1a1-05c8fe3805bd', 'attached_at': '', 'detached_at': '', 'volume_id': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'serial': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19'}, 'boot_index': None, 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=62023) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1685.322862] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Volume attach. Driver type: vmdk {{(pid=62023) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1685.323056] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365413', 'volume_id': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'name': 'volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '61af069c-a6d6-4ee7-b1a1-05c8fe3805bd', 'attached_at': '', 'detached_at': '', 'volume_id': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'serial': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1685.324283] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b46a789-78ff-49a3-8e56-f99ecf592616 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.342366] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2873a34c-e50a-46e1-a0ba-5cdbab4fe41d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.369448] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19/volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1685.375772] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fed7d417-9b34-4e26-ba49-387f9f05b600 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.396377] env[62023]: DEBUG oslo_vmware.api [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.397770] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1685.397770] env[62023]: value = "task-1758622" [ 1685.397770] env[62023]: _type = "Task" [ 1685.397770] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.411773] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758622, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.431020] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5163dcae-efd6-4a06-80f0-947e2b41062b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.438070] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d114fa-2dab-4840-b75a-a69ffa13934e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.473677] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197593e3-2093-4d01-8af7-f583783650c7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.481480] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ad9335-1c7a-49da-a5b3-47149c962a68 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.494812] env[62023]: DEBUG nova.compute.provider_tree [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1685.552025] env[62023]: DEBUG nova.compute.manager [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1685.576731] env[62023]: DEBUG nova.network.neutron [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Updating instance_info_cache with network_info: [{"id": "8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1", "address": "fa:16:3e:a1:e3:13", "network": {"id": "1b2aaf7d-456c-4b5e-97aa-0b97d2c193a6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-792452981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ad90f580334463900f624d8a36f393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1c9f16-6f", "ovs_interfaceid": "8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.737663] env[62023]: INFO nova.compute.manager [-] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Took 2.01 seconds to deallocate network for instance. [ 1685.746522] env[62023]: DEBUG oslo_concurrency.lockutils [req-258bc91c-1343-44ed-a911-cba52ecf50bf req-0b374edd-3311-468a-b5e5-6d361e820f61 service nova] Releasing lock "refresh_cache-2b5b9c88-4178-49ec-ba03-b5ed2427f1bd" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.747240] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquired lock "refresh_cache-2b5b9c88-4178-49ec-ba03-b5ed2427f1bd" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.747408] env[62023]: DEBUG nova.network.neutron [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1685.826844] env[62023]: INFO nova.compute.manager [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Took 23.62 seconds to build instance. [ 1685.872985] env[62023]: DEBUG oslo_vmware.api [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758600, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.914020] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.029321] env[62023]: DEBUG nova.scheduler.client.report [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1686.029321] env[62023]: DEBUG nova.compute.provider_tree [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 133 to 134 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1686.029440] env[62023]: DEBUG nova.compute.provider_tree [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1686.074223] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.078913] env[62023]: DEBUG oslo_concurrency.lockutils [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Releasing lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.105810] env[62023]: DEBUG nova.compute.manager [req-d96ddc45-d3be-4e0d-8a80-bc187f476e02 req-d71c4d6e-3a52-4772-9ba6-ce0fdfdbeab7 service nova] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Received event network-vif-deleted-ddc9a962-3cca-4616-8e85-26ff9bc9c8b7 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1686.246487] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.280385] env[62023]: DEBUG nova.network.neutron [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1686.329359] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3b80405a-0cb6-47e0-96bd-cae89b05c931 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "c363aeac-b213-4ad8-81a7-43bed877962c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.138s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.372671] env[62023]: DEBUG oslo_vmware.api [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758600, 'name': ReconfigVM_Task, 'duration_secs': 5.818139} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.372916] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.373146] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Reconfigured VM to detach interface {{(pid=62023) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1686.409991] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758622, 'name': ReconfigVM_Task, 'duration_secs': 0.737704} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.410406] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19/volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1686.415109] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-914b611f-6952-4203-9fde-865dec71b991 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.426130] env[62023]: DEBUG nova.network.neutron [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Updating instance_info_cache with network_info: [{"id": "ec1617f9-5f1d-4410-b691-7e1a31cee978", "address": "fa:16:3e:92:b2:eb", "network": {"id": "46770bda-d76c-4967-92e5-d18e0fddee59", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977275857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e9db07ed1341569d4c33ebb6d2c696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1617f9-5f", "ovs_interfaceid": "ec1617f9-5f1d-4410-b691-7e1a31cee978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.432647] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1686.432647] env[62023]: value = "task-1758623" [ 1686.432647] env[62023]: _type = "Task" [ 1686.432647] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.443907] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.537768] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.385s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.541053] env[62023]: DEBUG oslo_concurrency.lockutils [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.944s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.542596] env[62023]: INFO nova.compute.claims [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1686.560923] env[62023]: INFO nova.scheduler.client.report [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Deleted allocations for instance a47f9087-1194-4a41-93d8-dcf026b2eca5 [ 1686.929226] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Releasing lock "refresh_cache-2b5b9c88-4178-49ec-ba03-b5ed2427f1bd" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.929533] env[62023]: DEBUG nova.compute.manager [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Instance network_info: |[{"id": "ec1617f9-5f1d-4410-b691-7e1a31cee978", "address": "fa:16:3e:92:b2:eb", "network": {"id": "46770bda-d76c-4967-92e5-d18e0fddee59", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977275857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e9db07ed1341569d4c33ebb6d2c696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1617f9-5f", "ovs_interfaceid": "ec1617f9-5f1d-4410-b691-7e1a31cee978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1686.930010] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:b2:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec1617f9-5f1d-4410-b691-7e1a31cee978', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1686.938052] env[62023]: DEBUG oslo.service.loopingcall [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1686.938382] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1686.942240] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b959371e-f969-4e81-995e-b88350cdb43e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.963417] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758623, 'name': ReconfigVM_Task, 'duration_secs': 0.283232} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.964734] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365413', 'volume_id': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'name': 'volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '61af069c-a6d6-4ee7-b1a1-05c8fe3805bd', 'attached_at': '', 'detached_at': '', 'volume_id': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'serial': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1686.965318] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1686.965318] env[62023]: value = "task-1758624" [ 1686.965318] env[62023]: _type = "Task" [ 1686.965318] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.965504] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12150c64-c447-4830-aeff-bc7d13ed877c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.974774] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758624, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.976026] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1686.976026] env[62023]: value = "task-1758625" [ 1686.976026] env[62023]: _type = "Task" [ 1686.976026] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.984723] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758625, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.074056] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3dcdbd4d-48fe-4f92-9c2d-c48f6a4d9743 tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "a47f9087-1194-4a41-93d8-dcf026b2eca5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.531s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.476820] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758624, 'name': CreateVM_Task, 'duration_secs': 0.419031} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.479697] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1687.480560] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.480739] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.481057] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1687.481637] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70eedc93-b39c-4742-ac98-b8c38fe5a347 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.486148] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758625, 'name': Rename_Task, 'duration_secs': 0.187816} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.486674] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1687.486895] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73bf821c-cb7d-4303-a197-11eea782347d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.489200] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1687.489200] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c18267-6342-4185-6c42-ed2674e85f9d" [ 1687.489200] env[62023]: _type = "Task" [ 1687.489200] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.493608] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1687.493608] env[62023]: value = "task-1758626" [ 1687.493608] env[62023]: _type = "Task" [ 1687.493608] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.496460] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c18267-6342-4185-6c42-ed2674e85f9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.507990] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.595916] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "refresh_cache-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.596249] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "refresh_cache-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.596495] env[62023]: DEBUG nova.network.neutron [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1687.619649] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1687.619941] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c34c18c6-66a2-43dc-933d-9e0829c6905f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.626984] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1687.626984] env[62023]: value = "task-1758627" [ 1687.626984] env[62023]: _type = "Task" [ 1687.626984] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.635250] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.696866] env[62023]: DEBUG oslo_concurrency.lockutils [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "71e7298b-dfd3-4857-abbd-15de2aadad07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.697190] env[62023]: DEBUG oslo_concurrency.lockutils [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "71e7298b-dfd3-4857-abbd-15de2aadad07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.697440] env[62023]: DEBUG oslo_concurrency.lockutils [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "71e7298b-dfd3-4857-abbd-15de2aadad07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.697720] env[62023]: DEBUG oslo_concurrency.lockutils [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "71e7298b-dfd3-4857-abbd-15de2aadad07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.697929] env[62023]: DEBUG oslo_concurrency.lockutils [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "71e7298b-dfd3-4857-abbd-15de2aadad07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.700047] env[62023]: INFO nova.compute.manager [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Terminating instance [ 1687.896687] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fac080-d561-4606-8043-8a7771477b7a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.904400] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098a76fa-444e-49bf-a411-ce618de10a9e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.936484] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1f5800-9985-45c8-9ab9-49f09bde9750 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.944710] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17108f31-fb28-4190-a4eb-12e82965280e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.962437] env[62023]: DEBUG nova.compute.provider_tree [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.007352] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.007749] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.008076] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.008361] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.008620] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.011197] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c18267-6342-4185-6c42-ed2674e85f9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010268} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.011804] env[62023]: INFO nova.compute.manager [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Terminating instance [ 1688.014134] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.014398] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1688.014617] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.014761] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.014938] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1688.016118] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0ea1795-9514-4f73-ab20-c045378032c3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.022258] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758626, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.034875] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1688.035103] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1688.035767] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d711e1e-b358-4552-84e5-851a7f1461cf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.040953] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1688.040953] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cc5d24-d823-51f4-d37d-55c190aa0a1f" [ 1688.040953] env[62023]: _type = "Task" [ 1688.040953] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.049099] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cc5d24-d823-51f4-d37d-55c190aa0a1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.137201] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758627, 'name': PowerOffVM_Task, 'duration_secs': 0.176909} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.139651] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1688.141618] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e2b5ec-eca6-42da-b897-4fc0a2db9bda {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.145645] env[62023]: DEBUG nova.compute.manager [req-e12e2b1e-a7fc-48ed-96c1-ca876559c38b req-052e8731-8e3b-4504-8fd3-f5796212645c service nova] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Received event network-changed-18d20379-27ad-4594-ac99-951261da0f79 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1688.145819] env[62023]: DEBUG nova.compute.manager [req-e12e2b1e-a7fc-48ed-96c1-ca876559c38b req-052e8731-8e3b-4504-8fd3-f5796212645c service nova] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Refreshing instance network info cache due to event network-changed-18d20379-27ad-4594-ac99-951261da0f79. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1688.146314] env[62023]: DEBUG oslo_concurrency.lockutils [req-e12e2b1e-a7fc-48ed-96c1-ca876559c38b req-052e8731-8e3b-4504-8fd3-f5796212645c service nova] Acquiring lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.146471] env[62023]: DEBUG oslo_concurrency.lockutils [req-e12e2b1e-a7fc-48ed-96c1-ca876559c38b req-052e8731-8e3b-4504-8fd3-f5796212645c service nova] Acquired lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.146632] env[62023]: DEBUG nova.network.neutron [req-e12e2b1e-a7fc-48ed-96c1-ca876559c38b req-052e8731-8e3b-4504-8fd3-f5796212645c service nova] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Refreshing network info cache for port 18d20379-27ad-4594-ac99-951261da0f79 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1688.170139] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513f723b-4c3f-40f4-8845-43456fd93c4f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.207432] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1688.208346] env[62023]: DEBUG nova.compute.manager [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1688.208708] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1688.208795] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1980487-f40e-4b48-8542-f31b0c249790 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.211431] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f7a9db-ed0a-475b-9300-963d131785e6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.219910] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1688.221024] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc097bf0-f71b-48ce-9b20-9498ba0c7354 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.223576] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1688.223576] env[62023]: value = "task-1758628" [ 1688.223576] env[62023]: _type = "Task" [ 1688.223576] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.229478] env[62023]: DEBUG oslo_vmware.api [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1688.229478] env[62023]: value = "task-1758629" [ 1688.229478] env[62023]: _type = "Task" [ 1688.229478] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.239055] env[62023]: DEBUG oslo_vmware.api [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.396989] env[62023]: INFO nova.network.neutron [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Port 853c37d3-24c8-48cd-922b-32d8d2f083f8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1688.397106] env[62023]: DEBUG nova.network.neutron [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Updating instance_info_cache with network_info: [{"id": "236d29c1-d465-4cb6-9122-a9632a42d64a", "address": "fa:16:3e:43:66:a0", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap236d29c1-d4", "ovs_interfaceid": "236d29c1-d465-4cb6-9122-a9632a42d64a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.466369] env[62023]: DEBUG nova.scheduler.client.report [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1688.506760] env[62023]: DEBUG oslo_vmware.api [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758626, 'name': PowerOnVM_Task, 'duration_secs': 0.53647} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.507051] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1688.507283] env[62023]: DEBUG nova.compute.manager [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1688.508594] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ddf3a6-daa1-47cf-aa90-258192296ff1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.523206] env[62023]: DEBUG nova.compute.manager [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1688.523206] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1688.523206] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1744b191-7b96-4a57-afa2-1d0adb2ce48e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.528859] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1688.529060] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c20963da-8994-48ff-9281-de955c6d5142 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.535041] env[62023]: DEBUG oslo_vmware.api [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1688.535041] env[62023]: value = "task-1758630" [ 1688.535041] env[62023]: _type = "Task" [ 1688.535041] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.543866] env[62023]: DEBUG oslo_vmware.api [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.553161] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cc5d24-d823-51f4-d37d-55c190aa0a1f, 'name': SearchDatastore_Task, 'duration_secs': 0.008106} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.553927] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e9b0c4-0707-4954-ba4d-c2cc4836226b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.561246] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1688.561246] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f7f82e-6d24-f145-f357-c2686979d55d" [ 1688.561246] env[62023]: _type = "Task" [ 1688.561246] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.570523] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f7f82e-6d24-f145-f357-c2686979d55d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.736010] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] VM already powered off {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1688.736010] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1688.736010] env[62023]: DEBUG oslo_concurrency.lockutils [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.740678] env[62023]: DEBUG oslo_vmware.api [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758629, 'name': PowerOffVM_Task, 'duration_secs': 0.42227} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.743868] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1688.744124] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1688.744388] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca3b460b-c9c4-4a4d-85e2-7c72b08a50c5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.866924] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1688.866924] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1688.866924] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Deleting the datastore file [datastore1] 71e7298b-dfd3-4857-abbd-15de2aadad07 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1688.867242] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3dc650f-8ef8-4c3c-bbf5-7bceeeeb8d66 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.873198] env[62023]: DEBUG oslo_vmware.api [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for the task: (returnval){ [ 1688.873198] env[62023]: value = "task-1758632" [ 1688.873198] env[62023]: _type = "Task" [ 1688.873198] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.881382] env[62023]: DEBUG oslo_vmware.api [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.899672] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "refresh_cache-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.968243] env[62023]: DEBUG nova.network.neutron [req-e12e2b1e-a7fc-48ed-96c1-ca876559c38b req-052e8731-8e3b-4504-8fd3-f5796212645c service nova] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Updated VIF entry in instance network info cache for port 18d20379-27ad-4594-ac99-951261da0f79. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1688.968663] env[62023]: DEBUG nova.network.neutron [req-e12e2b1e-a7fc-48ed-96c1-ca876559c38b req-052e8731-8e3b-4504-8fd3-f5796212645c service nova] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Updating instance_info_cache with network_info: [{"id": "18d20379-27ad-4594-ac99-951261da0f79", "address": "fa:16:3e:ab:73:9a", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d20379-27", "ovs_interfaceid": "18d20379-27ad-4594-ac99-951261da0f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.972967] env[62023]: DEBUG oslo_concurrency.lockutils [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.973439] env[62023]: DEBUG nova.compute.manager [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1688.976015] env[62023]: DEBUG oslo_concurrency.lockutils [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.367s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.976015] env[62023]: DEBUG nova.objects.instance [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62023) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1689.024424] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.045581] env[62023]: DEBUG oslo_vmware.api [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758630, 'name': PowerOffVM_Task, 'duration_secs': 0.280944} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.046226] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1689.046404] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1689.046673] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-860acc6c-5aa9-4271-acf3-de26d7fab277 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.070212] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f7f82e-6d24-f145-f357-c2686979d55d, 'name': SearchDatastore_Task, 'duration_secs': 0.017119} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.070611] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.070875] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd/2b5b9c88-4178-49ec-ba03-b5ed2427f1bd.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1689.071159] env[62023]: DEBUG oslo_concurrency.lockutils [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.071341] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1689.071550] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0c4250d-39be-4df6-9cc3-78c6b18eea9b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.075602] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-778b0da5-1818-4a4a-94a6-3b9fc4c41b72 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.082390] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1689.082390] env[62023]: value = "task-1758634" [ 1689.082390] env[62023]: _type = "Task" [ 1689.082390] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.086992] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1689.087183] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1689.088357] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-191def38-112f-4394-b1c3-fd9ba5e5f182 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.094297] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.097419] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1689.097419] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e77e3e-3a4e-936c-ac63-f6a68636b741" [ 1689.097419] env[62023]: _type = "Task" [ 1689.097419] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.105369] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e77e3e-3a4e-936c-ac63-f6a68636b741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.138521] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1689.138740] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1689.138917] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Deleting the datastore file [datastore1] cc51d0a1-06c7-4a0c-94a0-1e634c42dca6 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1689.139201] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69b8190f-3c01-46df-917f-2b18de9d094c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.145122] env[62023]: DEBUG oslo_vmware.api [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1689.145122] env[62023]: value = "task-1758635" [ 1689.145122] env[62023]: _type = "Task" [ 1689.145122] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.153950] env[62023]: DEBUG oslo_vmware.api [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.384161] env[62023]: DEBUG oslo_vmware.api [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Task: {'id': task-1758632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259038} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.385027] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1689.385027] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1689.385027] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1689.385027] env[62023]: INFO nova.compute.manager [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1689.385252] env[62023]: DEBUG oslo.service.loopingcall [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.385393] env[62023]: DEBUG nova.compute.manager [-] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1689.385499] env[62023]: DEBUG nova.network.neutron [-] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1689.404883] env[62023]: DEBUG oslo_concurrency.lockutils [None req-60974b1e-be9d-4b78-9e8f-3f9388154b80 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "interface-cc51d0a1-06c7-4a0c-94a0-1e634c42dca6-853c37d3-24c8-48cd-922b-32d8d2f083f8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.637s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.474250] env[62023]: DEBUG oslo_concurrency.lockutils [req-e12e2b1e-a7fc-48ed-96c1-ca876559c38b req-052e8731-8e3b-4504-8fd3-f5796212645c service nova] Releasing lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.474250] env[62023]: DEBUG nova.compute.manager [req-e12e2b1e-a7fc-48ed-96c1-ca876559c38b req-052e8731-8e3b-4504-8fd3-f5796212645c service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Received event network-vif-deleted-853c37d3-24c8-48cd-922b-32d8d2f083f8 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1689.474250] env[62023]: INFO nova.compute.manager [req-e12e2b1e-a7fc-48ed-96c1-ca876559c38b req-052e8731-8e3b-4504-8fd3-f5796212645c service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Neutron deleted interface 853c37d3-24c8-48cd-922b-32d8d2f083f8; detaching it from the instance and deleting it from the info cache [ 1689.474250] env[62023]: DEBUG nova.network.neutron [req-e12e2b1e-a7fc-48ed-96c1-ca876559c38b req-052e8731-8e3b-4504-8fd3-f5796212645c service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Updating instance_info_cache with network_info: [{"id": "236d29c1-d465-4cb6-9122-a9632a42d64a", "address": "fa:16:3e:43:66:a0", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap236d29c1-d4", "ovs_interfaceid": "236d29c1-d465-4cb6-9122-a9632a42d64a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.485639] env[62023]: DEBUG nova.compute.utils [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1689.487872] env[62023]: DEBUG nova.compute.manager [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1689.488335] env[62023]: DEBUG nova.network.neutron [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1689.585882] env[62023]: DEBUG nova.policy [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb9635bb8720483ca045ffaa89ea84fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a80e7178df24c3ea88ae74cf23b4cb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1689.610927] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758634, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.619758] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e77e3e-3a4e-936c-ac63-f6a68636b741, 'name': SearchDatastore_Task, 'duration_secs': 0.013852} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.620821] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f039ef56-2a5e-427e-a67c-79cbf0f11e52 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.626391] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1689.626391] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5226f590-ed56-6c75-dc8a-e4a2ac2cbbcd" [ 1689.626391] env[62023]: _type = "Task" [ 1689.626391] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.634502] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5226f590-ed56-6c75-dc8a-e4a2ac2cbbcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.654514] env[62023]: DEBUG oslo_vmware.api [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478827} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.654794] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1689.655104] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1689.655359] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1689.655591] env[62023]: INFO nova.compute.manager [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1689.655903] env[62023]: DEBUG oslo.service.loopingcall [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.656183] env[62023]: DEBUG nova.compute.manager [-] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1689.656328] env[62023]: DEBUG nova.network.neutron [-] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1689.979260] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5f89e4e-66d4-4498-83cd-3e7dc5f78005 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.988435] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc1b74a-0bb6-4d27-86a4-c8f22cb9e947 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.001443] env[62023]: DEBUG oslo_concurrency.lockutils [None req-62bc2010-7be4-4952-ae77-c3a9eb2a9310 tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.003613] env[62023]: DEBUG nova.compute.manager [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1690.006705] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.118s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.008986] env[62023]: INFO nova.compute.claims [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1690.042745] env[62023]: DEBUG nova.compute.manager [req-e12e2b1e-a7fc-48ed-96c1-ca876559c38b req-052e8731-8e3b-4504-8fd3-f5796212645c service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Detach interface failed, port_id=853c37d3-24c8-48cd-922b-32d8d2f083f8, reason: Instance cc51d0a1-06c7-4a0c-94a0-1e634c42dca6 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1690.098649] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536374} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.099153] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd/2b5b9c88-4178-49ec-ba03-b5ed2427f1bd.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1690.099385] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1690.100805] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c516a9a2-8fb5-4028-a506-0dfb51cf35b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.107551] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1690.107551] env[62023]: value = "task-1758636" [ 1690.107551] env[62023]: _type = "Task" [ 1690.107551] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.116120] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.137843] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5226f590-ed56-6c75-dc8a-e4a2ac2cbbcd, 'name': SearchDatastore_Task, 'duration_secs': 0.009017} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.138172] env[62023]: DEBUG oslo_concurrency.lockutils [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.138462] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 1213f6be-c3e6-4fbb-96b1-3736ece929a2/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk. {{(pid=62023) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1690.138733] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d86d2c3-d557-472b-82c1-73eccd561f44 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.147031] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1690.147031] env[62023]: value = "task-1758637" [ 1690.147031] env[62023]: _type = "Task" [ 1690.147031] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.157964] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.182064] env[62023]: DEBUG nova.network.neutron [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Successfully created port: 6f1dc89d-31dd-4be5-b745-e5545e69e1a3 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1690.195484] env[62023]: DEBUG nova.compute.manager [req-00aabc34-005f-43e2-be70-672db7f214e0 req-3d95ae39-9734-4c9f-8468-4663c7ba365d service nova] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Received event network-vif-deleted-c125c30c-2b5e-40a0-b9e4-a0163fba2d03 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1690.195830] env[62023]: INFO nova.compute.manager [req-00aabc34-005f-43e2-be70-672db7f214e0 req-3d95ae39-9734-4c9f-8468-4663c7ba365d service nova] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Neutron deleted interface c125c30c-2b5e-40a0-b9e4-a0163fba2d03; detaching it from the instance and deleting it from the info cache [ 1690.196141] env[62023]: DEBUG nova.network.neutron [req-00aabc34-005f-43e2-be70-672db7f214e0 req-3d95ae39-9734-4c9f-8468-4663c7ba365d service nova] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.238438] env[62023]: DEBUG nova.network.neutron [-] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.580443] env[62023]: DEBUG nova.compute.manager [req-e63ea7ad-e029-4869-99b5-6d5647fba4fa req-90434f89-09ea-40da-a922-2c8325009500 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Received event network-vif-deleted-236d29c1-d465-4cb6-9122-a9632a42d64a {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1690.580686] env[62023]: INFO nova.compute.manager [req-e63ea7ad-e029-4869-99b5-6d5647fba4fa req-90434f89-09ea-40da-a922-2c8325009500 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Neutron deleted interface 236d29c1-d465-4cb6-9122-a9632a42d64a; detaching it from the instance and deleting it from the info cache [ 1690.580877] env[62023]: DEBUG nova.network.neutron [req-e63ea7ad-e029-4869-99b5-6d5647fba4fa req-90434f89-09ea-40da-a922-2c8325009500 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.618909] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092997} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.619466] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1690.620352] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b0bc72-0179-4ad2-874d-faa352b15573 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.656843] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd/2b5b9c88-4178-49ec-ba03-b5ed2427f1bd.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1690.657746] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fd5eb9b-52d6-4894-b605-541a0b386b1c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.684962] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537218} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.686919] env[62023]: INFO nova.virt.vmwareapi.ds_util [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 1213f6be-c3e6-4fbb-96b1-3736ece929a2/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk. [ 1690.687336] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1690.687336] env[62023]: value = "task-1758638" [ 1690.687336] env[62023]: _type = "Task" [ 1690.687336] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.688189] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d0e580-c39f-4b51-b9cf-fe72ce69bd61 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.723637] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 1213f6be-c3e6-4fbb-96b1-3736ece929a2/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1690.724021] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758638, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.724294] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3107fd0-2ecd-418d-837e-9c0a83bacc0f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.726560] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-043e6195-ac59-4d87-b9d7-e120c196a4bf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.742463] env[62023]: INFO nova.compute.manager [-] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Took 1.36 seconds to deallocate network for instance. [ 1690.751041] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1690.751041] env[62023]: value = "task-1758639" [ 1690.751041] env[62023]: _type = "Task" [ 1690.751041] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.752618] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf58ab11-0018-4477-a572-67b4d82e9f8b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.777099] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.790757] env[62023]: DEBUG nova.compute.manager [req-00aabc34-005f-43e2-be70-672db7f214e0 req-3d95ae39-9734-4c9f-8468-4663c7ba365d service nova] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Detach interface failed, port_id=c125c30c-2b5e-40a0-b9e4-a0163fba2d03, reason: Instance 71e7298b-dfd3-4857-abbd-15de2aadad07 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1691.029391] env[62023]: DEBUG nova.compute.manager [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1691.053361] env[62023]: DEBUG nova.network.neutron [-] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.065163] env[62023]: DEBUG nova.virt.hardware [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1691.065163] env[62023]: DEBUG nova.virt.hardware [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1691.065163] env[62023]: DEBUG nova.virt.hardware [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1691.065559] env[62023]: DEBUG nova.virt.hardware [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1691.065851] env[62023]: DEBUG nova.virt.hardware [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1691.066247] env[62023]: DEBUG nova.virt.hardware [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1691.067372] env[62023]: DEBUG nova.virt.hardware [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1691.069029] env[62023]: DEBUG nova.virt.hardware [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1691.069029] env[62023]: DEBUG nova.virt.hardware [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1691.069029] env[62023]: DEBUG nova.virt.hardware [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1691.069029] env[62023]: DEBUG nova.virt.hardware [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1691.070458] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf85966-e947-43f9-a353-6e3fbb720482 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.088864] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acc8232a-fb18-4909-9ec0-25eafb437d24 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.092669] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7964667f-9b8c-4b44-bf9f-f3faa31505e7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.119347] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9ed753-ff1d-4b0c-9f54-58907a3885eb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.163063] env[62023]: DEBUG nova.compute.manager [req-e63ea7ad-e029-4869-99b5-6d5647fba4fa req-90434f89-09ea-40da-a922-2c8325009500 service nova] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Detach interface failed, port_id=236d29c1-d465-4cb6-9122-a9632a42d64a, reason: Instance cc51d0a1-06c7-4a0c-94a0-1e634c42dca6 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1691.208165] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.251603] env[62023]: DEBUG oslo_concurrency.lockutils [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.281461] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.470823] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1777fc67-e1b2-44ae-9dd2-a86e7196d7fe {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.479337] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6178a053-0b3b-4a9b-a362-1ea5e9bc2edc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.513623] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3770db64-9627-498b-86c2-b0fd2110cafa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.521760] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549553a2-b64c-4aee-951d-b2534bb88988 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.536451] env[62023]: DEBUG nova.compute.provider_tree [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1691.558757] env[62023]: INFO nova.compute.manager [-] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Took 1.90 seconds to deallocate network for instance. [ 1691.701908] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.775315] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.063330] env[62023]: DEBUG nova.network.neutron [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Successfully updated port: 6f1dc89d-31dd-4be5-b745-e5545e69e1a3 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1692.065210] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.072545] env[62023]: DEBUG nova.scheduler.client.report [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1692.072762] env[62023]: DEBUG nova.compute.provider_tree [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 134 to 135 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1692.072939] env[62023]: DEBUG nova.compute.provider_tree [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1692.201333] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758638, 'name': ReconfigVM_Task, 'duration_secs': 1.097673} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.201612] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd/2b5b9c88-4178-49ec-ba03-b5ed2427f1bd.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1692.202311] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b93f7d7c-0878-4a1d-99ee-edb27ff2dfe8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.209371] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1692.209371] env[62023]: value = "task-1758640" [ 1692.209371] env[62023]: _type = "Task" [ 1692.209371] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.225980] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758640, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.276325] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758639, 'name': ReconfigVM_Task, 'duration_secs': 1.135677} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.276325] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 1213f6be-c3e6-4fbb-96b1-3736ece929a2/2e6e63e6-ad46-4aa3-99a8-04e1a9146578-rescue.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1692.277336] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bf9e8b-fbfb-4bbb-a812-26d65379b036 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.306776] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c3e828b-1c07-4116-9563-1c446159b818 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.324244] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1692.324244] env[62023]: value = "task-1758641" [ 1692.324244] env[62023]: _type = "Task" [ 1692.324244] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.334729] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.567013] env[62023]: DEBUG oslo_concurrency.lockutils [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Acquiring lock "refresh_cache-b408aee3-a0ca-4083-8ba3-dfa75e4eb227" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.567255] env[62023]: DEBUG oslo_concurrency.lockutils [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Acquired lock "refresh_cache-b408aee3-a0ca-4083-8ba3-dfa75e4eb227" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.567455] env[62023]: DEBUG nova.network.neutron [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1692.577945] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.578694] env[62023]: DEBUG nova.compute.manager [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1692.580935] env[62023]: DEBUG oslo_concurrency.lockutils [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.181s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.581174] env[62023]: DEBUG nova.objects.instance [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lazy-loading 'resources' on Instance uuid 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1692.614072] env[62023]: DEBUG nova.compute.manager [req-0e65b3b3-d0c5-4b19-826c-f7ac25689624 req-5b363253-7eca-48c9-9b02-890d6471cc52 service nova] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Received event network-vif-plugged-6f1dc89d-31dd-4be5-b745-e5545e69e1a3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1692.614216] env[62023]: DEBUG oslo_concurrency.lockutils [req-0e65b3b3-d0c5-4b19-826c-f7ac25689624 req-5b363253-7eca-48c9-9b02-890d6471cc52 service nova] Acquiring lock "b408aee3-a0ca-4083-8ba3-dfa75e4eb227-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.614422] env[62023]: DEBUG oslo_concurrency.lockutils [req-0e65b3b3-d0c5-4b19-826c-f7ac25689624 req-5b363253-7eca-48c9-9b02-890d6471cc52 service nova] Lock "b408aee3-a0ca-4083-8ba3-dfa75e4eb227-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.614587] env[62023]: DEBUG oslo_concurrency.lockutils [req-0e65b3b3-d0c5-4b19-826c-f7ac25689624 req-5b363253-7eca-48c9-9b02-890d6471cc52 service nova] Lock "b408aee3-a0ca-4083-8ba3-dfa75e4eb227-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.614749] env[62023]: DEBUG nova.compute.manager [req-0e65b3b3-d0c5-4b19-826c-f7ac25689624 req-5b363253-7eca-48c9-9b02-890d6471cc52 service nova] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] No waiting events found dispatching network-vif-plugged-6f1dc89d-31dd-4be5-b745-e5545e69e1a3 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1692.614906] env[62023]: WARNING nova.compute.manager [req-0e65b3b3-d0c5-4b19-826c-f7ac25689624 req-5b363253-7eca-48c9-9b02-890d6471cc52 service nova] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Received unexpected event network-vif-plugged-6f1dc89d-31dd-4be5-b745-e5545e69e1a3 for instance with vm_state building and task_state spawning. [ 1692.615112] env[62023]: DEBUG nova.compute.manager [req-0e65b3b3-d0c5-4b19-826c-f7ac25689624 req-5b363253-7eca-48c9-9b02-890d6471cc52 service nova] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Received event network-changed-6f1dc89d-31dd-4be5-b745-e5545e69e1a3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1692.615282] env[62023]: DEBUG nova.compute.manager [req-0e65b3b3-d0c5-4b19-826c-f7ac25689624 req-5b363253-7eca-48c9-9b02-890d6471cc52 service nova] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Refreshing instance network info cache due to event network-changed-6f1dc89d-31dd-4be5-b745-e5545e69e1a3. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1692.615468] env[62023]: DEBUG oslo_concurrency.lockutils [req-0e65b3b3-d0c5-4b19-826c-f7ac25689624 req-5b363253-7eca-48c9-9b02-890d6471cc52 service nova] Acquiring lock "refresh_cache-b408aee3-a0ca-4083-8ba3-dfa75e4eb227" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.719019] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758640, 'name': Rename_Task, 'duration_secs': 0.295747} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.719318] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1692.719566] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d13b8bc-2051-4fdf-8445-5af84c5a0c47 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.726370] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1692.726370] env[62023]: value = "task-1758642" [ 1692.726370] env[62023]: _type = "Task" [ 1692.726370] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.734466] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.834805] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758641, 'name': ReconfigVM_Task, 'duration_secs': 0.442849} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.835080] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1692.835632] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc3e1c85-90e0-49c8-94e9-c2d02dd72e71 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.842297] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1692.842297] env[62023]: value = "task-1758643" [ 1692.842297] env[62023]: _type = "Task" [ 1692.842297] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.852530] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.968437] env[62023]: DEBUG oslo_concurrency.lockutils [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.968897] env[62023]: DEBUG oslo_concurrency.lockutils [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.968897] env[62023]: DEBUG oslo_concurrency.lockutils [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.969075] env[62023]: DEBUG oslo_concurrency.lockutils [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.969321] env[62023]: DEBUG oslo_concurrency.lockutils [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.971504] env[62023]: INFO nova.compute.manager [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Terminating instance [ 1693.087750] env[62023]: DEBUG nova.compute.utils [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1693.092394] env[62023]: DEBUG nova.compute.manager [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1693.092394] env[62023]: DEBUG nova.network.neutron [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1693.122215] env[62023]: DEBUG nova.network.neutron [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1693.174152] env[62023]: DEBUG nova.policy [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d85413fd527429f8d547284c431a714', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '928232ac809f46f78c57a3f1f2965e82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1693.239461] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.363332] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758643, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.442686] env[62023]: DEBUG nova.network.neutron [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Updating instance_info_cache with network_info: [{"id": "6f1dc89d-31dd-4be5-b745-e5545e69e1a3", "address": "fa:16:3e:1d:95:eb", "network": {"id": "944379d1-91e9-4f66-a1ba-78fd4c4015ff", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-839298325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a80e7178df24c3ea88ae74cf23b4cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f1dc89d-31", "ovs_interfaceid": "6f1dc89d-31dd-4be5-b745-e5545e69e1a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.477136] env[62023]: DEBUG nova.compute.manager [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1693.477136] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1693.478707] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f38763-4f24-4cac-ad0b-5146ba397c12 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.489019] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1693.489019] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-053e4100-7785-4c4f-8634-b9431c2326e3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.493466] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7adc9ec-2f8a-4580-a6be-b33865b4585c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.497045] env[62023]: DEBUG oslo_vmware.api [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1693.497045] env[62023]: value = "task-1758644" [ 1693.497045] env[62023]: _type = "Task" [ 1693.497045] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.504212] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b8c61b-079f-4b17-b846-b7ef3c75adab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.510632] env[62023]: DEBUG oslo_vmware.api [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.538681] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8536d478-9e1e-414a-8792-84709d886cae {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.546312] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f5232c-20b9-4d87-b466-953eacdba019 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.559881] env[62023]: DEBUG nova.compute.provider_tree [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.592341] env[62023]: DEBUG nova.compute.manager [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1693.701076] env[62023]: DEBUG nova.network.neutron [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Successfully created port: 6d5b3124-f342-4f37-9476-c536f55587b6 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1693.738266] env[62023]: DEBUG oslo_vmware.api [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758642, 'name': PowerOnVM_Task, 'duration_secs': 0.956643} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.738266] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1693.738729] env[62023]: INFO nova.compute.manager [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Took 10.72 seconds to spawn the instance on the hypervisor. [ 1693.739041] env[62023]: DEBUG nova.compute.manager [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1693.741045] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cfaf16-c53f-4206-bb96-61f00b4c880a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.855213] env[62023]: DEBUG oslo_vmware.api [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758643, 'name': PowerOnVM_Task, 'duration_secs': 0.988866} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.855213] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1693.858357] env[62023]: DEBUG nova.compute.manager [None req-007c17b8-b3cf-4e15-96c7-36f3031f7463 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1693.859634] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a1504c-9a4d-4f93-a981-c1b3cfb0598a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.948328] env[62023]: DEBUG oslo_concurrency.lockutils [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Releasing lock "refresh_cache-b408aee3-a0ca-4083-8ba3-dfa75e4eb227" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.948786] env[62023]: DEBUG nova.compute.manager [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Instance network_info: |[{"id": "6f1dc89d-31dd-4be5-b745-e5545e69e1a3", "address": "fa:16:3e:1d:95:eb", "network": {"id": "944379d1-91e9-4f66-a1ba-78fd4c4015ff", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-839298325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a80e7178df24c3ea88ae74cf23b4cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f1dc89d-31", "ovs_interfaceid": "6f1dc89d-31dd-4be5-b745-e5545e69e1a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1693.949195] env[62023]: DEBUG oslo_concurrency.lockutils [req-0e65b3b3-d0c5-4b19-826c-f7ac25689624 req-5b363253-7eca-48c9-9b02-890d6471cc52 service nova] Acquired lock "refresh_cache-b408aee3-a0ca-4083-8ba3-dfa75e4eb227" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.949628] env[62023]: DEBUG nova.network.neutron [req-0e65b3b3-d0c5-4b19-826c-f7ac25689624 req-5b363253-7eca-48c9-9b02-890d6471cc52 service nova] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Refreshing network info cache for port 6f1dc89d-31dd-4be5-b745-e5545e69e1a3 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1693.950935] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:95:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f1dc89d-31dd-4be5-b745-e5545e69e1a3', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1693.959748] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Creating folder: Project (0a80e7178df24c3ea88ae74cf23b4cb8). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1693.963565] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbe04975-4ae8-4332-8271-92f7efc4ee7c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.976412] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Created folder: Project (0a80e7178df24c3ea88ae74cf23b4cb8) in parent group-v365170. [ 1693.976610] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Creating folder: Instances. Parent ref: group-v365426. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1693.976848] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6aa8a21f-0f08-4473-9a1f-bfe9ac3a5ad3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.986627] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Created folder: Instances in parent group-v365426. [ 1693.986878] env[62023]: DEBUG oslo.service.loopingcall [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1693.987182] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1693.987255] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5069e7e3-865a-4c3c-8a83-e158e3a6b743 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.011791] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1694.011791] env[62023]: value = "task-1758647" [ 1694.011791] env[62023]: _type = "Task" [ 1694.011791] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.014895] env[62023]: DEBUG oslo_vmware.api [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758644, 'name': PowerOffVM_Task, 'duration_secs': 0.20694} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.021886] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1694.022090] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1694.022499] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9366dce1-a847-4d26-ac2e-e66e4d8f2f3e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.033791] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758647, 'name': CreateVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.064603] env[62023]: DEBUG nova.scheduler.client.report [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1694.197021] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1694.197021] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1694.197021] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Deleting the datastore file [datastore1] 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1694.197021] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68c7c6ac-62fb-465c-b6e7-f9e950ed11c4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.203037] env[62023]: DEBUG oslo_vmware.api [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1694.203037] env[62023]: value = "task-1758649" [ 1694.203037] env[62023]: _type = "Task" [ 1694.203037] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.215142] env[62023]: DEBUG oslo_vmware.api [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.260446] env[62023]: INFO nova.compute.manager [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Took 21.82 seconds to build instance. [ 1694.298875] env[62023]: DEBUG nova.network.neutron [req-0e65b3b3-d0c5-4b19-826c-f7ac25689624 req-5b363253-7eca-48c9-9b02-890d6471cc52 service nova] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Updated VIF entry in instance network info cache for port 6f1dc89d-31dd-4be5-b745-e5545e69e1a3. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1694.299245] env[62023]: DEBUG nova.network.neutron [req-0e65b3b3-d0c5-4b19-826c-f7ac25689624 req-5b363253-7eca-48c9-9b02-890d6471cc52 service nova] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Updating instance_info_cache with network_info: [{"id": "6f1dc89d-31dd-4be5-b745-e5545e69e1a3", "address": "fa:16:3e:1d:95:eb", "network": {"id": "944379d1-91e9-4f66-a1ba-78fd4c4015ff", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-839298325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a80e7178df24c3ea88ae74cf23b4cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f1dc89d-31", "ovs_interfaceid": "6f1dc89d-31dd-4be5-b745-e5545e69e1a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.526182] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758647, 'name': CreateVM_Task, 'duration_secs': 0.441147} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.527094] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1694.528201] env[62023]: DEBUG oslo_concurrency.lockutils [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.528540] env[62023]: DEBUG oslo_concurrency.lockutils [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.529042] env[62023]: DEBUG oslo_concurrency.lockutils [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1694.529423] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2adf63-77eb-4a79-879f-8368d58961a8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.539017] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Waiting for the task: (returnval){ [ 1694.539017] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526355c0-9ce2-dd9f-ca8d-3549ca19d5f1" [ 1694.539017] env[62023]: _type = "Task" [ 1694.539017] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.547654] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526355c0-9ce2-dd9f-ca8d-3549ca19d5f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.574341] env[62023]: DEBUG oslo_concurrency.lockutils [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.575351] env[62023]: DEBUG oslo_concurrency.lockutils [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.091s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.575813] env[62023]: DEBUG nova.objects.instance [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lazy-loading 'resources' on Instance uuid e589a9b9-01ff-4f18-be27-a9a5fe893e87 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1694.605728] env[62023]: INFO nova.scheduler.client.report [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Deleted allocations for instance 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c [ 1694.606217] env[62023]: DEBUG nova.compute.manager [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1694.649144] env[62023]: DEBUG nova.virt.hardware [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1694.649144] env[62023]: DEBUG nova.virt.hardware [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1694.649144] env[62023]: DEBUG nova.virt.hardware [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1694.649582] env[62023]: DEBUG nova.virt.hardware [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1694.649961] env[62023]: DEBUG nova.virt.hardware [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1694.650277] env[62023]: DEBUG nova.virt.hardware [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1694.650673] env[62023]: DEBUG nova.virt.hardware [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1694.651010] env[62023]: DEBUG nova.virt.hardware [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1694.651293] env[62023]: DEBUG nova.virt.hardware [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1694.651592] env[62023]: DEBUG nova.virt.hardware [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1694.651874] env[62023]: DEBUG nova.virt.hardware [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1694.652866] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d20abda-2947-4025-a4cc-3166fc50b962 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.662143] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a358a62-0bb2-47e1-af06-86d36b68e8df {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.713723] env[62023]: DEBUG oslo_vmware.api [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249766} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.713780] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1694.714154] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1694.714154] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1694.714509] env[62023]: INFO nova.compute.manager [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1694.714601] env[62023]: DEBUG oslo.service.loopingcall [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1694.714709] env[62023]: DEBUG nova.compute.manager [-] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1694.714806] env[62023]: DEBUG nova.network.neutron [-] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1694.763748] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2316d86f-c726-45b6-a477-f94f847fc086 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "2b5b9c88-4178-49ec-ba03-b5ed2427f1bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.335s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.802780] env[62023]: DEBUG oslo_concurrency.lockutils [req-0e65b3b3-d0c5-4b19-826c-f7ac25689624 req-5b363253-7eca-48c9-9b02-890d6471cc52 service nova] Releasing lock "refresh_cache-b408aee3-a0ca-4083-8ba3-dfa75e4eb227" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.049625] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526355c0-9ce2-dd9f-ca8d-3549ca19d5f1, 'name': SearchDatastore_Task, 'duration_secs': 0.039529} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.049939] env[62023]: DEBUG oslo_concurrency.lockutils [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.050195] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1695.050429] env[62023]: DEBUG oslo_concurrency.lockutils [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.051045] env[62023]: DEBUG oslo_concurrency.lockutils [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.051267] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1695.051671] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e825540-15bf-42d9-8d81-9ae50429d1e7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.060836] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1695.061505] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1695.062790] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0613515-dd80-45d0-a318-9ad162c378d7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.075119] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Waiting for the task: (returnval){ [ 1695.075119] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521c74e5-95d4-1a7f-84f1-d6c0c1f1cce0" [ 1695.075119] env[62023]: _type = "Task" [ 1695.075119] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.087414] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521c74e5-95d4-1a7f-84f1-d6c0c1f1cce0, 'name': SearchDatastore_Task, 'duration_secs': 0.00921} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.088544] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc86dee7-3f3b-4ec6-8613-688905730536 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.094059] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Waiting for the task: (returnval){ [ 1695.094059] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528cfe5f-8144-f092-0f7e-97de4bd7b044" [ 1695.094059] env[62023]: _type = "Task" [ 1695.094059] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.101885] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528cfe5f-8144-f092-0f7e-97de4bd7b044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.121553] env[62023]: DEBUG oslo_concurrency.lockutils [None req-755fbbba-cdcb-49b7-a27c-f7a0bdfe3599 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.823s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.185078] env[62023]: DEBUG nova.compute.manager [req-56d6e17a-ba0d-47a4-a324-97ffef90e6b4 req-698209dd-8354-4125-ad4a-6a3d04470751 service nova] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Received event network-changed-ec1617f9-5f1d-4410-b691-7e1a31cee978 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1695.185363] env[62023]: DEBUG nova.compute.manager [req-56d6e17a-ba0d-47a4-a324-97ffef90e6b4 req-698209dd-8354-4125-ad4a-6a3d04470751 service nova] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Refreshing instance network info cache due to event network-changed-ec1617f9-5f1d-4410-b691-7e1a31cee978. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1695.185496] env[62023]: DEBUG oslo_concurrency.lockutils [req-56d6e17a-ba0d-47a4-a324-97ffef90e6b4 req-698209dd-8354-4125-ad4a-6a3d04470751 service nova] Acquiring lock "refresh_cache-2b5b9c88-4178-49ec-ba03-b5ed2427f1bd" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.185640] env[62023]: DEBUG oslo_concurrency.lockutils [req-56d6e17a-ba0d-47a4-a324-97ffef90e6b4 req-698209dd-8354-4125-ad4a-6a3d04470751 service nova] Acquired lock "refresh_cache-2b5b9c88-4178-49ec-ba03-b5ed2427f1bd" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.185799] env[62023]: DEBUG nova.network.neutron [req-56d6e17a-ba0d-47a4-a324-97ffef90e6b4 req-698209dd-8354-4125-ad4a-6a3d04470751 service nova] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Refreshing network info cache for port ec1617f9-5f1d-4410-b691-7e1a31cee978 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1695.464601] env[62023]: DEBUG nova.compute.manager [req-9a56abaf-3fcb-4510-8fb8-a77ecec9eec9 req-8f022996-cbc1-4f4e-9a69-d9d86e08e311 service nova] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Received event network-vif-deleted-2f4545a6-0908-41ba-b1ac-da70e67c410b {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1695.464868] env[62023]: INFO nova.compute.manager [req-9a56abaf-3fcb-4510-8fb8-a77ecec9eec9 req-8f022996-cbc1-4f4e-9a69-d9d86e08e311 service nova] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Neutron deleted interface 2f4545a6-0908-41ba-b1ac-da70e67c410b; detaching it from the instance and deleting it from the info cache [ 1695.465053] env[62023]: DEBUG nova.network.neutron [req-9a56abaf-3fcb-4510-8fb8-a77ecec9eec9 req-8f022996-cbc1-4f4e-9a69-d9d86e08e311 service nova] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.500342] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22443310-3e7d-4dc7-ba05-3bdeb62ae4bc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.510309] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f3efa4-7264-4ca1-bc9a-84e23c328a90 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.558531] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbe1349-5595-4f22-9f0b-ff548fffd251 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.567977] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e969b26e-44d3-4fb2-81c7-0fbbd1588368 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.586465] env[62023]: DEBUG nova.compute.provider_tree [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.607893] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528cfe5f-8144-f092-0f7e-97de4bd7b044, 'name': SearchDatastore_Task, 'duration_secs': 0.008746} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.608214] env[62023]: DEBUG oslo_concurrency.lockutils [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.609032] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b408aee3-a0ca-4083-8ba3-dfa75e4eb227/b408aee3-a0ca-4083-8ba3-dfa75e4eb227.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1695.609410] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-931ba4cc-c2cf-4373-917c-8a2b4048dcb2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.615909] env[62023]: DEBUG nova.network.neutron [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Successfully updated port: 6d5b3124-f342-4f37-9476-c536f55587b6 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1695.618754] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Waiting for the task: (returnval){ [ 1695.618754] env[62023]: value = "task-1758650" [ 1695.618754] env[62023]: _type = "Task" [ 1695.618754] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.627636] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Task: {'id': task-1758650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.924084] env[62023]: DEBUG nova.network.neutron [-] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.970172] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-140725f0-8a97-45da-8ed7-5d0b17cfc714 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.982622] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9c2424-f91e-4432-b92a-a87752ed8dc4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.037558] env[62023]: DEBUG nova.compute.manager [req-9a56abaf-3fcb-4510-8fb8-a77ecec9eec9 req-8f022996-cbc1-4f4e-9a69-d9d86e08e311 service nova] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Detach interface failed, port_id=2f4545a6-0908-41ba-b1ac-da70e67c410b, reason: Instance 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1696.055358] env[62023]: DEBUG nova.network.neutron [req-56d6e17a-ba0d-47a4-a324-97ffef90e6b4 req-698209dd-8354-4125-ad4a-6a3d04470751 service nova] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Updated VIF entry in instance network info cache for port ec1617f9-5f1d-4410-b691-7e1a31cee978. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1696.055746] env[62023]: DEBUG nova.network.neutron [req-56d6e17a-ba0d-47a4-a324-97ffef90e6b4 req-698209dd-8354-4125-ad4a-6a3d04470751 service nova] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Updating instance_info_cache with network_info: [{"id": "ec1617f9-5f1d-4410-b691-7e1a31cee978", "address": "fa:16:3e:92:b2:eb", "network": {"id": "46770bda-d76c-4967-92e5-d18e0fddee59", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977275857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e9db07ed1341569d4c33ebb6d2c696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1617f9-5f", "ovs_interfaceid": "ec1617f9-5f1d-4410-b691-7e1a31cee978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.062080] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e3920edf-a909-461b-ad1f-a80f88c542ba tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.062363] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e3920edf-a909-461b-ad1f-a80f88c542ba tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.089567] env[62023]: DEBUG nova.scheduler.client.report [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1696.093996] env[62023]: INFO nova.compute.manager [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Unrescuing [ 1696.094294] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.094445] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquired lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.094610] env[62023]: DEBUG nova.network.neutron [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1696.119253] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "refresh_cache-305d1c22-6e30-4a74-9721-c893c183d0f0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.119403] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquired lock "refresh_cache-305d1c22-6e30-4a74-9721-c893c183d0f0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.119587] env[62023]: DEBUG nova.network.neutron [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1696.131742] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Task: {'id': task-1758650, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.432131] env[62023]: INFO nova.compute.manager [-] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Took 1.71 seconds to deallocate network for instance. [ 1696.559237] env[62023]: DEBUG oslo_concurrency.lockutils [req-56d6e17a-ba0d-47a4-a324-97ffef90e6b4 req-698209dd-8354-4125-ad4a-6a3d04470751 service nova] Releasing lock "refresh_cache-2b5b9c88-4178-49ec-ba03-b5ed2427f1bd" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.565370] env[62023]: INFO nova.compute.manager [None req-e3920edf-a909-461b-ad1f-a80f88c542ba tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Detaching volume cada6120-a660-454b-ad10-4c1a5de39466 [ 1696.594698] env[62023]: DEBUG oslo_concurrency.lockutils [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.599261] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.795s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.599261] env[62023]: DEBUG nova.objects.instance [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Lazy-loading 'resources' on Instance uuid b055cbdb-6e45-4cf7-b171-884c4920827d {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1696.604850] env[62023]: INFO nova.virt.block_device [None req-e3920edf-a909-461b-ad1f-a80f88c542ba tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Attempting to driver detach volume cada6120-a660-454b-ad10-4c1a5de39466 from mountpoint /dev/sdb [ 1696.604850] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3920edf-a909-461b-ad1f-a80f88c542ba tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Volume detach. Driver type: vmdk {{(pid=62023) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1696.604850] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3920edf-a909-461b-ad1f-a80f88c542ba tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365400', 'volume_id': 'cada6120-a660-454b-ad10-4c1a5de39466', 'name': 'volume-cada6120-a660-454b-ad10-4c1a5de39466', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8889bd20-94aa-4d24-8f3a-1a5cb31688e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'cada6120-a660-454b-ad10-4c1a5de39466', 'serial': 'cada6120-a660-454b-ad10-4c1a5de39466'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1696.604850] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348420aa-9de2-4f52-9ff5-f86258d95dde {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.616415] env[62023]: INFO nova.scheduler.client.report [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Deleted allocations for instance e589a9b9-01ff-4f18-be27-a9a5fe893e87 [ 1696.649575] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2580c973-4a41-40b4-8635-466255eb3fe1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.661488] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Task: {'id': task-1758650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520077} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.663484] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b408aee3-a0ca-4083-8ba3-dfa75e4eb227/b408aee3-a0ca-4083-8ba3-dfa75e4eb227.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1696.663710] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1696.664133] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d151cbc-6c78-4566-b7f5-aef380be37c4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.668235] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ef9b62-ddb5-4964-9511-c6734dd75336 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.411350] env[62023]: DEBUG oslo_concurrency.lockutils [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.414164] env[62023]: DEBUG nova.network.neutron [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1697.421606] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7378e93-db06-4eaf-9323-066a60f639bc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.424600] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Waiting for the task: (returnval){ [ 1697.424600] env[62023]: value = "task-1758651" [ 1697.424600] env[62023]: _type = "Task" [ 1697.424600] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.425065] env[62023]: DEBUG oslo_concurrency.lockutils [None req-936a4c40-32ce-4739-8d73-db942fb7489e tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "e589a9b9-01ff-4f18-be27-a9a5fe893e87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.361s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.441110] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3920edf-a909-461b-ad1f-a80f88c542ba tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] The volume has not been displaced from its original location: [datastore1] volume-cada6120-a660-454b-ad10-4c1a5de39466/volume-cada6120-a660-454b-ad10-4c1a5de39466.vmdk. No consolidation needed. {{(pid=62023) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1697.446332] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3920edf-a909-461b-ad1f-a80f88c542ba tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1697.449996] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b51e3fe8-bdfd-45fe-888d-a5e3cbd823f5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.468929] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Task: {'id': task-1758651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076944} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.469638] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1697.470506] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8202eb67-6b4d-4e6a-a765-64e435381c08 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.474374] env[62023]: DEBUG oslo_vmware.api [None req-e3920edf-a909-461b-ad1f-a80f88c542ba tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1697.474374] env[62023]: value = "task-1758652" [ 1697.474374] env[62023]: _type = "Task" [ 1697.474374] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.497239] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] b408aee3-a0ca-4083-8ba3-dfa75e4eb227/b408aee3-a0ca-4083-8ba3-dfa75e4eb227.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1697.500049] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a00eb26-0d05-423a-89e8-8d15cd55a132 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.519151] env[62023]: DEBUG nova.compute.manager [req-c71984fe-3c67-4f6a-8b5e-37e470acdd1e req-2c7beb6e-90da-41c7-9224-ae089007b860 service nova] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Received event network-vif-plugged-6d5b3124-f342-4f37-9476-c536f55587b6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1697.519151] env[62023]: DEBUG oslo_concurrency.lockutils [req-c71984fe-3c67-4f6a-8b5e-37e470acdd1e req-2c7beb6e-90da-41c7-9224-ae089007b860 service nova] Acquiring lock "305d1c22-6e30-4a74-9721-c893c183d0f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.519151] env[62023]: DEBUG oslo_concurrency.lockutils [req-c71984fe-3c67-4f6a-8b5e-37e470acdd1e req-2c7beb6e-90da-41c7-9224-ae089007b860 service nova] Lock "305d1c22-6e30-4a74-9721-c893c183d0f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.519151] env[62023]: DEBUG oslo_concurrency.lockutils [req-c71984fe-3c67-4f6a-8b5e-37e470acdd1e req-2c7beb6e-90da-41c7-9224-ae089007b860 service nova] Lock "305d1c22-6e30-4a74-9721-c893c183d0f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.519758] env[62023]: DEBUG nova.compute.manager [req-c71984fe-3c67-4f6a-8b5e-37e470acdd1e req-2c7beb6e-90da-41c7-9224-ae089007b860 service nova] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] No waiting events found dispatching network-vif-plugged-6d5b3124-f342-4f37-9476-c536f55587b6 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1697.519758] env[62023]: WARNING nova.compute.manager [req-c71984fe-3c67-4f6a-8b5e-37e470acdd1e req-2c7beb6e-90da-41c7-9224-ae089007b860 service nova] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Received unexpected event network-vif-plugged-6d5b3124-f342-4f37-9476-c536f55587b6 for instance with vm_state building and task_state spawning. [ 1697.519877] env[62023]: DEBUG nova.compute.manager [req-c71984fe-3c67-4f6a-8b5e-37e470acdd1e req-2c7beb6e-90da-41c7-9224-ae089007b860 service nova] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Received event network-changed-6d5b3124-f342-4f37-9476-c536f55587b6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1697.520062] env[62023]: DEBUG nova.compute.manager [req-c71984fe-3c67-4f6a-8b5e-37e470acdd1e req-2c7beb6e-90da-41c7-9224-ae089007b860 service nova] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Refreshing instance network info cache due to event network-changed-6d5b3124-f342-4f37-9476-c536f55587b6. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1697.520543] env[62023]: DEBUG oslo_concurrency.lockutils [req-c71984fe-3c67-4f6a-8b5e-37e470acdd1e req-2c7beb6e-90da-41c7-9224-ae089007b860 service nova] Acquiring lock "refresh_cache-305d1c22-6e30-4a74-9721-c893c183d0f0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.526718] env[62023]: DEBUG oslo_vmware.api [None req-e3920edf-a909-461b-ad1f-a80f88c542ba tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.532909] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Waiting for the task: (returnval){ [ 1697.532909] env[62023]: value = "task-1758653" [ 1697.532909] env[62023]: _type = "Task" [ 1697.532909] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.541659] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Task: {'id': task-1758653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.741785] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d541a1f9-a705-4bb0-b03f-9c28dec37285 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.749424] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacb5976-03d6-41df-8d19-9a3f7b0564ae {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.792691] env[62023]: DEBUG nova.network.neutron [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Updating instance_info_cache with network_info: [{"id": "6d5b3124-f342-4f37-9476-c536f55587b6", "address": "fa:16:3e:d2:05:cd", "network": {"id": "ac8584c2-7bb1-4641-a289-80abb9f7ddba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-657662513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928232ac809f46f78c57a3f1f2965e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d5b3124-f3", "ovs_interfaceid": "6d5b3124-f342-4f37-9476-c536f55587b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.798136] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48d9752-66a5-4ed1-afd4-6721c640dc14 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.800595] env[62023]: DEBUG nova.network.neutron [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Updating instance_info_cache with network_info: [{"id": "8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1", "address": "fa:16:3e:a1:e3:13", "network": {"id": "1b2aaf7d-456c-4b5e-97aa-0b97d2c193a6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-792452981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ad90f580334463900f624d8a36f393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1c9f16-6f", "ovs_interfaceid": "8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.808592] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2239f8ac-82cd-4e21-833a-7c715bcc9614 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.827148] env[62023]: DEBUG nova.compute.provider_tree [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1697.987011] env[62023]: DEBUG oslo_vmware.api [None req-e3920edf-a909-461b-ad1f-a80f88c542ba tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758652, 'name': ReconfigVM_Task, 'duration_secs': 0.245099} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.987918] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3920edf-a909-461b-ad1f-a80f88c542ba tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1697.992620] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d0e1791-6ba2-4530-8219-ed4eb824d65f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.008902] env[62023]: DEBUG oslo_vmware.api [None req-e3920edf-a909-461b-ad1f-a80f88c542ba tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1698.008902] env[62023]: value = "task-1758654" [ 1698.008902] env[62023]: _type = "Task" [ 1698.008902] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.017641] env[62023]: DEBUG oslo_vmware.api [None req-e3920edf-a909-461b-ad1f-a80f88c542ba tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.042698] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Task: {'id': task-1758653, 'name': ReconfigVM_Task, 'duration_secs': 0.322669} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.042899] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Reconfigured VM instance instance-0000005d to attach disk [datastore1] b408aee3-a0ca-4083-8ba3-dfa75e4eb227/b408aee3-a0ca-4083-8ba3-dfa75e4eb227.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1698.043530] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89e66348-2508-4efe-b84f-2531f45d3946 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.050290] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Waiting for the task: (returnval){ [ 1698.050290] env[62023]: value = "task-1758655" [ 1698.050290] env[62023]: _type = "Task" [ 1698.050290] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.059337] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Task: {'id': task-1758655, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.296275] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Releasing lock "refresh_cache-305d1c22-6e30-4a74-9721-c893c183d0f0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.296672] env[62023]: DEBUG nova.compute.manager [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Instance network_info: |[{"id": "6d5b3124-f342-4f37-9476-c536f55587b6", "address": "fa:16:3e:d2:05:cd", "network": {"id": "ac8584c2-7bb1-4641-a289-80abb9f7ddba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-657662513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928232ac809f46f78c57a3f1f2965e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d5b3124-f3", "ovs_interfaceid": "6d5b3124-f342-4f37-9476-c536f55587b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1698.297037] env[62023]: DEBUG oslo_concurrency.lockutils [req-c71984fe-3c67-4f6a-8b5e-37e470acdd1e req-2c7beb6e-90da-41c7-9224-ae089007b860 service nova] Acquired lock "refresh_cache-305d1c22-6e30-4a74-9721-c893c183d0f0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.297238] env[62023]: DEBUG nova.network.neutron [req-c71984fe-3c67-4f6a-8b5e-37e470acdd1e req-2c7beb6e-90da-41c7-9224-ae089007b860 service nova] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Refreshing network info cache for port 6d5b3124-f342-4f37-9476-c536f55587b6 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1698.298640] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:05:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d5b3124-f342-4f37-9476-c536f55587b6', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1698.306502] env[62023]: DEBUG oslo.service.loopingcall [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1698.309814] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Releasing lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.310581] env[62023]: DEBUG nova.objects.instance [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lazy-loading 'flavor' on Instance uuid 1213f6be-c3e6-4fbb-96b1-3736ece929a2 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1698.311790] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1698.312506] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35c21a8c-f37d-4449-81fa-6ae260e35a93 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.334148] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1698.334148] env[62023]: value = "task-1758656" [ 1698.334148] env[62023]: _type = "Task" [ 1698.334148] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.342208] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758656, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.347389] env[62023]: ERROR nova.scheduler.client.report [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] [req-17650a7c-a16f-4010-9dfa-d0c981669273] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-17650a7c-a16f-4010-9dfa-d0c981669273"}]} [ 1698.363486] env[62023]: DEBUG nova.scheduler.client.report [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1698.376707] env[62023]: DEBUG nova.scheduler.client.report [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1698.376965] env[62023]: DEBUG nova.compute.provider_tree [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1698.388027] env[62023]: DEBUG nova.scheduler.client.report [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1698.406059] env[62023]: DEBUG nova.scheduler.client.report [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1698.481809] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "8a64edeb-1428-4390-a224-f13f553cd0ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.485677] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "8a64edeb-1428-4390-a224-f13f553cd0ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.522599] env[62023]: DEBUG oslo_vmware.api [None req-e3920edf-a909-461b-ad1f-a80f88c542ba tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758654, 'name': ReconfigVM_Task, 'duration_secs': 0.154235} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.522985] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3920edf-a909-461b-ad1f-a80f88c542ba tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365400', 'volume_id': 'cada6120-a660-454b-ad10-4c1a5de39466', 'name': 'volume-cada6120-a660-454b-ad10-4c1a5de39466', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8889bd20-94aa-4d24-8f3a-1a5cb31688e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'cada6120-a660-454b-ad10-4c1a5de39466', 'serial': 'cada6120-a660-454b-ad10-4c1a5de39466'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1698.563023] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Task: {'id': task-1758655, 'name': Rename_Task, 'duration_secs': 0.174316} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.563577] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1698.563577] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffb532d4-c1bf-41dc-b7de-8cad01f479c5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.570355] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Waiting for the task: (returnval){ [ 1698.570355] env[62023]: value = "task-1758657" [ 1698.570355] env[62023]: _type = "Task" [ 1698.570355] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.581186] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Task: {'id': task-1758657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.674676] env[62023]: DEBUG nova.network.neutron [req-c71984fe-3c67-4f6a-8b5e-37e470acdd1e req-2c7beb6e-90da-41c7-9224-ae089007b860 service nova] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Updated VIF entry in instance network info cache for port 6d5b3124-f342-4f37-9476-c536f55587b6. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1698.675145] env[62023]: DEBUG nova.network.neutron [req-c71984fe-3c67-4f6a-8b5e-37e470acdd1e req-2c7beb6e-90da-41c7-9224-ae089007b860 service nova] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Updating instance_info_cache with network_info: [{"id": "6d5b3124-f342-4f37-9476-c536f55587b6", "address": "fa:16:3e:d2:05:cd", "network": {"id": "ac8584c2-7bb1-4641-a289-80abb9f7ddba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-657662513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928232ac809f46f78c57a3f1f2965e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d5b3124-f3", "ovs_interfaceid": "6d5b3124-f342-4f37-9476-c536f55587b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.770173] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa39bb44-5ee6-4b29-badc-b68aaa5c3690 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.778768] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cb538e-b2c7-43e4-8b32-a5254b725543 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.809165] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaf421e-305a-457b-be16-eac8683dad9f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.820672] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b91a8d7-43b0-4d65-99d6-2b12789973a2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.825542] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6f561a-1824-4fd7-97aa-0ddab2b32a66 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.839229] env[62023]: DEBUG nova.compute.provider_tree [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.864601] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1698.865795] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cca425d8-dcfa-4d8b-9a56-ae2f26fbf269 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.873405] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758656, 'name': CreateVM_Task, 'duration_secs': 0.361142} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.874602] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1698.874939] env[62023]: DEBUG oslo_vmware.api [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1698.874939] env[62023]: value = "task-1758658" [ 1698.874939] env[62023]: _type = "Task" [ 1698.874939] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.875575] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.875733] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.876063] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1698.876350] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ee00c08-4fa3-4656-a22d-9215f6100f47 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.884343] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1698.884343] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cfb42b-5ed5-62f9-1a13-207d637502f2" [ 1698.884343] env[62023]: _type = "Task" [ 1698.884343] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.889019] env[62023]: DEBUG oslo_vmware.api [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.895023] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cfb42b-5ed5-62f9-1a13-207d637502f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.988028] env[62023]: DEBUG nova.compute.manager [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1699.076891] env[62023]: DEBUG nova.objects.instance [None req-e3920edf-a909-461b-ad1f-a80f88c542ba tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lazy-loading 'flavor' on Instance uuid 8889bd20-94aa-4d24-8f3a-1a5cb31688e9 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1699.082059] env[62023]: DEBUG oslo_vmware.api [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Task: {'id': task-1758657, 'name': PowerOnVM_Task, 'duration_secs': 0.441703} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.082153] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1699.082338] env[62023]: INFO nova.compute.manager [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1699.082516] env[62023]: DEBUG nova.compute.manager [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1699.083335] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad57618-1dd0-4f77-936d-28c80606e692 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.135172] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1699.135430] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1699.180626] env[62023]: DEBUG oslo_concurrency.lockutils [req-c71984fe-3c67-4f6a-8b5e-37e470acdd1e req-2c7beb6e-90da-41c7-9224-ae089007b860 service nova] Releasing lock "refresh_cache-305d1c22-6e30-4a74-9721-c893c183d0f0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.366385] env[62023]: DEBUG nova.scheduler.client.report [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1699.390590] env[62023]: DEBUG oslo_vmware.api [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758658, 'name': PowerOffVM_Task, 'duration_secs': 0.424455} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.396045] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1699.400898] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Reconfiguring VM instance instance-00000052 to detach disk 2002 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1699.401536] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b7596a0-33bb-4a1e-97fe-184542e4485d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.421020] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cfb42b-5ed5-62f9-1a13-207d637502f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009833} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.422206] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.422449] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1699.422813] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.422813] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.422982] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1699.423301] env[62023]: DEBUG oslo_vmware.api [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1699.423301] env[62023]: value = "task-1758659" [ 1699.423301] env[62023]: _type = "Task" [ 1699.423301] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.423481] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be0921f5-603f-4661-8e58-20eabd145e18 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.433748] env[62023]: DEBUG oslo_vmware.api [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758659, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.435296] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1699.435466] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1699.436230] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf654b0d-bf72-415c-b800-29cda3df8523 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.441339] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1699.441339] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52bb83ee-162f-d8f5-249d-64fdae845971" [ 1699.441339] env[62023]: _type = "Task" [ 1699.441339] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.450100] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52bb83ee-162f-d8f5-249d-64fdae845971, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.508310] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.601719] env[62023]: INFO nova.compute.manager [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Took 25.03 seconds to build instance. [ 1699.643673] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1699.643837] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Starting heal instance info cache {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1699.738855] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "7096b4e3-b7f5-4650-86e1-274b5540b925" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.738855] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "7096b4e3-b7f5-4650-86e1-274b5540b925" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.738855] env[62023]: INFO nova.compute.manager [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Shelving [ 1699.872984] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.276s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.875772] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.881s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.892456] env[62023]: INFO nova.scheduler.client.report [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Deleted allocations for instance b055cbdb-6e45-4cf7-b171-884c4920827d [ 1699.936944] env[62023]: DEBUG oslo_vmware.api [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.950978] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52bb83ee-162f-d8f5-249d-64fdae845971, 'name': SearchDatastore_Task, 'duration_secs': 0.027208} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.951774] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0b425ec-a463-4196-922b-311556e14d75 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.957531] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1699.957531] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5264208d-a5fe-f81a-7a96-9de6ccb0b194" [ 1699.957531] env[62023]: _type = "Task" [ 1699.957531] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.965205] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5264208d-a5fe-f81a-7a96-9de6ccb0b194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.086843] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e3920edf-a909-461b-ad1f-a80f88c542ba tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.024s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.106116] env[62023]: DEBUG oslo_concurrency.lockutils [None req-19f5dd94-6b3d-46d4-a141-b6ce9819a20e tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Lock "b408aee3-a0ca-4083-8ba3-dfa75e4eb227" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.551s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.146715] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Didn't find any instances for network info cache update. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1700.146875] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1700.147050] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1700.147289] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1700.147444] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1700.147637] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1700.147831] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1700.147961] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1700.148131] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1700.267450] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1952bf16-717c-4d1d-8b7e-2d694dd1d5c2 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.267725] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1952bf16-717c-4d1d-8b7e-2d694dd1d5c2 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.267905] env[62023]: DEBUG nova.compute.manager [None req-1952bf16-717c-4d1d-8b7e-2d694dd1d5c2 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1700.268778] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f03332a-189e-4e46-8932-5867e6abae9c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.276192] env[62023]: DEBUG nova.compute.manager [None req-1952bf16-717c-4d1d-8b7e-2d694dd1d5c2 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62023) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1700.276743] env[62023]: DEBUG nova.objects.instance [None req-1952bf16-717c-4d1d-8b7e-2d694dd1d5c2 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lazy-loading 'flavor' on Instance uuid 8889bd20-94aa-4d24-8f3a-1a5cb31688e9 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1700.402175] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05cba88d-65f6-43b8-9cd0-b8050899a76f tempest-ServerShowV257Test-1667678190 tempest-ServerShowV257Test-1667678190-project-member] Lock "b055cbdb-6e45-4cf7-b171-884c4920827d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.884s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.411098] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Acquiring lock "b408aee3-a0ca-4083-8ba3-dfa75e4eb227" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.411186] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Lock "b408aee3-a0ca-4083-8ba3-dfa75e4eb227" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.412208] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Acquiring lock "b408aee3-a0ca-4083-8ba3-dfa75e4eb227-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.412208] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Lock "b408aee3-a0ca-4083-8ba3-dfa75e4eb227-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.412208] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Lock "b408aee3-a0ca-4083-8ba3-dfa75e4eb227-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.416530] env[62023]: INFO nova.compute.manager [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Terminating instance [ 1700.439331] env[62023]: DEBUG oslo_vmware.api [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758659, 'name': ReconfigVM_Task, 'duration_secs': 0.606768} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.441793] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Reconfigured VM instance instance-00000052 to detach disk 2002 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1700.441993] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1700.442432] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65468492-385f-44d5-a448-4d55d1f2c201 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.449643] env[62023]: DEBUG oslo_vmware.api [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1700.449643] env[62023]: value = "task-1758660" [ 1700.449643] env[62023]: _type = "Task" [ 1700.449643] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.459198] env[62023]: DEBUG oslo_vmware.api [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.470825] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5264208d-a5fe-f81a-7a96-9de6ccb0b194, 'name': SearchDatastore_Task, 'duration_secs': 0.016316} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.471544] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.471544] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 305d1c22-6e30-4a74-9721-c893c183d0f0/305d1c22-6e30-4a74-9721-c893c183d0f0.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1700.471759] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83f42b36-defc-445f-b2d0-6855bcf33af5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.480876] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1700.480876] env[62023]: value = "task-1758661" [ 1700.480876] env[62023]: _type = "Task" [ 1700.480876] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.505867] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.651212] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.738554] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd1b1a9-2195-4f00-b87f-a89b18ac189e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.744306] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834c7e8a-0de8-4cb4-91d1-c135986ab31b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.747985] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1700.748297] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb4c1b4b-3798-44df-964b-2f124c9c6726 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.790882] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1ad41e-e61c-4fdd-ab90-d52043cd10f6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.795583] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1700.795583] env[62023]: value = "task-1758662" [ 1700.795583] env[62023]: _type = "Task" [ 1700.795583] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.806530] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68644298-957d-455e-b9c8-81758145c8c8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.817569] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.829803] env[62023]: DEBUG nova.compute.provider_tree [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1700.920509] env[62023]: DEBUG nova.compute.manager [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1700.920894] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1700.921811] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8b7e8a-a857-4665-bca9-86d6889443a2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.933448] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1700.933730] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-024be8b2-7072-4cea-aec8-3c391fa3f525 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.948077] env[62023]: DEBUG oslo_vmware.api [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Waiting for the task: (returnval){ [ 1700.948077] env[62023]: value = "task-1758663" [ 1700.948077] env[62023]: _type = "Task" [ 1700.948077] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.960906] env[62023]: DEBUG oslo_vmware.api [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758660, 'name': PowerOnVM_Task, 'duration_secs': 0.456098} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.961294] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1700.961542] env[62023]: DEBUG nova.compute.manager [None req-9a4e5f8f-3028-4f0b-9dad-2a95852f8873 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1700.965716] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f2986c-a27d-48d1-8983-19300fc52622 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.968685] env[62023]: DEBUG oslo_vmware.api [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Task: {'id': task-1758663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.992328] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758661, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.305477] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1952bf16-717c-4d1d-8b7e-2d694dd1d5c2 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1701.309279] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eae6fe52-aab3-4aaa-846a-5728b20f8543 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.311303] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758662, 'name': PowerOffVM_Task, 'duration_secs': 0.250553} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.311380] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1701.312520] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9b40d9-3986-4543-91a8-a9ccc7efd847 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.316258] env[62023]: DEBUG oslo_vmware.api [None req-1952bf16-717c-4d1d-8b7e-2d694dd1d5c2 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1701.316258] env[62023]: value = "task-1758664" [ 1701.316258] env[62023]: _type = "Task" [ 1701.316258] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.334340] env[62023]: DEBUG nova.scheduler.client.report [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1701.339039] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc92208-c0fa-44ca-b231-5a915a60871f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.346404] env[62023]: DEBUG oslo_vmware.api [None req-1952bf16-717c-4d1d-8b7e-2d694dd1d5c2 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.458688] env[62023]: DEBUG oslo_vmware.api [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Task: {'id': task-1758663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.492420] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907945} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.496721] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 305d1c22-6e30-4a74-9721-c893c183d0f0/305d1c22-6e30-4a74-9721-c893c183d0f0.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1701.496721] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1701.496721] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-475ed44d-3586-4c18-8fb9-4c604bf03a09 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.504041] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1701.504041] env[62023]: value = "task-1758665" [ 1701.504041] env[62023]: _type = "Task" [ 1701.504041] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.518228] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.826899] env[62023]: DEBUG oslo_vmware.api [None req-1952bf16-717c-4d1d-8b7e-2d694dd1d5c2 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758664, 'name': PowerOffVM_Task, 'duration_secs': 0.246998} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.827172] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1952bf16-717c-4d1d-8b7e-2d694dd1d5c2 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1701.827371] env[62023]: DEBUG nova.compute.manager [None req-1952bf16-717c-4d1d-8b7e-2d694dd1d5c2 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1701.828153] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c742386-a01d-4880-b848-3908e56e7137 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.857796] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Creating Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1701.858114] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b1a371fa-b307-48a7-b90f-54596445d543 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.869751] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1701.869751] env[62023]: value = "task-1758666" [ 1701.869751] env[62023]: _type = "Task" [ 1701.869751] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.876308] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.959309] env[62023]: DEBUG oslo_vmware.api [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Task: {'id': task-1758663, 'name': PowerOffVM_Task, 'duration_secs': 0.620847} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.959642] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1701.959782] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1701.960061] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82cf9280-8131-4c4d-a9a7-bb4c81ca20d5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.013856] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092527} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.014285] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1702.015568] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7b8f2f-efe0-4460-acf0-8f337785a1d4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.041658] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 305d1c22-6e30-4a74-9721-c893c183d0f0/305d1c22-6e30-4a74-9721-c893c183d0f0.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1702.043103] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28dd870d-c9f2-42ef-9f44-8c57cdda735e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.060251] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1702.060251] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1702.060251] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Deleting the datastore file [datastore1] b408aee3-a0ca-4083-8ba3-dfa75e4eb227 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1702.060251] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc362539-5e06-4910-9c45-4f8d6f66a1b1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.066145] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1702.066145] env[62023]: value = "task-1758668" [ 1702.066145] env[62023]: _type = "Task" [ 1702.066145] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.067515] env[62023]: DEBUG oslo_vmware.api [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Waiting for the task: (returnval){ [ 1702.067515] env[62023]: value = "task-1758669" [ 1702.067515] env[62023]: _type = "Task" [ 1702.067515] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.080297] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758668, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.084122] env[62023]: DEBUG oslo_vmware.api [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Task: {'id': task-1758669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.340299] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1952bf16-717c-4d1d-8b7e-2d694dd1d5c2 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.352927] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.477s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.359547] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.285s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.361932] env[62023]: INFO nova.compute.claims [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1702.378515] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758666, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.587554] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758668, 'name': ReconfigVM_Task, 'duration_secs': 0.448586} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.587813] env[62023]: DEBUG oslo_vmware.api [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Task: {'id': task-1758669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215397} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.588521] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 305d1c22-6e30-4a74-9721-c893c183d0f0/305d1c22-6e30-4a74-9721-c893c183d0f0.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1702.589617] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1702.589617] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1702.589617] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1702.589792] env[62023]: INFO nova.compute.manager [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1702.589921] env[62023]: DEBUG oslo.service.loopingcall [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1702.590141] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-052c95ea-8b7b-432f-b837-c2d37590ba9f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.592114] env[62023]: DEBUG nova.compute.manager [-] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1702.592227] env[62023]: DEBUG nova.network.neutron [-] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1702.598663] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1702.598663] env[62023]: value = "task-1758670" [ 1702.598663] env[62023]: _type = "Task" [ 1702.598663] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.606238] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758670, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.706975] env[62023]: DEBUG nova.compute.manager [req-e00a4236-e8ef-4b2e-82e4-f2546461a281 req-7e477853-1fa9-441a-b43a-2df3922949a2 service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Received event network-changed-8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1702.707110] env[62023]: DEBUG nova.compute.manager [req-e00a4236-e8ef-4b2e-82e4-f2546461a281 req-7e477853-1fa9-441a-b43a-2df3922949a2 service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Refreshing instance network info cache due to event network-changed-8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1702.707392] env[62023]: DEBUG oslo_concurrency.lockutils [req-e00a4236-e8ef-4b2e-82e4-f2546461a281 req-7e477853-1fa9-441a-b43a-2df3922949a2 service nova] Acquiring lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.707477] env[62023]: DEBUG oslo_concurrency.lockutils [req-e00a4236-e8ef-4b2e-82e4-f2546461a281 req-7e477853-1fa9-441a-b43a-2df3922949a2 service nova] Acquired lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.708570] env[62023]: DEBUG nova.network.neutron [req-e00a4236-e8ef-4b2e-82e4-f2546461a281 req-7e477853-1fa9-441a-b43a-2df3922949a2 service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Refreshing network info cache for port 8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1702.865265] env[62023]: DEBUG nova.objects.instance [None req-59304fe8-9241-4b3e-a582-1670e15fabea tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lazy-loading 'flavor' on Instance uuid 8889bd20-94aa-4d24-8f3a-1a5cb31688e9 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1702.882190] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758666, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.940251] env[62023]: INFO nova.scheduler.client.report [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleted allocation for migration f8eba398-7726-4eac-8aa5-3b4dd3f9f7ef [ 1703.108975] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758670, 'name': Rename_Task, 'duration_secs': 0.16307} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.109280] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1703.109450] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe3d203d-5651-4122-b701-91d0534bb07c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.116588] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1703.116588] env[62023]: value = "task-1758671" [ 1703.116588] env[62023]: _type = "Task" [ 1703.116588] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.125445] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.267966] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "681fa498-8577-44cf-ab89-ede5ac113f74" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.268327] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "681fa498-8577-44cf-ab89-ede5ac113f74" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.268622] env[62023]: INFO nova.compute.manager [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Shelving [ 1703.339921] env[62023]: DEBUG nova.network.neutron [-] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.378662] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59304fe8-9241-4b3e-a582-1670e15fabea tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "refresh_cache-8889bd20-94aa-4d24-8f3a-1a5cb31688e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.379128] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59304fe8-9241-4b3e-a582-1670e15fabea tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquired lock "refresh_cache-8889bd20-94aa-4d24-8f3a-1a5cb31688e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.379128] env[62023]: DEBUG nova.network.neutron [None req-59304fe8-9241-4b3e-a582-1670e15fabea tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1703.379248] env[62023]: DEBUG nova.objects.instance [None req-59304fe8-9241-4b3e-a582-1670e15fabea tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lazy-loading 'info_cache' on Instance uuid 8889bd20-94aa-4d24-8f3a-1a5cb31688e9 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1703.387027] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758666, 'name': CreateSnapshot_Task, 'duration_secs': 1.197858} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.387027] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Created Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1703.387795] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a57270-7005-4e25-8691-8e0b19b4d583 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.447758] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2555c6e3-16d2-4621-9ef7-b4eb581a5f76 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.994s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.483921] env[62023]: DEBUG nova.network.neutron [req-e00a4236-e8ef-4b2e-82e4-f2546461a281 req-7e477853-1fa9-441a-b43a-2df3922949a2 service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Updated VIF entry in instance network info cache for port 8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1703.484330] env[62023]: DEBUG nova.network.neutron [req-e00a4236-e8ef-4b2e-82e4-f2546461a281 req-7e477853-1fa9-441a-b43a-2df3922949a2 service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Updating instance_info_cache with network_info: [{"id": "8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1", "address": "fa:16:3e:a1:e3:13", "network": {"id": "1b2aaf7d-456c-4b5e-97aa-0b97d2c193a6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-792452981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ad90f580334463900f624d8a36f393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1c9f16-6f", "ovs_interfaceid": "8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.626029] env[62023]: DEBUG oslo_vmware.api [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758671, 'name': PowerOnVM_Task, 'duration_secs': 0.494899} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.628463] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1703.628693] env[62023]: INFO nova.compute.manager [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1703.628877] env[62023]: DEBUG nova.compute.manager [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1703.630371] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f970b57c-c1ef-47f8-b13f-5fa6fa83e645 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.698049] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5879cace-0066-49c8-9464-c6ac4942c439 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.706357] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e977a0be-df4e-4b6d-a685-7713fee3f483 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.710585] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.710862] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.711083] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "08e31d22-8c2c-4bdc-9258-0406f8fd0fa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.711269] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "08e31d22-8c2c-4bdc-9258-0406f8fd0fa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.711437] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "08e31d22-8c2c-4bdc-9258-0406f8fd0fa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.713827] env[62023]: INFO nova.compute.manager [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Terminating instance [ 1703.742260] env[62023]: DEBUG nova.compute.manager [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1703.742475] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1703.743286] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a19270-f182-48fd-b8a0-facdff7a7d3b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.746456] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86cdb55-0eb0-4963-b3ef-ea0964393ad2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.759269] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bed3ee-f891-4f78-aa05-e4228e5c95d6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.763383] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1703.763833] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46132596-ce6c-4531-ae32-c72b4d03438a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.777905] env[62023]: DEBUG nova.compute.provider_tree [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.783078] env[62023]: DEBUG oslo_vmware.api [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1703.783078] env[62023]: value = "task-1758672" [ 1703.783078] env[62023]: _type = "Task" [ 1703.783078] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.793140] env[62023]: DEBUG oslo_vmware.api [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.842588] env[62023]: INFO nova.compute.manager [-] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Took 1.25 seconds to deallocate network for instance. [ 1703.885024] env[62023]: DEBUG nova.objects.base [None req-59304fe8-9241-4b3e-a582-1670e15fabea tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Object Instance<8889bd20-94aa-4d24-8f3a-1a5cb31688e9> lazy-loaded attributes: flavor,info_cache {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1703.913375] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Creating linked-clone VM from snapshot {{(pid=62023) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1703.914148] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-09b8cd44-e391-4970-b9f3-944b0fb19e68 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.926898] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1703.926898] env[62023]: value = "task-1758673" [ 1703.926898] env[62023]: _type = "Task" [ 1703.926898] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.939834] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758673, 'name': CloneVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.986802] env[62023]: DEBUG oslo_concurrency.lockutils [req-e00a4236-e8ef-4b2e-82e4-f2546461a281 req-7e477853-1fa9-441a-b43a-2df3922949a2 service nova] Releasing lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.155605] env[62023]: INFO nova.compute.manager [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Took 23.29 seconds to build instance. [ 1704.234263] env[62023]: DEBUG oslo_concurrency.lockutils [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "6d2e20b3-5a43-4cfc-8220-e3268d86ee08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.234505] env[62023]: DEBUG oslo_concurrency.lockutils [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "6d2e20b3-5a43-4cfc-8220-e3268d86ee08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.284811] env[62023]: DEBUG nova.scheduler.client.report [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1704.288544] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1704.291986] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b99063d-35e5-4287-80c0-070b94d81417 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.299613] env[62023]: DEBUG oslo_vmware.api [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758672, 'name': PowerOffVM_Task, 'duration_secs': 0.228963} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.300967] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1704.301168] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1704.305209] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1704.305209] env[62023]: value = "task-1758674" [ 1704.305209] env[62023]: _type = "Task" [ 1704.305209] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.305209] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0952be2c-cc60-4b26-9835-aa422fb85f06 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.313594] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.349968] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.436390] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758673, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.496789] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1704.497202] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1704.497505] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleting the datastore file [datastore1] 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1704.498167] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77fe1d24-44cc-401e-9146-649f4f00eb1f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.508038] env[62023]: DEBUG oslo_vmware.api [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1704.508038] env[62023]: value = "task-1758676" [ 1704.508038] env[62023]: _type = "Task" [ 1704.508038] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.521903] env[62023]: DEBUG oslo_vmware.api [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.636179] env[62023]: DEBUG nova.network.neutron [None req-59304fe8-9241-4b3e-a582-1670e15fabea tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Updating instance_info_cache with network_info: [{"id": "af0fd2db-3674-421c-9a30-67dcb02b2a40", "address": "fa:16:3e:a3:39:0b", "network": {"id": "a3bde613-69f5-428e-a129-74fbbe1d6915", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1658306993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7491bdf32c347afb6347a369b35fa40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0fd2db-36", "ovs_interfaceid": "af0fd2db-3674-421c-9a30-67dcb02b2a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.656569] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9487cfdf-4367-4989-9411-aeba512aa959 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "305d1c22-6e30-4a74-9721-c893c183d0f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.803s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.736515] env[62023]: DEBUG nova.compute.manager [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1704.773151] env[62023]: DEBUG nova.compute.manager [req-a92a08ee-e3f9-4909-a661-33670b83b9e3 req-e04ed86b-8705-4976-bac6-47c1258d80a7 service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Received event network-changed-8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1704.773281] env[62023]: DEBUG nova.compute.manager [req-a92a08ee-e3f9-4909-a661-33670b83b9e3 req-e04ed86b-8705-4976-bac6-47c1258d80a7 service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Refreshing instance network info cache due to event network-changed-8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1704.773517] env[62023]: DEBUG oslo_concurrency.lockutils [req-a92a08ee-e3f9-4909-a661-33670b83b9e3 req-e04ed86b-8705-4976-bac6-47c1258d80a7 service nova] Acquiring lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.773712] env[62023]: DEBUG oslo_concurrency.lockutils [req-a92a08ee-e3f9-4909-a661-33670b83b9e3 req-e04ed86b-8705-4976-bac6-47c1258d80a7 service nova] Acquired lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.773868] env[62023]: DEBUG nova.network.neutron [req-a92a08ee-e3f9-4909-a661-33670b83b9e3 req-e04ed86b-8705-4976-bac6-47c1258d80a7 service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Refreshing network info cache for port 8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1704.795428] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.795941] env[62023]: DEBUG nova.compute.manager [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1704.799813] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.553s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.799813] env[62023]: DEBUG nova.objects.instance [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lazy-loading 'resources' on Instance uuid 8738aede-3817-4117-a482-a77db3db46a1 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.813937] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.938209] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758673, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.018702] env[62023]: DEBUG oslo_vmware.api [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.140083] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59304fe8-9241-4b3e-a582-1670e15fabea tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Releasing lock "refresh_cache-8889bd20-94aa-4d24-8f3a-1a5cb31688e9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.258598] env[62023]: DEBUG oslo_concurrency.lockutils [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.302606] env[62023]: DEBUG nova.compute.utils [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1705.306884] env[62023]: DEBUG nova.compute.manager [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1705.307223] env[62023]: DEBUG nova.network.neutron [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1705.321629] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.376994] env[62023]: DEBUG nova.policy [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '630c4be5000e4cd395964f52540cb2cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f549db5da5bc430287682d3002b1c006', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1705.445317] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758673, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.519757] env[62023]: DEBUG oslo_vmware.api [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.640030] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efae0dee-4911-4e17-a5bb-54d79939c714 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.650282] env[62023]: DEBUG nova.compute.manager [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1705.651766] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3006281-c78d-41cb-aa31-c92bbb381fb3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.657467] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c5ec69-dd8e-4d3c-96bf-a63a619f579a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.662373] env[62023]: DEBUG nova.network.neutron [req-a92a08ee-e3f9-4909-a661-33670b83b9e3 req-e04ed86b-8705-4976-bac6-47c1258d80a7 service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Updated VIF entry in instance network info cache for port 8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1705.662893] env[62023]: DEBUG nova.network.neutron [req-a92a08ee-e3f9-4909-a661-33670b83b9e3 req-e04ed86b-8705-4976-bac6-47c1258d80a7 service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Updating instance_info_cache with network_info: [{"id": "8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1", "address": "fa:16:3e:a1:e3:13", "network": {"id": "1b2aaf7d-456c-4b5e-97aa-0b97d2c193a6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-792452981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ad90f580334463900f624d8a36f393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1c9f16-6f", "ovs_interfaceid": "8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.701504] env[62023]: INFO nova.compute.manager [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] instance snapshotting [ 1705.703029] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14da64f6-698c-434e-9239-cc6a1e7bcacb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.706169] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8483614f-b335-44f8-bdc7-aff20ef26489 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.727973] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ac9af6-1c0f-427d-a2f8-0f51c9324ca5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.732768] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fdc12e-e061-4631-9928-4ae9e80ec99f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.746275] env[62023]: DEBUG nova.compute.provider_tree [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.807524] env[62023]: DEBUG nova.compute.manager [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1705.816925] env[62023]: DEBUG nova.network.neutron [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Successfully created port: 6c548f22-c3f2-401b-81ef-8120f61a95a2 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1705.824702] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.938155] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758673, 'name': CloneVM_Task} progress is 95%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.019794] env[62023]: DEBUG oslo_vmware.api [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.145559] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-59304fe8-9241-4b3e-a582-1670e15fabea tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1706.146183] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64f1c084-65ac-4712-9030-edfd5b1789f9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.153599] env[62023]: DEBUG oslo_vmware.api [None req-59304fe8-9241-4b3e-a582-1670e15fabea tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1706.153599] env[62023]: value = "task-1758677" [ 1706.153599] env[62023]: _type = "Task" [ 1706.153599] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.165313] env[62023]: DEBUG oslo_vmware.api [None req-59304fe8-9241-4b3e-a582-1670e15fabea tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.166176] env[62023]: DEBUG oslo_concurrency.lockutils [req-a92a08ee-e3f9-4909-a661-33670b83b9e3 req-e04ed86b-8705-4976-bac6-47c1258d80a7 service nova] Releasing lock "refresh_cache-1213f6be-c3e6-4fbb-96b1-3736ece929a2" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.166415] env[62023]: DEBUG nova.compute.manager [req-a92a08ee-e3f9-4909-a661-33670b83b9e3 req-e04ed86b-8705-4976-bac6-47c1258d80a7 service nova] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Received event network-vif-deleted-6f1dc89d-31dd-4be5-b745-e5545e69e1a3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1706.253767] env[62023]: DEBUG nova.scheduler.client.report [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1706.258007] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Creating Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1706.258514] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e708c5fd-20f1-4ff2-99ac-205a9166dcdc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.267203] env[62023]: DEBUG oslo_vmware.api [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1706.267203] env[62023]: value = "task-1758678" [ 1706.267203] env[62023]: _type = "Task" [ 1706.267203] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.277617] env[62023]: DEBUG oslo_vmware.api [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758678, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.324784] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.439819] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758673, 'name': CloneVM_Task} progress is 95%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.521759] env[62023]: DEBUG oslo_vmware.api [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.664085] env[62023]: DEBUG oslo_vmware.api [None req-59304fe8-9241-4b3e-a582-1670e15fabea tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.761075] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.765084] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.740s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.765412] env[62023]: DEBUG nova.objects.instance [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62023) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1706.780327] env[62023]: DEBUG oslo_vmware.api [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758678, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.790815] env[62023]: INFO nova.scheduler.client.report [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Deleted allocations for instance 8738aede-3817-4117-a482-a77db3db46a1 [ 1706.822423] env[62023]: DEBUG nova.compute.manager [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1706.824833] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758674, 'name': PowerOffVM_Task, 'duration_secs': 2.374138} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.826082] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1706.826537] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be73c9de-c40b-445c-9826-a908ef36134f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.850413] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f56f17-40ee-42a6-876e-253150ba3400 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.867550] env[62023]: DEBUG nova.virt.hardware [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1706.867810] env[62023]: DEBUG nova.virt.hardware [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1706.868009] env[62023]: DEBUG nova.virt.hardware [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1706.868239] env[62023]: DEBUG nova.virt.hardware [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1706.868459] env[62023]: DEBUG nova.virt.hardware [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1706.868967] env[62023]: DEBUG nova.virt.hardware [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1706.868967] env[62023]: DEBUG nova.virt.hardware [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1706.868967] env[62023]: DEBUG nova.virt.hardware [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1706.869207] env[62023]: DEBUG nova.virt.hardware [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1706.869207] env[62023]: DEBUG nova.virt.hardware [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1706.869370] env[62023]: DEBUG nova.virt.hardware [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1706.870665] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9100a4fd-cd11-4568-bf16-845e1c42147a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.880773] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd2e124-609a-4ac2-8afd-e594c6e4e70d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.939703] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758673, 'name': CloneVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.021397] env[62023]: DEBUG oslo_vmware.api [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.164793] env[62023]: DEBUG oslo_vmware.api [None req-59304fe8-9241-4b3e-a582-1670e15fabea tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.260692] env[62023]: DEBUG nova.compute.manager [req-7fef9c1c-35e1-4406-893d-84199b6db185 req-0e2a2a7b-8de5-4a91-a434-c6b8ac5ba78f service nova] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Received event network-vif-plugged-6c548f22-c3f2-401b-81ef-8120f61a95a2 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1707.261446] env[62023]: DEBUG oslo_concurrency.lockutils [req-7fef9c1c-35e1-4406-893d-84199b6db185 req-0e2a2a7b-8de5-4a91-a434-c6b8ac5ba78f service nova] Acquiring lock "966a5b9d-4dec-4411-b9d3-9f320ddc5de5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.261833] env[62023]: DEBUG oslo_concurrency.lockutils [req-7fef9c1c-35e1-4406-893d-84199b6db185 req-0e2a2a7b-8de5-4a91-a434-c6b8ac5ba78f service nova] Lock "966a5b9d-4dec-4411-b9d3-9f320ddc5de5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.262116] env[62023]: DEBUG oslo_concurrency.lockutils [req-7fef9c1c-35e1-4406-893d-84199b6db185 req-0e2a2a7b-8de5-4a91-a434-c6b8ac5ba78f service nova] Lock "966a5b9d-4dec-4411-b9d3-9f320ddc5de5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.262337] env[62023]: DEBUG nova.compute.manager [req-7fef9c1c-35e1-4406-893d-84199b6db185 req-0e2a2a7b-8de5-4a91-a434-c6b8ac5ba78f service nova] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] No waiting events found dispatching network-vif-plugged-6c548f22-c3f2-401b-81ef-8120f61a95a2 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1707.262757] env[62023]: WARNING nova.compute.manager [req-7fef9c1c-35e1-4406-893d-84199b6db185 req-0e2a2a7b-8de5-4a91-a434-c6b8ac5ba78f service nova] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Received unexpected event network-vif-plugged-6c548f22-c3f2-401b-81ef-8120f61a95a2 for instance with vm_state building and task_state spawning. [ 1707.294652] env[62023]: DEBUG oslo_vmware.api [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758678, 'name': CreateSnapshot_Task, 'duration_secs': 0.683895} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.298808] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Created Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1707.299443] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d4a6d467-edc4-4d9e-8b98-bd4467826aa6 tempest-VolumesAdminNegativeTest-183496891 tempest-VolumesAdminNegativeTest-183496891-project-member] Lock "8738aede-3817-4117-a482-a77db3db46a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.332s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.302206] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7727ec-0ca0-41df-afd1-d7a23221caff {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.375353] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Creating Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1707.375675] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0f4fc378-58c3-4366-91cc-1b075013ac42 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.384030] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1707.384030] env[62023]: value = "task-1758679" [ 1707.384030] env[62023]: _type = "Task" [ 1707.384030] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.394281] env[62023]: DEBUG nova.network.neutron [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Successfully updated port: 6c548f22-c3f2-401b-81ef-8120f61a95a2 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1707.400654] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758679, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.440335] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758673, 'name': CloneVM_Task, 'duration_secs': 3.039877} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.440537] env[62023]: INFO nova.virt.vmwareapi.vmops [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Created linked-clone VM from snapshot [ 1707.441341] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7adc28d-11e0-4800-94f0-0304f4101e83 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.449676] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Uploading image 0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1707.475463] env[62023]: DEBUG oslo_vmware.rw_handles [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1707.475463] env[62023]: value = "vm-365431" [ 1707.475463] env[62023]: _type = "VirtualMachine" [ 1707.475463] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1707.476166] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5a2ffed3-e18b-47e0-b2a5-307e6ef50e85 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.485474] env[62023]: DEBUG oslo_vmware.rw_handles [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lease: (returnval){ [ 1707.485474] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52de2a27-1e7c-670d-d00b-de6fc17b1c3c" [ 1707.485474] env[62023]: _type = "HttpNfcLease" [ 1707.485474] env[62023]: } obtained for exporting VM: (result){ [ 1707.485474] env[62023]: value = "vm-365431" [ 1707.485474] env[62023]: _type = "VirtualMachine" [ 1707.485474] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1707.485726] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the lease: (returnval){ [ 1707.485726] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52de2a27-1e7c-670d-d00b-de6fc17b1c3c" [ 1707.485726] env[62023]: _type = "HttpNfcLease" [ 1707.485726] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1707.493722] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1707.493722] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52de2a27-1e7c-670d-d00b-de6fc17b1c3c" [ 1707.493722] env[62023]: _type = "HttpNfcLease" [ 1707.493722] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1707.524931] env[62023]: DEBUG oslo_vmware.api [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.672018] env[62023]: DEBUG oslo_vmware.api [None req-59304fe8-9241-4b3e-a582-1670e15fabea tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.783090] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c749503f-69f8-4d6e-be18-cf0a3103a4ec tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.784327] env[62023]: DEBUG oslo_concurrency.lockutils [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.533s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.784539] env[62023]: DEBUG nova.objects.instance [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lazy-loading 'resources' on Instance uuid 71e7298b-dfd3-4857-abbd-15de2aadad07 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1707.827645] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Creating linked-clone VM from snapshot {{(pid=62023) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1707.827966] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a4dce94a-0a80-4f36-8879-214c714e54b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.837937] env[62023]: DEBUG oslo_vmware.api [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1707.837937] env[62023]: value = "task-1758681" [ 1707.837937] env[62023]: _type = "Task" [ 1707.837937] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.845967] env[62023]: DEBUG oslo_vmware.api [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758681, 'name': CloneVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.896175] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758679, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.903168] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "refresh_cache-966a5b9d-4dec-4411-b9d3-9f320ddc5de5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.903168] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "refresh_cache-966a5b9d-4dec-4411-b9d3-9f320ddc5de5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.903168] env[62023]: DEBUG nova.network.neutron [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1707.995064] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1707.995064] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52de2a27-1e7c-670d-d00b-de6fc17b1c3c" [ 1707.995064] env[62023]: _type = "HttpNfcLease" [ 1707.995064] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1707.995327] env[62023]: DEBUG oslo_vmware.rw_handles [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1707.995327] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52de2a27-1e7c-670d-d00b-de6fc17b1c3c" [ 1707.995327] env[62023]: _type = "HttpNfcLease" [ 1707.995327] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1707.996140] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc22a4c-f3ef-4e81-8557-ff3dbdf9083d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.005297] env[62023]: DEBUG oslo_vmware.rw_handles [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d07a0-018f-9d6a-f9fd-5a8bf3ac0e2e/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1708.005573] env[62023]: DEBUG oslo_vmware.rw_handles [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d07a0-018f-9d6a-f9fd-5a8bf3ac0e2e/disk-0.vmdk for reading. {{(pid=62023) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1708.075761] env[62023]: DEBUG oslo_vmware.api [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 3.538157} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.076068] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1708.076299] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1708.076486] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1708.076661] env[62023]: INFO nova.compute.manager [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Took 4.33 seconds to destroy the instance on the hypervisor. [ 1708.076909] env[62023]: DEBUG oslo.service.loopingcall [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.077216] env[62023]: DEBUG nova.compute.manager [-] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1708.077374] env[62023]: DEBUG nova.network.neutron [-] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1708.110582] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c50a553e-2bd9-4508-a824-9679bbdbd6a8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.175518] env[62023]: DEBUG oslo_vmware.api [None req-59304fe8-9241-4b3e-a582-1670e15fabea tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758677, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.355655] env[62023]: DEBUG oslo_vmware.api [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758681, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.401689] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758679, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.474538] env[62023]: DEBUG nova.network.neutron [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1708.671654] env[62023]: DEBUG oslo_vmware.api [None req-59304fe8-9241-4b3e-a582-1670e15fabea tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758677, 'name': PowerOnVM_Task, 'duration_secs': 2.048863} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.674870] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-59304fe8-9241-4b3e-a582-1670e15fabea tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1708.675163] env[62023]: DEBUG nova.compute.manager [None req-59304fe8-9241-4b3e-a582-1670e15fabea tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1708.676120] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438afc80-d936-414e-ae05-112e82e81965 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.741054] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b361a0-e637-46c9-9e02-22e7226d5515 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.749813] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e546f0-c9c2-4e0f-bbf3-6331477b29fc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.796436] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2263873-bdc0-4b68-91a2-932fd42c03b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.806603] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5950462-4579-47e6-b59f-a41441850391 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.825287] env[62023]: DEBUG nova.compute.provider_tree [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1708.853896] env[62023]: DEBUG oslo_vmware.api [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758681, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.869455] env[62023]: DEBUG nova.network.neutron [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Updating instance_info_cache with network_info: [{"id": "6c548f22-c3f2-401b-81ef-8120f61a95a2", "address": "fa:16:3e:7c:84:62", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c548f22-c3", "ovs_interfaceid": "6c548f22-c3f2-401b-81ef-8120f61a95a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.899266] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758679, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.196618] env[62023]: DEBUG nova.network.neutron [-] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.359666] env[62023]: ERROR nova.scheduler.client.report [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] [req-f69c8211-96c4-44a3-ad64-0006814faa7b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f69c8211-96c4-44a3-ad64-0006814faa7b"}]} [ 1709.372164] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "refresh_cache-966a5b9d-4dec-4411-b9d3-9f320ddc5de5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.372508] env[62023]: DEBUG nova.compute.manager [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Instance network_info: |[{"id": "6c548f22-c3f2-401b-81ef-8120f61a95a2", "address": "fa:16:3e:7c:84:62", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c548f22-c3", "ovs_interfaceid": "6c548f22-c3f2-401b-81ef-8120f61a95a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1709.373040] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:84:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c548f22-c3f2-401b-81ef-8120f61a95a2', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1709.381262] env[62023]: DEBUG oslo.service.loopingcall [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1709.385537] env[62023]: DEBUG nova.scheduler.client.report [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1709.388093] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1709.388384] env[62023]: DEBUG oslo_vmware.api [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758681, 'name': CloneVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.388940] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0573375-dde8-4f21-bd75-49f1d541bfcd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.408274] env[62023]: DEBUG nova.scheduler.client.report [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1709.408542] env[62023]: DEBUG nova.compute.provider_tree [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1709.419890] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758679, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.421504] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1709.421504] env[62023]: value = "task-1758682" [ 1709.421504] env[62023]: _type = "Task" [ 1709.421504] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.424019] env[62023]: DEBUG nova.scheduler.client.report [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1709.435153] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758682, 'name': CreateVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.446499] env[62023]: DEBUG nova.scheduler.client.report [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1709.589246] env[62023]: DEBUG nova.compute.manager [req-c2bde598-1965-4713-90b6-0b184c6118cd req-40b80546-99d3-4cfa-bdbc-43bb25a3335c service nova] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Received event network-changed-6c548f22-c3f2-401b-81ef-8120f61a95a2 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1709.589793] env[62023]: DEBUG nova.compute.manager [req-c2bde598-1965-4713-90b6-0b184c6118cd req-40b80546-99d3-4cfa-bdbc-43bb25a3335c service nova] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Refreshing instance network info cache due to event network-changed-6c548f22-c3f2-401b-81ef-8120f61a95a2. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1709.590105] env[62023]: DEBUG oslo_concurrency.lockutils [req-c2bde598-1965-4713-90b6-0b184c6118cd req-40b80546-99d3-4cfa-bdbc-43bb25a3335c service nova] Acquiring lock "refresh_cache-966a5b9d-4dec-4411-b9d3-9f320ddc5de5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.590217] env[62023]: DEBUG oslo_concurrency.lockutils [req-c2bde598-1965-4713-90b6-0b184c6118cd req-40b80546-99d3-4cfa-bdbc-43bb25a3335c service nova] Acquired lock "refresh_cache-966a5b9d-4dec-4411-b9d3-9f320ddc5de5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.590375] env[62023]: DEBUG nova.network.neutron [req-c2bde598-1965-4713-90b6-0b184c6118cd req-40b80546-99d3-4cfa-bdbc-43bb25a3335c service nova] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Refreshing network info cache for port 6c548f22-c3f2-401b-81ef-8120f61a95a2 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1709.700502] env[62023]: INFO nova.compute.manager [-] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Took 1.62 seconds to deallocate network for instance. [ 1709.858848] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b027c7-db30-47d4-bcab-fe7a879408c8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.867938] env[62023]: DEBUG oslo_vmware.api [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758681, 'name': CloneVM_Task, 'duration_secs': 1.606737} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.868066] env[62023]: INFO nova.virt.vmwareapi.vmops [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Created linked-clone VM from snapshot [ 1709.868829] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d14f0e5-caa4-47ad-ae1e-eb7f7740da33 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.877355] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f854f8-d459-4baf-939f-2377baf92a88 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.886068] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Uploading image ea68056e-3c66-43b6-9cff-652c6f1548a1 {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1709.920206] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Destroying the VM {{(pid=62023) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1709.921663] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e618b85-6980-436a-a474-403c28398283 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.924411] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d5fb484f-c3ac-473f-96a2-24c25da44aa4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.939205] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758679, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.942208] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204436ad-2ef3-4039-9720-93687aed2d45 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.948384] env[62023]: DEBUG oslo_vmware.api [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1709.948384] env[62023]: value = "task-1758683" [ 1709.948384] env[62023]: _type = "Task" [ 1709.948384] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.952467] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758682, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.965665] env[62023]: DEBUG nova.compute.provider_tree [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1709.973066] env[62023]: DEBUG oslo_vmware.api [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758683, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.207953] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.381988] env[62023]: DEBUG nova.network.neutron [req-c2bde598-1965-4713-90b6-0b184c6118cd req-40b80546-99d3-4cfa-bdbc-43bb25a3335c service nova] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Updated VIF entry in instance network info cache for port 6c548f22-c3f2-401b-81ef-8120f61a95a2. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1710.382472] env[62023]: DEBUG nova.network.neutron [req-c2bde598-1965-4713-90b6-0b184c6118cd req-40b80546-99d3-4cfa-bdbc-43bb25a3335c service nova] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Updating instance_info_cache with network_info: [{"id": "6c548f22-c3f2-401b-81ef-8120f61a95a2", "address": "fa:16:3e:7c:84:62", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c548f22-c3", "ovs_interfaceid": "6c548f22-c3f2-401b-81ef-8120f61a95a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.401071] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758679, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.439567] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758682, 'name': CreateVM_Task, 'duration_secs': 0.550669} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.439755] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1710.440531] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.440704] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.441094] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1710.441371] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf658fc-29e7-45fb-8ed2-f36e256ea0e4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.447318] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1710.447318] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52866787-5eb6-d032-27fa-4dcc8aba72b7" [ 1710.447318] env[62023]: _type = "Task" [ 1710.447318] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.458470] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52866787-5eb6-d032-27fa-4dcc8aba72b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.464446] env[62023]: DEBUG oslo_vmware.api [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758683, 'name': Destroy_Task, 'duration_secs': 0.501333} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.464725] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Destroyed the VM [ 1710.464966] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Deleting Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1710.465234] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8c4f3b53-4f7e-4f3f-9cfc-af1b2f37868a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.474359] env[62023]: DEBUG oslo_vmware.api [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1710.474359] env[62023]: value = "task-1758684" [ 1710.474359] env[62023]: _type = "Task" [ 1710.474359] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.484258] env[62023]: DEBUG oslo_vmware.api [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758684, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.504262] env[62023]: DEBUG nova.scheduler.client.report [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1710.504636] env[62023]: DEBUG nova.compute.provider_tree [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 138 to 139 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1710.504872] env[62023]: DEBUG nova.compute.provider_tree [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1710.885634] env[62023]: DEBUG oslo_concurrency.lockutils [req-c2bde598-1965-4713-90b6-0b184c6118cd req-40b80546-99d3-4cfa-bdbc-43bb25a3335c service nova] Releasing lock "refresh_cache-966a5b9d-4dec-4411-b9d3-9f320ddc5de5" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.885946] env[62023]: DEBUG nova.compute.manager [req-c2bde598-1965-4713-90b6-0b184c6118cd req-40b80546-99d3-4cfa-bdbc-43bb25a3335c service nova] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Received event network-vif-deleted-e6598694-f150-4a1f-abaf-860630a440bf {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1710.902290] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758679, 'name': CreateSnapshot_Task, 'duration_secs': 3.390348} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.902665] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Created Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1710.903650] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fe2dfe-3bf3-42db-963f-77891c569064 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.967689] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52866787-5eb6-d032-27fa-4dcc8aba72b7, 'name': SearchDatastore_Task, 'duration_secs': 0.019158} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.968054] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.968327] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1710.968583] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.968736] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.968976] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1710.969286] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9954a329-0165-47a9-b89f-164d77b8a5b9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.981101] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1710.981356] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1710.985351] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590910b8-1887-441c-a98b-3996d8806fbc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.987942] env[62023]: DEBUG oslo_vmware.api [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758684, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.992020] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1710.992020] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526418d5-b02f-f8f7-e682-42de88fcc520" [ 1710.992020] env[62023]: _type = "Task" [ 1710.992020] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.003586] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526418d5-b02f-f8f7-e682-42de88fcc520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.012781] env[62023]: DEBUG oslo_concurrency.lockutils [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.226s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.014122] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.948s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.015110] env[62023]: DEBUG nova.objects.instance [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lazy-loading 'resources' on Instance uuid cc51d0a1-06c7-4a0c-94a0-1e634c42dca6 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.043630] env[62023]: INFO nova.scheduler.client.report [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Deleted allocations for instance 71e7298b-dfd3-4857-abbd-15de2aadad07 [ 1711.424963] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Creating linked-clone VM from snapshot {{(pid=62023) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1711.425317] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0c0ca466-2991-4bc8-8417-d616ecace940 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.435942] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1711.435942] env[62023]: value = "task-1758685" [ 1711.435942] env[62023]: _type = "Task" [ 1711.435942] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.445672] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758685, 'name': CloneVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.486151] env[62023]: DEBUG oslo_vmware.api [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758684, 'name': RemoveSnapshot_Task, 'duration_secs': 0.638417} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.486151] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Deleted Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1711.502149] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]526418d5-b02f-f8f7-e682-42de88fcc520, 'name': SearchDatastore_Task, 'duration_secs': 0.01241} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.503043] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a9ef2d-5253-4464-bc2d-1d1b0e7e21e1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.509323] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1711.509323] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523344ef-9072-f600-8439-0f1af57a2d09" [ 1711.509323] env[62023]: _type = "Task" [ 1711.509323] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.521261] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523344ef-9072-f600-8439-0f1af57a2d09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.562841] env[62023]: DEBUG oslo_concurrency.lockutils [None req-932f9575-f1fe-4382-9f99-a1505bc0738e tempest-ServersAdminTestJSON-1214006265 tempest-ServersAdminTestJSON-1214006265-project-member] Lock "71e7298b-dfd3-4857-abbd-15de2aadad07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.865s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.947972] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758685, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.962040] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10abf8e3-b4ac-44ad-8e51-b20e975fb7c9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.970656] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9423b454-881e-4cef-84ea-11733c964548 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.009066] env[62023]: WARNING nova.compute.manager [None req-c13bf15b-c84b-4327-9355-06c59ef0dc90 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Image not found during snapshot: nova.exception.ImageNotFound: Image ea68056e-3c66-43b6-9cff-652c6f1548a1 could not be found. [ 1712.012268] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0cead3-304a-469a-94fc-446eaff5656f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.033649] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf011ebe-d4cf-4fb1-950c-69a574dcded7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.038557] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523344ef-9072-f600-8439-0f1af57a2d09, 'name': SearchDatastore_Task, 'duration_secs': 0.017169} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.039954] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.040399] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 966a5b9d-4dec-4411-b9d3-9f320ddc5de5/966a5b9d-4dec-4411-b9d3-9f320ddc5de5.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1712.041153] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87e3a352-7375-4851-8255-07dac96f8f55 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.054318] env[62023]: DEBUG nova.compute.provider_tree [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.060488] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1712.060488] env[62023]: value = "task-1758686" [ 1712.060488] env[62023]: _type = "Task" [ 1712.060488] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.071557] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.451847] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758685, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.523021] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "305d1c22-6e30-4a74-9721-c893c183d0f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.523463] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "305d1c22-6e30-4a74-9721-c893c183d0f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.523740] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "305d1c22-6e30-4a74-9721-c893c183d0f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.523940] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "305d1c22-6e30-4a74-9721-c893c183d0f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.524155] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "305d1c22-6e30-4a74-9721-c893c183d0f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.526556] env[62023]: INFO nova.compute.manager [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Terminating instance [ 1712.556449] env[62023]: DEBUG nova.scheduler.client.report [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1712.572783] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758686, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.949913] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758685, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.030940] env[62023]: DEBUG nova.compute.manager [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1713.031516] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1713.032861] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b7c933-4bdb-4d61-8ece-ca804eaafc0e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.042620] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1713.043021] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db0401cb-d574-4a30-b49a-82ee03bcc8cd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.051069] env[62023]: DEBUG oslo_vmware.api [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1713.051069] env[62023]: value = "task-1758687" [ 1713.051069] env[62023]: _type = "Task" [ 1713.051069] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.060725] env[62023]: DEBUG oslo_vmware.api [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.063065] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.064972] env[62023]: DEBUG oslo_concurrency.lockutils [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.654s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.065261] env[62023]: DEBUG nova.objects.instance [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lazy-loading 'resources' on Instance uuid 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1713.077066] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742699} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.078453] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 966a5b9d-4dec-4411-b9d3-9f320ddc5de5/966a5b9d-4dec-4411-b9d3-9f320ddc5de5.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1713.078453] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1713.078674] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4fc9aaa-0013-4acb-9cbb-0cfc50dd2ae9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.087285] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1713.087285] env[62023]: value = "task-1758688" [ 1713.087285] env[62023]: _type = "Task" [ 1713.087285] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.095733] env[62023]: INFO nova.scheduler.client.report [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Deleted allocations for instance cc51d0a1-06c7-4a0c-94a0-1e634c42dca6 [ 1713.105303] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.449862] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758685, 'name': CloneVM_Task} progress is 95%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.561119] env[62023]: DEBUG oslo_vmware.api [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758687, 'name': PowerOffVM_Task, 'duration_secs': 0.275514} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.561510] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1713.561613] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1713.561871] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-634015b6-8b23-4624-a70e-d973ced39e49 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.612818] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097901} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.615900] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1713.617086] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8380bf42-5adf-4b7a-93f6-b33916e3b8c3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "cc51d0a1-06c7-4a0c-94a0-1e634c42dca6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.609s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.618350] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17097c66-e551-4c6b-a45a-bf73a2ce4af6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.648328] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 966a5b9d-4dec-4411-b9d3-9f320ddc5de5/966a5b9d-4dec-4411-b9d3-9f320ddc5de5.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1713.652872] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-150373f0-0120-409c-88e4-b902ce987097 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.680256] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1713.680256] env[62023]: value = "task-1758690" [ 1713.680256] env[62023]: _type = "Task" [ 1713.680256] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.691621] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1713.692411] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1713.692411] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Deleting the datastore file [datastore1] 305d1c22-6e30-4a74-9721-c893c183d0f0 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1713.692870] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f69413d1-1dd1-4881-a6d7-4e84551dffe3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.700089] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.700303] env[62023]: DEBUG oslo_vmware.api [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for the task: (returnval){ [ 1713.700303] env[62023]: value = "task-1758691" [ 1713.700303] env[62023]: _type = "Task" [ 1713.700303] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.709529] env[62023]: DEBUG oslo_vmware.api [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.952407] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758685, 'name': CloneVM_Task, 'duration_secs': 2.215734} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.952729] env[62023]: INFO nova.virt.vmwareapi.vmops [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Created linked-clone VM from snapshot [ 1713.953880] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27825e61-391b-4320-b348-4e85a779c79d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.968547] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Uploading image 6563da48-11b8-4eb5-ae21-e5bb03714988 {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1713.977072] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd8c42d-74c8-4421-aaaf-c4c30e0fd1e0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.989582] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6ccec1-656c-4ea2-aca7-1c653b23429c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.027549] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d5357d-b2f8-4a40-8773-92a9c798697e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.033533] env[62023]: DEBUG oslo_vmware.rw_handles [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1714.033533] env[62023]: value = "vm-365436" [ 1714.033533] env[62023]: _type = "VirtualMachine" [ 1714.033533] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1714.033840] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-445effae-fe80-4a78-8c61-959aec138371 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.039258] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9a92ae-fc5a-4b33-8dbf-5ce969a8e1d9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.044624] env[62023]: DEBUG oslo_vmware.rw_handles [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lease: (returnval){ [ 1714.044624] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525c7445-7bab-6c83-cd04-4388fbe7c22a" [ 1714.044624] env[62023]: _type = "HttpNfcLease" [ 1714.044624] env[62023]: } obtained for exporting VM: (result){ [ 1714.044624] env[62023]: value = "vm-365436" [ 1714.044624] env[62023]: _type = "VirtualMachine" [ 1714.044624] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1714.044882] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the lease: (returnval){ [ 1714.044882] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525c7445-7bab-6c83-cd04-4388fbe7c22a" [ 1714.044882] env[62023]: _type = "HttpNfcLease" [ 1714.044882] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1714.056355] env[62023]: DEBUG nova.compute.provider_tree [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.061113] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1714.061113] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525c7445-7bab-6c83-cd04-4388fbe7c22a" [ 1714.061113] env[62023]: _type = "HttpNfcLease" [ 1714.061113] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1714.061472] env[62023]: DEBUG oslo_vmware.rw_handles [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1714.061472] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525c7445-7bab-6c83-cd04-4388fbe7c22a" [ 1714.061472] env[62023]: _type = "HttpNfcLease" [ 1714.061472] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1714.062551] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a16c32-d424-4499-8a32-824feccf8107 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.071482] env[62023]: DEBUG oslo_vmware.rw_handles [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e53ce6-8e43-b62e-a734-b5aeafa464b6/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1714.071482] env[62023]: DEBUG oslo_vmware.rw_handles [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e53ce6-8e43-b62e-a734-b5aeafa464b6/disk-0.vmdk for reading. {{(pid=62023) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1714.192786] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.210919] env[62023]: DEBUG oslo_vmware.api [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Task: {'id': task-1758691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30761} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.213507] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1714.213655] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1714.213839] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1714.214021] env[62023]: INFO nova.compute.manager [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1714.214301] env[62023]: DEBUG oslo.service.loopingcall [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1714.214794] env[62023]: DEBUG nova.compute.manager [-] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1714.214888] env[62023]: DEBUG nova.network.neutron [-] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1714.216660] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8deb0abf-1bb7-4068-a4cb-f15469ff1cd7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.559727] env[62023]: DEBUG nova.scheduler.client.report [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1714.694643] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758690, 'name': ReconfigVM_Task, 'duration_secs': 0.589329} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.696047] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 966a5b9d-4dec-4411-b9d3-9f320ddc5de5/966a5b9d-4dec-4411-b9d3-9f320ddc5de5.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1714.699644] env[62023]: DEBUG nova.compute.manager [req-71968c5d-ac7e-418a-bb57-11a92160ec25 req-bf773149-8677-4a9c-8daa-47c164a092bf service nova] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Received event network-vif-deleted-6d5b3124-f342-4f37-9476-c536f55587b6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1714.699644] env[62023]: INFO nova.compute.manager [req-71968c5d-ac7e-418a-bb57-11a92160ec25 req-bf773149-8677-4a9c-8daa-47c164a092bf service nova] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Neutron deleted interface 6d5b3124-f342-4f37-9476-c536f55587b6; detaching it from the instance and deleting it from the info cache [ 1714.699644] env[62023]: DEBUG nova.network.neutron [req-71968c5d-ac7e-418a-bb57-11a92160ec25 req-bf773149-8677-4a9c-8daa-47c164a092bf service nova] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.699644] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-216ca6b7-3bf2-47d2-a155-57f548cd786c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.710446] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1714.710446] env[62023]: value = "task-1758693" [ 1714.710446] env[62023]: _type = "Task" [ 1714.710446] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.730899] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758693, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.066500] env[62023]: DEBUG oslo_concurrency.lockutils [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.070041] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.561s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.073919] env[62023]: INFO nova.compute.claims [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1715.101941] env[62023]: INFO nova.scheduler.client.report [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Deleted allocations for instance 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36 [ 1715.158102] env[62023]: DEBUG nova.network.neutron [-] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.206028] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba587cb4-6d81-4943-a1ba-a876d130090a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.219554] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ba52d3-9583-4186-b8ad-b0819815cf5d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.242900] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758693, 'name': Rename_Task, 'duration_secs': 0.238651} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.243501] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1715.245670] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-565b00ee-2a00-4501-9e6a-ce6ec64d682e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.266132] env[62023]: DEBUG nova.compute.manager [req-71968c5d-ac7e-418a-bb57-11a92160ec25 req-bf773149-8677-4a9c-8daa-47c164a092bf service nova] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Detach interface failed, port_id=6d5b3124-f342-4f37-9476-c536f55587b6, reason: Instance 305d1c22-6e30-4a74-9721-c893c183d0f0 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1715.269474] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1715.269474] env[62023]: value = "task-1758694" [ 1715.269474] env[62023]: _type = "Task" [ 1715.269474] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.280645] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758694, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.613818] env[62023]: DEBUG oslo_concurrency.lockutils [None req-484d0d13-29d4-4b59-a231-60644aed7968 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.644s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.661050] env[62023]: INFO nova.compute.manager [-] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Took 1.45 seconds to deallocate network for instance. [ 1715.785754] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758694, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.960144] env[62023]: DEBUG oslo_vmware.rw_handles [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d07a0-018f-9d6a-f9fd-5a8bf3ac0e2e/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1715.961165] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0e037d-83e0-4d25-b2d3-7f205912cde6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.973531] env[62023]: DEBUG oslo_vmware.rw_handles [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d07a0-018f-9d6a-f9fd-5a8bf3ac0e2e/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1715.973797] env[62023]: ERROR oslo_vmware.rw_handles [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d07a0-018f-9d6a-f9fd-5a8bf3ac0e2e/disk-0.vmdk due to incomplete transfer. [ 1715.974074] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ec261e84-6b87-45f6-8b5b-90e5d18db4a9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.985138] env[62023]: DEBUG oslo_vmware.rw_handles [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d07a0-018f-9d6a-f9fd-5a8bf3ac0e2e/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1715.985450] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Uploaded image 0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb to the Glance image server {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1715.987980] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Destroying the VM {{(pid=62023) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1715.988487] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4abb2bee-dce6-4c34-ae1a-bb9fcadc8010 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.997809] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1715.997809] env[62023]: value = "task-1758695" [ 1715.997809] env[62023]: _type = "Task" [ 1715.997809] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.011349] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758695, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.175615] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.289498] env[62023]: DEBUG oslo_vmware.api [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758694, 'name': PowerOnVM_Task, 'duration_secs': 1.022484} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.290248] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1716.290248] env[62023]: INFO nova.compute.manager [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1716.291023] env[62023]: DEBUG nova.compute.manager [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1716.294446] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7388ec57-4f6c-4929-8676-0c571eece0cd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.514548] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758695, 'name': Destroy_Task} progress is 33%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.599630] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be52f8c-32e1-4374-84b6-ac61a0ac6e00 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.609594] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc8fd7e-8171-49e5-bb8b-38f33704459f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.642014] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003a568e-383e-4d2e-ad63-9ec251da7ab0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.650638] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a59dc3-b3b6-4b77-a0e0-5f6a6e71ebd7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.666529] env[62023]: DEBUG nova.compute.provider_tree [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.822623] env[62023]: INFO nova.compute.manager [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Took 30.77 seconds to build instance. [ 1717.023059] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758695, 'name': Destroy_Task, 'duration_secs': 0.58198} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.023776] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Destroyed the VM [ 1717.024121] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Deleting Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1717.027101] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-85eb52c6-20cc-4bbd-b282-2ef4ff64c6d3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.035165] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1717.035165] env[62023]: value = "task-1758696" [ 1717.035165] env[62023]: _type = "Task" [ 1717.035165] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.054074] env[62023]: DEBUG oslo_concurrency.lockutils [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.054484] env[62023]: DEBUG oslo_concurrency.lockutils [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.060588] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758696, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.173021] env[62023]: DEBUG nova.scheduler.client.report [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1717.328345] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8effddf7-f729-460b-bb80-9187ee3aa807 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "966a5b9d-4dec-4411-b9d3-9f320ddc5de5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.279s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.550087] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758696, 'name': RemoveSnapshot_Task, 'duration_secs': 0.435601} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.550381] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Deleted Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1717.550656] env[62023]: DEBUG nova.compute.manager [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1717.551487] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd57b5b6-5c75-49b4-b7b4-614864fb6d96 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.562944] env[62023]: DEBUG nova.compute.manager [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1717.676175] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.676730] env[62023]: DEBUG nova.compute.manager [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1717.679703] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.029s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.679972] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.680170] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1717.680580] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.331s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.680756] env[62023]: DEBUG nova.objects.instance [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Lazy-loading 'resources' on Instance uuid b408aee3-a0ca-4083-8ba3-dfa75e4eb227 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.685193] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249669eb-0fe3-4132-8950-36811209d3ea {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.691944] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d40a463-7c23-45ab-92dc-e78f39ac32a2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.708476] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2466893-0f42-4d8d-9393-d66712c20206 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.717186] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50de21b4-29ee-4d38-9ea7-63297ab1e892 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.750511] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179040MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1717.750670] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.924757] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquiring lock "6530d6b3-abf5-40f0-824e-6d13ea0b6807" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.925104] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "6530d6b3-abf5-40f0-824e-6d13ea0b6807" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.078033] env[62023]: INFO nova.compute.manager [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Shelve offloading [ 1718.095146] env[62023]: DEBUG oslo_concurrency.lockutils [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.183560] env[62023]: DEBUG nova.compute.utils [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1718.185968] env[62023]: DEBUG nova.compute.manager [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1718.186410] env[62023]: DEBUG nova.network.neutron [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1718.289343] env[62023]: DEBUG nova.policy [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57362a2a31aa485b8fb5d237797afd7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8024759e022f4ab9a08945f1cb472371', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1718.429317] env[62023]: DEBUG nova.compute.manager [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1718.516259] env[62023]: DEBUG oslo_concurrency.lockutils [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "966a5b9d-4dec-4411-b9d3-9f320ddc5de5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.516542] env[62023]: DEBUG oslo_concurrency.lockutils [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "966a5b9d-4dec-4411-b9d3-9f320ddc5de5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.516757] env[62023]: DEBUG oslo_concurrency.lockutils [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "966a5b9d-4dec-4411-b9d3-9f320ddc5de5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.517027] env[62023]: DEBUG oslo_concurrency.lockutils [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "966a5b9d-4dec-4411-b9d3-9f320ddc5de5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.517465] env[62023]: DEBUG oslo_concurrency.lockutils [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "966a5b9d-4dec-4411-b9d3-9f320ddc5de5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.522293] env[62023]: INFO nova.compute.manager [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Terminating instance [ 1718.534835] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd3dd29-781a-4818-a96d-9e13afdf51e5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.547979] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c76709-7e3c-4d9b-9e69-7fa341037830 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.589325] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1718.589950] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40d64f51-18ff-4b39-a0d4-d865979062cd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.592935] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56732f5-eff7-4151-8e98-fcb61c37d9f6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.604853] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9228b93e-69cb-4507-9188-5674b470865a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.610605] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1718.610605] env[62023]: value = "task-1758697" [ 1718.610605] env[62023]: _type = "Task" [ 1718.610605] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.625516] env[62023]: DEBUG nova.compute.provider_tree [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1718.634381] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] VM already powered off {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1718.634645] env[62023]: DEBUG nova.compute.manager [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1718.635532] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d017d56-1873-493f-9d4a-11c4e8f4d224 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.643700] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.643930] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquired lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.644210] env[62023]: DEBUG nova.network.neutron [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1718.693726] env[62023]: DEBUG nova.compute.manager [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1718.863476] env[62023]: DEBUG nova.network.neutron [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Successfully created port: 591930e1-103d-4ac4-bb5d-0f23d58ad4a4 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1718.958540] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.027221] env[62023]: DEBUG nova.compute.manager [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1719.027706] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1719.028655] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec584312-df99-4f95-a76f-36f1c0502fdf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.040709] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1719.040973] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd21ba4f-9164-4da5-84c6-66a64401df93 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.051725] env[62023]: DEBUG oslo_vmware.api [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1719.051725] env[62023]: value = "task-1758698" [ 1719.051725] env[62023]: _type = "Task" [ 1719.051725] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.063029] env[62023]: DEBUG oslo_vmware.api [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.130387] env[62023]: DEBUG nova.scheduler.client.report [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1719.194262] env[62023]: DEBUG nova.compute.manager [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Stashing vm_state: active {{(pid=62023) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1719.405048] env[62023]: DEBUG nova.network.neutron [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Updating instance_info_cache with network_info: [{"id": "e80e0ece-2b66-4839-bb56-efb4d98b3f64", "address": "fa:16:3e:c2:c7:5c", "network": {"id": "fdb2d32b-0607-43e4-838c-8e4db88bc554", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1900344024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f5ca363e85435382c6462a4d6e1123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape80e0ece-2b", "ovs_interfaceid": "e80e0ece-2b66-4839-bb56-efb4d98b3f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.572150] env[62023]: DEBUG oslo_vmware.api [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758698, 'name': PowerOffVM_Task, 'duration_secs': 0.268855} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.572150] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1719.572150] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1719.572150] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c4a1d18-4451-4f60-aae0-789e193d249e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.638394] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.638394] env[62023]: DEBUG oslo_concurrency.lockutils [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.379s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.640362] env[62023]: INFO nova.compute.claims [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1719.674966] env[62023]: INFO nova.scheduler.client.report [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Deleted allocations for instance b408aee3-a0ca-4083-8ba3-dfa75e4eb227 [ 1719.704021] env[62023]: DEBUG nova.compute.manager [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1719.714162] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.731979] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1719.731979] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1719.733448] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleting the datastore file [datastore1] 966a5b9d-4dec-4411-b9d3-9f320ddc5de5 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1719.734090] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a3b8cb9-9a02-4e8e-a83c-00a1e57a250c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.741397] env[62023]: DEBUG oslo_vmware.api [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1719.741397] env[62023]: value = "task-1758700" [ 1719.741397] env[62023]: _type = "Task" [ 1719.741397] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.747851] env[62023]: DEBUG nova.virt.hardware [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1719.748133] env[62023]: DEBUG nova.virt.hardware [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1719.748294] env[62023]: DEBUG nova.virt.hardware [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1719.749509] env[62023]: DEBUG nova.virt.hardware [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1719.749509] env[62023]: DEBUG nova.virt.hardware [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1719.749509] env[62023]: DEBUG nova.virt.hardware [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1719.749509] env[62023]: DEBUG nova.virt.hardware [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1719.749509] env[62023]: DEBUG nova.virt.hardware [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1719.749509] env[62023]: DEBUG nova.virt.hardware [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1719.749509] env[62023]: DEBUG nova.virt.hardware [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1719.749789] env[62023]: DEBUG nova.virt.hardware [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1719.750879] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24798aad-81c0-4a03-9508-f6fb8086809b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.758687] env[62023]: DEBUG oslo_vmware.api [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.767349] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3934e3ef-54c7-4f36-a100-a3d4ad760327 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.909500] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Releasing lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.183855] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4ea592f1-d7d1-4bab-8804-94db3cd19186 tempest-ServersNegativeTestMultiTenantJSON-1191427803 tempest-ServersNegativeTestMultiTenantJSON-1191427803-project-member] Lock "b408aee3-a0ca-4083-8ba3-dfa75e4eb227" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.773s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.252745] env[62023]: DEBUG oslo_vmware.api [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24174} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.253339] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1720.253611] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1720.253844] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1720.254081] env[62023]: INFO nova.compute.manager [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1720.254388] env[62023]: DEBUG oslo.service.loopingcall [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1720.254634] env[62023]: DEBUG nova.compute.manager [-] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1720.254768] env[62023]: DEBUG nova.network.neutron [-] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1720.320519] env[62023]: DEBUG nova.compute.manager [req-473b05d0-e34a-4983-8d38-bcc0a33a2af1 req-8af14d82-8a83-4b95-9057-36f83273b4e4 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Received event network-vif-unplugged-e80e0ece-2b66-4839-bb56-efb4d98b3f64 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1720.320766] env[62023]: DEBUG oslo_concurrency.lockutils [req-473b05d0-e34a-4983-8d38-bcc0a33a2af1 req-8af14d82-8a83-4b95-9057-36f83273b4e4 service nova] Acquiring lock "7096b4e3-b7f5-4650-86e1-274b5540b925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.321008] env[62023]: DEBUG oslo_concurrency.lockutils [req-473b05d0-e34a-4983-8d38-bcc0a33a2af1 req-8af14d82-8a83-4b95-9057-36f83273b4e4 service nova] Lock "7096b4e3-b7f5-4650-86e1-274b5540b925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.325216] env[62023]: DEBUG oslo_concurrency.lockutils [req-473b05d0-e34a-4983-8d38-bcc0a33a2af1 req-8af14d82-8a83-4b95-9057-36f83273b4e4 service nova] Lock "7096b4e3-b7f5-4650-86e1-274b5540b925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.325216] env[62023]: DEBUG nova.compute.manager [req-473b05d0-e34a-4983-8d38-bcc0a33a2af1 req-8af14d82-8a83-4b95-9057-36f83273b4e4 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] No waiting events found dispatching network-vif-unplugged-e80e0ece-2b66-4839-bb56-efb4d98b3f64 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1720.325216] env[62023]: WARNING nova.compute.manager [req-473b05d0-e34a-4983-8d38-bcc0a33a2af1 req-8af14d82-8a83-4b95-9057-36f83273b4e4 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Received unexpected event network-vif-unplugged-e80e0ece-2b66-4839-bb56-efb4d98b3f64 for instance with vm_state shelved and task_state shelving_offloading. [ 1720.379648] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1720.380691] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1569708d-3a3f-43f0-b1df-ccc969660610 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.390622] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1720.391239] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de077c06-df77-4c0d-bd3a-c8fc67faa9c5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.472023] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1720.472766] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1720.472766] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Deleting the datastore file [datastore1] 7096b4e3-b7f5-4650-86e1-274b5540b925 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1720.473137] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccb488a9-6e6e-4858-85c5-cfe9138b6866 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.482607] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1720.482607] env[62023]: value = "task-1758702" [ 1720.482607] env[62023]: _type = "Task" [ 1720.482607] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.493465] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.687817] env[62023]: DEBUG nova.network.neutron [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Successfully updated port: 591930e1-103d-4ac4-bb5d-0f23d58ad4a4 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1720.700174] env[62023]: DEBUG nova.compute.manager [req-41f25290-1ffd-4c26-9642-ea2ab0cf9799 req-c5e5958b-64f5-4c9e-8d5e-93917459a732 service nova] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Received event network-vif-deleted-6c548f22-c3f2-401b-81ef-8120f61a95a2 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1720.700412] env[62023]: INFO nova.compute.manager [req-41f25290-1ffd-4c26-9642-ea2ab0cf9799 req-c5e5958b-64f5-4c9e-8d5e-93917459a732 service nova] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Neutron deleted interface 6c548f22-c3f2-401b-81ef-8120f61a95a2; detaching it from the instance and deleting it from the info cache [ 1720.701168] env[62023]: DEBUG nova.network.neutron [req-41f25290-1ffd-4c26-9642-ea2ab0cf9799 req-c5e5958b-64f5-4c9e-8d5e-93917459a732 service nova] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.996552] env[62023]: DEBUG oslo_vmware.api [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274283} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.996552] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1720.996552] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1720.996552] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1721.040797] env[62023]: INFO nova.scheduler.client.report [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Deleted allocations for instance 7096b4e3-b7f5-4650-86e1-274b5540b925 [ 1721.057056] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625f6f16-f220-408e-a88a-b00932706ac0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.065901] env[62023]: DEBUG nova.network.neutron [-] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.071932] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142d92cd-3efd-4e1a-aeef-5eb12aa81394 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.107692] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb3265b-330d-4448-bf0c-697489c28060 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.117749] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c93dc06-6d3c-4f30-9473-9915e6b72743 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.135057] env[62023]: DEBUG nova.compute.provider_tree [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1721.198317] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "refresh_cache-8a64edeb-1428-4390-a224-f13f553cd0ad" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.198653] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "refresh_cache-8a64edeb-1428-4390-a224-f13f553cd0ad" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.198653] env[62023]: DEBUG nova.network.neutron [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1721.206878] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9a511e0-33f2-4d25-8cba-b391f6003547 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.218167] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef075ac-a0a2-4942-bde4-ff0ac4df25f6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.254841] env[62023]: DEBUG nova.compute.manager [req-41f25290-1ffd-4c26-9642-ea2ab0cf9799 req-c5e5958b-64f5-4c9e-8d5e-93917459a732 service nova] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Detach interface failed, port_id=6c548f22-c3f2-401b-81ef-8120f61a95a2, reason: Instance 966a5b9d-4dec-4411-b9d3-9f320ddc5de5 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1721.545265] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.572062] env[62023]: INFO nova.compute.manager [-] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Took 1.32 seconds to deallocate network for instance. [ 1721.642369] env[62023]: DEBUG nova.scheduler.client.report [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1721.742136] env[62023]: DEBUG nova.network.neutron [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1721.980092] env[62023]: DEBUG nova.network.neutron [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Updating instance_info_cache with network_info: [{"id": "591930e1-103d-4ac4-bb5d-0f23d58ad4a4", "address": "fa:16:3e:17:cb:a7", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap591930e1-10", "ovs_interfaceid": "591930e1-103d-4ac4-bb5d-0f23d58ad4a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.084302] env[62023]: DEBUG oslo_concurrency.lockutils [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.148950] env[62023]: DEBUG oslo_concurrency.lockutils [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.149509] env[62023]: DEBUG nova.compute.manager [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1722.153028] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.945s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.153362] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.155490] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.980s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.155634] env[62023]: DEBUG nova.objects.instance [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lazy-loading 'resources' on Instance uuid 305d1c22-6e30-4a74-9721-c893c183d0f0 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.186371] env[62023]: INFO nova.scheduler.client.report [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleted allocations for instance 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4 [ 1722.484169] env[62023]: DEBUG nova.compute.manager [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Received event network-changed-e80e0ece-2b66-4839-bb56-efb4d98b3f64 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1722.484169] env[62023]: DEBUG nova.compute.manager [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Refreshing instance network info cache due to event network-changed-e80e0ece-2b66-4839-bb56-efb4d98b3f64. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1722.484169] env[62023]: DEBUG oslo_concurrency.lockutils [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] Acquiring lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.484169] env[62023]: DEBUG oslo_concurrency.lockutils [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] Acquired lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.484169] env[62023]: DEBUG nova.network.neutron [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Refreshing network info cache for port e80e0ece-2b66-4839-bb56-efb4d98b3f64 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1722.486694] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "refresh_cache-8a64edeb-1428-4390-a224-f13f553cd0ad" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.486978] env[62023]: DEBUG nova.compute.manager [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Instance network_info: |[{"id": "591930e1-103d-4ac4-bb5d-0f23d58ad4a4", "address": "fa:16:3e:17:cb:a7", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap591930e1-10", "ovs_interfaceid": "591930e1-103d-4ac4-bb5d-0f23d58ad4a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1722.487873] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:cb:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '591930e1-103d-4ac4-bb5d-0f23d58ad4a4', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1722.495749] env[62023]: DEBUG oslo.service.loopingcall [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1722.497286] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1722.497540] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a0a2365-9986-4e7a-abc4-1d84545de0df {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.521838] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1722.521838] env[62023]: value = "task-1758703" [ 1722.521838] env[62023]: _type = "Task" [ 1722.521838] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.533123] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758703, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.655316] env[62023]: DEBUG nova.compute.utils [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1722.656857] env[62023]: DEBUG nova.compute.manager [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1722.657048] env[62023]: DEBUG nova.network.neutron [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1722.694650] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9c1cff61-5d10-4ad1-85a3-3344b38db671 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "08e31d22-8c2c-4bdc-9258-0406f8fd0fa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.984s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.737323] env[62023]: DEBUG nova.policy [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d85c106216442a091cffcc1578488b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9becf5771d9b44c7995886a648805c1b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1722.983031] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd03bc4d-b76d-423e-8b11-61f3c9f15017 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.994151] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871b0edd-dfbf-4161-b13a-e0edae9d1cbc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.040828] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b7c51d-c31a-4f56-a538-fc15319abf9c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.054197] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758703, 'name': CreateVM_Task, 'duration_secs': 0.506601} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.055549] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b662ccb-e584-465b-bbec-d6ed1d37f0bd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.060387] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1723.061774] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.061987] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.062452] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1723.064682] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71edd61d-d85f-4961-a13d-c82949e3adb4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.080125] env[62023]: DEBUG nova.compute.provider_tree [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.082591] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1723.082591] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52faf8e8-1ba3-c233-01d1-344a8a245682" [ 1723.082591] env[62023]: _type = "Task" [ 1723.082591] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.093342] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52faf8e8-1ba3-c233-01d1-344a8a245682, 'name': SearchDatastore_Task, 'duration_secs': 0.014997} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.093856] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.093946] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1723.094366] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.094366] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.094454] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1723.094959] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-022596b4-aae5-46dd-b0cc-9feb7bf3d130 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.105438] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1723.105631] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1723.106374] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-388e298c-5230-4f60-a6c5-2bb6af14937f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.112552] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1723.112552] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ecf819-bdb9-6386-2edb-ff3fb567a1a4" [ 1723.112552] env[62023]: _type = "Task" [ 1723.112552] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.121331] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ecf819-bdb9-6386-2edb-ff3fb567a1a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.160176] env[62023]: DEBUG nova.compute.manager [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1723.206834] env[62023]: DEBUG nova.network.neutron [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Successfully created port: 61c59c7f-29d9-45e0-8d5b-d93479872f7b {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1723.453300] env[62023]: DEBUG nova.network.neutron [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Updated VIF entry in instance network info cache for port e80e0ece-2b66-4839-bb56-efb4d98b3f64. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1723.453670] env[62023]: DEBUG nova.network.neutron [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Updating instance_info_cache with network_info: [{"id": "e80e0ece-2b66-4839-bb56-efb4d98b3f64", "address": "fa:16:3e:c2:c7:5c", "network": {"id": "fdb2d32b-0607-43e4-838c-8e4db88bc554", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1900344024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f5ca363e85435382c6462a4d6e1123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape80e0ece-2b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.544935] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "7096b4e3-b7f5-4650-86e1-274b5540b925" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.584728] env[62023]: DEBUG nova.scheduler.client.report [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1723.624289] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ecf819-bdb9-6386-2edb-ff3fb567a1a4, 'name': SearchDatastore_Task, 'duration_secs': 0.031257} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.625362] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f76bdcf-5ebf-492f-b2b0-8747f361455a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.633507] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1723.633507] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529bf13d-580b-e0c1-a00c-cf48683a5c10" [ 1723.633507] env[62023]: _type = "Task" [ 1723.633507] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.642513] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529bf13d-580b-e0c1-a00c-cf48683a5c10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.959961] env[62023]: DEBUG oslo_vmware.rw_handles [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e53ce6-8e43-b62e-a734-b5aeafa464b6/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1723.960568] env[62023]: DEBUG oslo_concurrency.lockutils [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] Releasing lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.960806] env[62023]: DEBUG nova.compute.manager [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Received event network-vif-plugged-591930e1-103d-4ac4-bb5d-0f23d58ad4a4 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1723.960993] env[62023]: DEBUG oslo_concurrency.lockutils [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] Acquiring lock "8a64edeb-1428-4390-a224-f13f553cd0ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.961509] env[62023]: DEBUG oslo_concurrency.lockutils [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] Lock "8a64edeb-1428-4390-a224-f13f553cd0ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.961698] env[62023]: DEBUG oslo_concurrency.lockutils [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] Lock "8a64edeb-1428-4390-a224-f13f553cd0ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.961871] env[62023]: DEBUG nova.compute.manager [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] No waiting events found dispatching network-vif-plugged-591930e1-103d-4ac4-bb5d-0f23d58ad4a4 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1723.962066] env[62023]: WARNING nova.compute.manager [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Received unexpected event network-vif-plugged-591930e1-103d-4ac4-bb5d-0f23d58ad4a4 for instance with vm_state building and task_state spawning. [ 1723.962218] env[62023]: DEBUG nova.compute.manager [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Received event network-changed-591930e1-103d-4ac4-bb5d-0f23d58ad4a4 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1723.962429] env[62023]: DEBUG nova.compute.manager [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Refreshing instance network info cache due to event network-changed-591930e1-103d-4ac4-bb5d-0f23d58ad4a4. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1723.962721] env[62023]: DEBUG oslo_concurrency.lockutils [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] Acquiring lock "refresh_cache-8a64edeb-1428-4390-a224-f13f553cd0ad" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.962881] env[62023]: DEBUG oslo_concurrency.lockutils [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] Acquired lock "refresh_cache-8a64edeb-1428-4390-a224-f13f553cd0ad" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.963067] env[62023]: DEBUG nova.network.neutron [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Refreshing network info cache for port 591930e1-103d-4ac4-bb5d-0f23d58ad4a4 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1723.965425] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64708d86-0aa0-441a-959d-25073b1a92d9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.973099] env[62023]: DEBUG oslo_vmware.rw_handles [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e53ce6-8e43-b62e-a734-b5aeafa464b6/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1723.973321] env[62023]: ERROR oslo_vmware.rw_handles [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e53ce6-8e43-b62e-a734-b5aeafa464b6/disk-0.vmdk due to incomplete transfer. [ 1723.976224] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d9c53faa-3d5d-4344-8ebe-ed15e09bbc74 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.982953] env[62023]: DEBUG oslo_vmware.rw_handles [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e53ce6-8e43-b62e-a734-b5aeafa464b6/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1723.983178] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Uploaded image 6563da48-11b8-4eb5-ae21-e5bb03714988 to the Glance image server {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1723.985363] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Destroying the VM {{(pid=62023) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1723.985888] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-64a8d862-e9c2-4736-87b9-7ed6f2e351d6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.993815] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1723.993815] env[62023]: value = "task-1758704" [ 1723.993815] env[62023]: _type = "Task" [ 1723.993815] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.004328] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758704, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.090208] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.092805] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.342s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.117269] env[62023]: INFO nova.scheduler.client.report [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Deleted allocations for instance 305d1c22-6e30-4a74-9721-c893c183d0f0 [ 1724.147216] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529bf13d-580b-e0c1-a00c-cf48683a5c10, 'name': SearchDatastore_Task, 'duration_secs': 0.021808} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.147216] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.147216] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 8a64edeb-1428-4390-a224-f13f553cd0ad/8a64edeb-1428-4390-a224-f13f553cd0ad.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1724.148131] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a441739d-0c8f-4e88-b233-42d7c58c9ab5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.156375] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1724.156375] env[62023]: value = "task-1758705" [ 1724.156375] env[62023]: _type = "Task" [ 1724.156375] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.165849] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.169015] env[62023]: DEBUG nova.compute.manager [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1724.198933] env[62023]: DEBUG nova.virt.hardware [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1724.199144] env[62023]: DEBUG nova.virt.hardware [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1724.199351] env[62023]: DEBUG nova.virt.hardware [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1724.199579] env[62023]: DEBUG nova.virt.hardware [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1724.199857] env[62023]: DEBUG nova.virt.hardware [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1724.199967] env[62023]: DEBUG nova.virt.hardware [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1724.200238] env[62023]: DEBUG nova.virt.hardware [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1724.200443] env[62023]: DEBUG nova.virt.hardware [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1724.200654] env[62023]: DEBUG nova.virt.hardware [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1724.200928] env[62023]: DEBUG nova.virt.hardware [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1724.201149] env[62023]: DEBUG nova.virt.hardware [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1724.202799] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8540ee7-a933-47e5-8308-d309e26568cb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.218315] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f24b923-8676-4909-a0cc-8578079725d8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.506881] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758704, 'name': Destroy_Task} progress is 33%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.627415] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fb214786-0a0d-4a3b-97d3-26453cb422c2 tempest-ImagesTestJSON-407444335 tempest-ImagesTestJSON-407444335-project-member] Lock "305d1c22-6e30-4a74-9721-c893c183d0f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.104s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.669095] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758705, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.990102] env[62023]: DEBUG nova.network.neutron [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Updated VIF entry in instance network info cache for port 591930e1-103d-4ac4-bb5d-0f23d58ad4a4. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1724.990513] env[62023]: DEBUG nova.network.neutron [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Updating instance_info_cache with network_info: [{"id": "591930e1-103d-4ac4-bb5d-0f23d58ad4a4", "address": "fa:16:3e:17:cb:a7", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap591930e1-10", "ovs_interfaceid": "591930e1-103d-4ac4-bb5d-0f23d58ad4a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.011141] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758704, 'name': Destroy_Task, 'duration_secs': 0.813325} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.011393] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Destroyed the VM [ 1725.011547] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Deleting Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1725.011806] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2ee90005-cc40-467a-be9a-8bc8ea3539d4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.020598] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1725.020598] env[62023]: value = "task-1758706" [ 1725.020598] env[62023]: _type = "Task" [ 1725.020598] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.030891] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758706, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.124737] env[62023]: INFO nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Updating resource usage from migration a46d9eaa-e281-46d3-9763-f02f1003eb3d [ 1725.141908] env[62023]: DEBUG nova.network.neutron [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Successfully updated port: 61c59c7f-29d9-45e0-8d5b-d93479872f7b {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1725.159942] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 007c853b-b603-44e4-9f3d-42872bd4baca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.160117] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance dcd4d90d-e32b-4ab4-bd2d-14d367c16838 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.160389] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance ed8d8df0-2f06-43ab-b959-e0b7597efecb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.160510] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 4cb4160b-524b-41b7-b8c8-7c246826b084 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.160623] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 8889bd20-94aa-4d24-8f3a-1a5cb31688e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.160921] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.160921] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 1213f6be-c3e6-4fbb-96b1-3736ece929a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.161041] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 681fa498-8577-44cf-ab89-ede5ac113f74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.161127] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 539873cb-daa5-4c76-a0e0-7929e6b5117a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.161249] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance c363aeac-b213-4ad8-81a7-43bed877962c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.161354] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.161487] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 966a5b9d-4dec-4411-b9d3-9f320ddc5de5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1725.161595] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 8a64edeb-1428-4390-a224-f13f553cd0ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.161700] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 6d2e20b3-5a43-4cfc-8220-e3268d86ee08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.181855] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624914} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.182162] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 8a64edeb-1428-4390-a224-f13f553cd0ad/8a64edeb-1428-4390-a224-f13f553cd0ad.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1725.182473] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1725.182892] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e5204f1-c003-4a95-8ed9-bc46bfd8985e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.191064] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1725.191064] env[62023]: value = "task-1758707" [ 1725.191064] env[62023]: _type = "Task" [ 1725.191064] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.200649] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.324769] env[62023]: DEBUG nova.compute.manager [req-59db4f82-28de-4afd-9960-1843b0c73f13 req-d2ed1494-fbc2-48c9-937b-a093975690f4 service nova] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Received event network-vif-plugged-61c59c7f-29d9-45e0-8d5b-d93479872f7b {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1725.324847] env[62023]: DEBUG oslo_concurrency.lockutils [req-59db4f82-28de-4afd-9960-1843b0c73f13 req-d2ed1494-fbc2-48c9-937b-a093975690f4 service nova] Acquiring lock "6d2e20b3-5a43-4cfc-8220-e3268d86ee08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.325122] env[62023]: DEBUG oslo_concurrency.lockutils [req-59db4f82-28de-4afd-9960-1843b0c73f13 req-d2ed1494-fbc2-48c9-937b-a093975690f4 service nova] Lock "6d2e20b3-5a43-4cfc-8220-e3268d86ee08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.325218] env[62023]: DEBUG oslo_concurrency.lockutils [req-59db4f82-28de-4afd-9960-1843b0c73f13 req-d2ed1494-fbc2-48c9-937b-a093975690f4 service nova] Lock "6d2e20b3-5a43-4cfc-8220-e3268d86ee08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.325389] env[62023]: DEBUG nova.compute.manager [req-59db4f82-28de-4afd-9960-1843b0c73f13 req-d2ed1494-fbc2-48c9-937b-a093975690f4 service nova] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] No waiting events found dispatching network-vif-plugged-61c59c7f-29d9-45e0-8d5b-d93479872f7b {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1725.325547] env[62023]: WARNING nova.compute.manager [req-59db4f82-28de-4afd-9960-1843b0c73f13 req-d2ed1494-fbc2-48c9-937b-a093975690f4 service nova] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Received unexpected event network-vif-plugged-61c59c7f-29d9-45e0-8d5b-d93479872f7b for instance with vm_state building and task_state spawning. [ 1725.493994] env[62023]: DEBUG oslo_concurrency.lockutils [req-4e27d32f-27d0-4729-9a9f-ebb10412efec req-dbf5472e-5fa9-445e-a77a-cf87bbbd1da4 service nova] Releasing lock "refresh_cache-8a64edeb-1428-4390-a224-f13f553cd0ad" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.533249] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758706, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.644689] env[62023]: DEBUG oslo_concurrency.lockutils [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "refresh_cache-6d2e20b3-5a43-4cfc-8220-e3268d86ee08" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.644970] env[62023]: DEBUG oslo_concurrency.lockutils [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "refresh_cache-6d2e20b3-5a43-4cfc-8220-e3268d86ee08" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.645020] env[62023]: DEBUG nova.network.neutron [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1725.669422] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance b2bb6c01-fe23-4099-b143-a77b3c93251f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1725.704851] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100698} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.706378] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1725.707221] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a033915-b599-4485-8645-522d0d6abc18 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.734972] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 8a64edeb-1428-4390-a224-f13f553cd0ad/8a64edeb-1428-4390-a224-f13f553cd0ad.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1725.735453] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a3d13d9-857c-46ea-ae27-b0aeb138f9b1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.759234] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1725.759234] env[62023]: value = "task-1758708" [ 1725.759234] env[62023]: _type = "Task" [ 1725.759234] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.770088] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.032347] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758706, 'name': RemoveSnapshot_Task, 'duration_secs': 0.527225} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.032646] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Deleted Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1726.033023] env[62023]: DEBUG nova.compute.manager [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1726.033754] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76c0450-96ae-4e6c-b252-4be7ee063986 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.172006] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 6530d6b3-abf5-40f0-824e-6d13ea0b6807 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1726.172198] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Migration a46d9eaa-e281-46d3-9763-f02f1003eb3d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1726.172552] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.172637] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (02801f58-5343-4495-a0d6-e07df5115a86): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1726.172811] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1726.172952] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1726.199393] env[62023]: DEBUG nova.network.neutron [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1726.272702] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758708, 'name': ReconfigVM_Task, 'duration_secs': 0.338649} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.275060] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 8a64edeb-1428-4390-a224-f13f553cd0ad/8a64edeb-1428-4390-a224-f13f553cd0ad.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1726.275697] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dff1173-56d9-4a19-96da-9f4c0dd0606b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.283324] env[62023]: DEBUG nova.compute.manager [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1726.288798] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68afa9ae-b05d-45c1-a951-2c8412678df6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.291639] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1726.291639] env[62023]: value = "task-1758709" [ 1726.291639] env[62023]: _type = "Task" [ 1726.291639] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.312141] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758709, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.492910] env[62023]: DEBUG nova.network.neutron [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Updating instance_info_cache with network_info: [{"id": "61c59c7f-29d9-45e0-8d5b-d93479872f7b", "address": "fa:16:3e:21:d5:98", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c59c7f-29", "ovs_interfaceid": "61c59c7f-29d9-45e0-8d5b-d93479872f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.518328] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc85e35-f10d-465d-aee0-2a50f9b32e1c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.530773] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89671bea-268a-4452-8490-ffd6e4b2e1c1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.568532] env[62023]: INFO nova.compute.manager [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Shelve offloading [ 1726.570411] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79438041-8770-420c-a349-05e6f08b3b62 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.580992] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed2da5b-8139-472c-9779-ce247f1bc30e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.597205] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1726.803293] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758709, 'name': Rename_Task, 'duration_secs': 0.221234} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.803765] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1726.803765] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c85ce998-f7da-417e-8323-34d29aac82eb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.805986] env[62023]: INFO nova.compute.manager [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] instance snapshotting [ 1726.806641] env[62023]: DEBUG nova.objects.instance [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lazy-loading 'flavor' on Instance uuid c363aeac-b213-4ad8-81a7-43bed877962c {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1726.814365] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1726.814365] env[62023]: value = "task-1758710" [ 1726.814365] env[62023]: _type = "Task" [ 1726.814365] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.827481] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.995037] env[62023]: DEBUG oslo_concurrency.lockutils [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "refresh_cache-6d2e20b3-5a43-4cfc-8220-e3268d86ee08" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.995672] env[62023]: DEBUG nova.compute.manager [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Instance network_info: |[{"id": "61c59c7f-29d9-45e0-8d5b-d93479872f7b", "address": "fa:16:3e:21:d5:98", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c59c7f-29", "ovs_interfaceid": "61c59c7f-29d9-45e0-8d5b-d93479872f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1726.995846] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:d5:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61c59c7f-29d9-45e0-8d5b-d93479872f7b', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1727.006977] env[62023]: DEBUG oslo.service.loopingcall [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1727.006977] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1727.007413] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e4eaca3-942d-42c7-86ff-6b2652457b3c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.032377] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1727.032377] env[62023]: value = "task-1758711" [ 1727.032377] env[62023]: _type = "Task" [ 1727.032377] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.042214] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758711, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.076251] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1727.076556] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0617a97-150e-4bcf-b896-888a3400e46c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.084629] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1727.084629] env[62023]: value = "task-1758712" [ 1727.084629] env[62023]: _type = "Task" [ 1727.084629] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.098670] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] VM already powered off {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1727.099451] env[62023]: DEBUG nova.compute.manager [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1727.100526] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1727.104760] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0a6815-901a-4570-b1a7-d207794c2cd4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.114518] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.114743] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquired lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.114959] env[62023]: DEBUG nova.network.neutron [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1727.323297] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c5c9e1-a832-427e-9c7c-788d4c2980eb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.335715] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758710, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.362797] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7715c9-96bc-48a1-843d-e371b8930011 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.525756] env[62023]: DEBUG nova.compute.manager [req-c49c3924-54dd-4bac-a89b-9a94d2cb4b98 req-635d8b45-f12a-4ae5-9735-81af27da22a2 service nova] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Received event network-changed-61c59c7f-29d9-45e0-8d5b-d93479872f7b {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1727.525983] env[62023]: DEBUG nova.compute.manager [req-c49c3924-54dd-4bac-a89b-9a94d2cb4b98 req-635d8b45-f12a-4ae5-9735-81af27da22a2 service nova] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Refreshing instance network info cache due to event network-changed-61c59c7f-29d9-45e0-8d5b-d93479872f7b. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1727.526230] env[62023]: DEBUG oslo_concurrency.lockutils [req-c49c3924-54dd-4bac-a89b-9a94d2cb4b98 req-635d8b45-f12a-4ae5-9735-81af27da22a2 service nova] Acquiring lock "refresh_cache-6d2e20b3-5a43-4cfc-8220-e3268d86ee08" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.526410] env[62023]: DEBUG oslo_concurrency.lockutils [req-c49c3924-54dd-4bac-a89b-9a94d2cb4b98 req-635d8b45-f12a-4ae5-9735-81af27da22a2 service nova] Acquired lock "refresh_cache-6d2e20b3-5a43-4cfc-8220-e3268d86ee08" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.526585] env[62023]: DEBUG nova.network.neutron [req-c49c3924-54dd-4bac-a89b-9a94d2cb4b98 req-635d8b45-f12a-4ae5-9735-81af27da22a2 service nova] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Refreshing network info cache for port 61c59c7f-29d9-45e0-8d5b-d93479872f7b {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1727.545223] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758711, 'name': CreateVM_Task, 'duration_secs': 0.437935} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.545223] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1727.545223] env[62023]: DEBUG oslo_concurrency.lockutils [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.545223] env[62023]: DEBUG oslo_concurrency.lockutils [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.545380] env[62023]: DEBUG oslo_concurrency.lockutils [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1727.545723] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-716ddebb-333c-4ea9-bf35-4a0715e602bd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.552442] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1727.552442] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524e2709-70bd-5dd1-baa4-5bd50efe2d54" [ 1727.552442] env[62023]: _type = "Task" [ 1727.552442] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.562679] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524e2709-70bd-5dd1-baa4-5bd50efe2d54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.610252] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1727.610500] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.518s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.610833] env[62023]: DEBUG oslo_concurrency.lockutils [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.516s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.612581] env[62023]: INFO nova.compute.claims [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1727.617643] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.619633] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Cleaning up deleted instances {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 1727.828451] env[62023]: DEBUG oslo_vmware.api [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758710, 'name': PowerOnVM_Task, 'duration_secs': 0.631459} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.828806] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1727.829113] env[62023]: INFO nova.compute.manager [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1727.829312] env[62023]: DEBUG nova.compute.manager [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1727.830479] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22505fd0-6442-4bf3-9f60-b32f8c66807a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.876910] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Creating Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1727.877354] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f756c4e5-d93c-481f-9943-d9a58d97d8a8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.887294] env[62023]: DEBUG oslo_vmware.api [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1727.887294] env[62023]: value = "task-1758713" [ 1727.887294] env[62023]: _type = "Task" [ 1727.887294] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.898103] env[62023]: DEBUG oslo_vmware.api [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758713, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.066500] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524e2709-70bd-5dd1-baa4-5bd50efe2d54, 'name': SearchDatastore_Task, 'duration_secs': 0.020896} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.067764] env[62023]: DEBUG nova.network.neutron [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Updating instance_info_cache with network_info: [{"id": "8dd471b8-9155-4515-9d4b-e714ea47402c", "address": "fa:16:3e:ed:1e:08", "network": {"id": "d1117918-82ec-47b9-9f2c-6d237b2c8e90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1910377442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b253fa22de4b7b90419e34282255e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd471b8-91", "ovs_interfaceid": "8dd471b8-9155-4515-9d4b-e714ea47402c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.069403] env[62023]: DEBUG oslo_concurrency.lockutils [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.069745] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1728.070154] env[62023]: DEBUG oslo_concurrency.lockutils [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.070428] env[62023]: DEBUG oslo_concurrency.lockutils [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.070710] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1728.071289] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcb653ce-17b0-46c2-88e0-48956eceaefd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.081768] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1728.083018] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1728.083018] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e8ab269-e696-4306-b0fc-3be20739db6a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.091941] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1728.091941] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52befba2-5daf-57a0-028b-c98dc8a6d7cd" [ 1728.091941] env[62023]: _type = "Task" [ 1728.091941] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.099045] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52befba2-5daf-57a0-028b-c98dc8a6d7cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.135214] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] There are 62 instances to clean {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 1728.135214] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 305d1c22-6e30-4a74-9721-c893c183d0f0] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1728.182666] env[62023]: DEBUG oslo_concurrency.lockutils [None req-08c2955a-845a-472c-8299-fb92fc0f6157 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.182944] env[62023]: DEBUG oslo_concurrency.lockutils [None req-08c2955a-845a-472c-8299-fb92fc0f6157 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.352509] env[62023]: INFO nova.compute.manager [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Took 28.86 seconds to build instance. [ 1728.398134] env[62023]: DEBUG oslo_vmware.api [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758713, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.426661] env[62023]: DEBUG nova.network.neutron [req-c49c3924-54dd-4bac-a89b-9a94d2cb4b98 req-635d8b45-f12a-4ae5-9735-81af27da22a2 service nova] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Updated VIF entry in instance network info cache for port 61c59c7f-29d9-45e0-8d5b-d93479872f7b. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1728.427126] env[62023]: DEBUG nova.network.neutron [req-c49c3924-54dd-4bac-a89b-9a94d2cb4b98 req-635d8b45-f12a-4ae5-9735-81af27da22a2 service nova] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Updating instance_info_cache with network_info: [{"id": "61c59c7f-29d9-45e0-8d5b-d93479872f7b", "address": "fa:16:3e:21:d5:98", "network": {"id": "dc3c6e5c-7489-4e4c-b07c-5d17cfcec56a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-277483759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9becf5771d9b44c7995886a648805c1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c59c7f-29", "ovs_interfaceid": "61c59c7f-29d9-45e0-8d5b-d93479872f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.572799] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Releasing lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.602676] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52befba2-5daf-57a0-028b-c98dc8a6d7cd, 'name': SearchDatastore_Task, 'duration_secs': 0.014135} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.605320] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86583a31-aad7-42ba-8b43-e4515bcd58f9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.611543] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1728.611543] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523019a7-f083-72c1-eb2a-6784beebd6f5" [ 1728.611543] env[62023]: _type = "Task" [ 1728.611543] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.620429] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523019a7-f083-72c1-eb2a-6784beebd6f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.640164] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: b408aee3-a0ca-4083-8ba3-dfa75e4eb227] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1728.688616] env[62023]: INFO nova.compute.manager [None req-08c2955a-845a-472c-8299-fb92fc0f6157 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Detaching volume 432ea8a7-78ed-4767-8a60-ff6cb23a7f19 [ 1728.746253] env[62023]: INFO nova.virt.block_device [None req-08c2955a-845a-472c-8299-fb92fc0f6157 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Attempting to driver detach volume 432ea8a7-78ed-4767-8a60-ff6cb23a7f19 from mountpoint /dev/sdb [ 1728.746512] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c2955a-845a-472c-8299-fb92fc0f6157 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Volume detach. Driver type: vmdk {{(pid=62023) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1728.746690] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c2955a-845a-472c-8299-fb92fc0f6157 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365413', 'volume_id': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'name': 'volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '61af069c-a6d6-4ee7-b1a1-05c8fe3805bd', 'attached_at': '', 'detached_at': '', 'volume_id': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'serial': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1728.747613] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3ff3d5-ed00-4b3e-9afc-f264084567f0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.778892] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613b3fd9-551d-4bcd-9084-53f017124963 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.789792] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf015a9-1610-469a-9e1b-5973e00ef748 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.824270] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9426cf91-283a-4d5d-af27-4c00806b0214 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.841506] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c2955a-845a-472c-8299-fb92fc0f6157 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] The volume has not been displaced from its original location: [datastore1] volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19/volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19.vmdk. No consolidation needed. {{(pid=62023) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1728.847203] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c2955a-845a-472c-8299-fb92fc0f6157 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1728.850183] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8055b46-99a8-424f-b46d-abb4c53cae0f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.865477] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fe156587-39b5-4a7d-a36a-166d19765c1a tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "8a64edeb-1428-4390-a224-f13f553cd0ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.383s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.877041] env[62023]: DEBUG oslo_vmware.api [None req-08c2955a-845a-472c-8299-fb92fc0f6157 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1728.877041] env[62023]: value = "task-1758714" [ 1728.877041] env[62023]: _type = "Task" [ 1728.877041] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.883670] env[62023]: DEBUG oslo_vmware.api [None req-08c2955a-845a-472c-8299-fb92fc0f6157 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.902170] env[62023]: DEBUG oslo_vmware.api [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758713, 'name': CreateSnapshot_Task, 'duration_secs': 0.678822} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.902502] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Created Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1728.903638] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4a1eb2-b929-4a48-b9b3-7b53e50c015a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.930140] env[62023]: DEBUG oslo_concurrency.lockutils [req-c49c3924-54dd-4bac-a89b-9a94d2cb4b98 req-635d8b45-f12a-4ae5-9735-81af27da22a2 service nova] Releasing lock "refresh_cache-6d2e20b3-5a43-4cfc-8220-e3268d86ee08" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.046481] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37518244-6d43-42e5-98a3-735d98d4f0ed {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.055732] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d761d3-20a0-45ad-b697-eda1f0dbbb5a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.094114] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1729.094936] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9042f4-b42f-425d-9205-65d4e2b96f28 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.098077] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21feb961-650b-4ba6-9e50-096890dde0b6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.108552] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffea33bf-d6cb-400d-b764-78047fcffd36 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.113614] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1729.113838] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-648ba7c9-196e-4efc-9aed-0c80cba24a1b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.127202] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523019a7-f083-72c1-eb2a-6784beebd6f5, 'name': SearchDatastore_Task, 'duration_secs': 0.027405} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.134238] env[62023]: DEBUG oslo_concurrency.lockutils [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.134580] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 6d2e20b3-5a43-4cfc-8220-e3268d86ee08/6d2e20b3-5a43-4cfc-8220-e3268d86ee08.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1729.135104] env[62023]: DEBUG nova.compute.provider_tree [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1729.137591] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2768604e-cf1a-4c73-89e3-9317724821d8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.140766] env[62023]: DEBUG nova.compute.manager [req-0c65188c-8fc1-4049-9f85-9c474b0f58f4 req-cb524417-2c55-4a41-a244-168d7bf15a0b service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Received event network-vif-unplugged-8dd471b8-9155-4515-9d4b-e714ea47402c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1729.141046] env[62023]: DEBUG oslo_concurrency.lockutils [req-0c65188c-8fc1-4049-9f85-9c474b0f58f4 req-cb524417-2c55-4a41-a244-168d7bf15a0b service nova] Acquiring lock "681fa498-8577-44cf-ab89-ede5ac113f74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.141286] env[62023]: DEBUG oslo_concurrency.lockutils [req-0c65188c-8fc1-4049-9f85-9c474b0f58f4 req-cb524417-2c55-4a41-a244-168d7bf15a0b service nova] Lock "681fa498-8577-44cf-ab89-ede5ac113f74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.141386] env[62023]: DEBUG oslo_concurrency.lockutils [req-0c65188c-8fc1-4049-9f85-9c474b0f58f4 req-cb524417-2c55-4a41-a244-168d7bf15a0b service nova] Lock "681fa498-8577-44cf-ab89-ede5ac113f74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.141552] env[62023]: DEBUG nova.compute.manager [req-0c65188c-8fc1-4049-9f85-9c474b0f58f4 req-cb524417-2c55-4a41-a244-168d7bf15a0b service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] No waiting events found dispatching network-vif-unplugged-8dd471b8-9155-4515-9d4b-e714ea47402c {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1729.141710] env[62023]: WARNING nova.compute.manager [req-0c65188c-8fc1-4049-9f85-9c474b0f58f4 req-cb524417-2c55-4a41-a244-168d7bf15a0b service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Received unexpected event network-vif-unplugged-8dd471b8-9155-4515-9d4b-e714ea47402c for instance with vm_state shelved and task_state shelving_offloading. [ 1729.145472] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: e589a9b9-01ff-4f18-be27-a9a5fe893e87] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1729.153209] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1729.153209] env[62023]: value = "task-1758716" [ 1729.153209] env[62023]: _type = "Task" [ 1729.153209] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.162898] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.329648] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1729.330917] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1729.331251] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Deleting the datastore file [datastore1] 681fa498-8577-44cf-ab89-ede5ac113f74 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1729.334380] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-192de07f-4ed9-4cc5-bb50-a543dc52addf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.343780] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1729.343780] env[62023]: value = "task-1758717" [ 1729.343780] env[62023]: _type = "Task" [ 1729.343780] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.355851] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.392940] env[62023]: DEBUG oslo_vmware.api [None req-08c2955a-845a-472c-8299-fb92fc0f6157 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758714, 'name': ReconfigVM_Task, 'duration_secs': 0.241695} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.393280] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c2955a-845a-472c-8299-fb92fc0f6157 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1729.404607] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a3505a-0331-408d-b76a-daf2a53381a1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.425419] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Creating linked-clone VM from snapshot {{(pid=62023) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1729.427109] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a0aea391-faa6-4373-be80-60ef37ed9474 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.430216] env[62023]: DEBUG oslo_vmware.api [None req-08c2955a-845a-472c-8299-fb92fc0f6157 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1729.430216] env[62023]: value = "task-1758718" [ 1729.430216] env[62023]: _type = "Task" [ 1729.430216] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.436409] env[62023]: DEBUG oslo_vmware.api [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1729.436409] env[62023]: value = "task-1758719" [ 1729.436409] env[62023]: _type = "Task" [ 1729.436409] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.439645] env[62023]: DEBUG oslo_vmware.api [None req-08c2955a-845a-472c-8299-fb92fc0f6157 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758718, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.448876] env[62023]: DEBUG oslo_vmware.api [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758719, 'name': CloneVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.644366] env[62023]: DEBUG nova.scheduler.client.report [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1729.648962] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: b055cbdb-6e45-4cf7-b171-884c4920827d] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1729.665939] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758716, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.863019] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.950945] env[62023]: DEBUG oslo_vmware.api [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758719, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.955134] env[62023]: DEBUG oslo_vmware.api [None req-08c2955a-845a-472c-8299-fb92fc0f6157 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758718, 'name': ReconfigVM_Task, 'duration_secs': 0.369364} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.955569] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c2955a-845a-472c-8299-fb92fc0f6157 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365413', 'volume_id': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'name': 'volume-432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '61af069c-a6d6-4ee7-b1a1-05c8fe3805bd', 'attached_at': '', 'detached_at': '', 'volume_id': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19', 'serial': '432ea8a7-78ed-4767-8a60-ff6cb23a7f19'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1730.151269] env[62023]: DEBUG oslo_concurrency.lockutils [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.151979] env[62023]: DEBUG nova.compute.manager [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1730.155343] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.197s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.157476] env[62023]: INFO nova.compute.claims [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1730.161297] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 42da913c-f354-4f33-822d-9692f616f1de] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1730.174840] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881038} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.176705] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 6d2e20b3-5a43-4cfc-8220-e3268d86ee08/6d2e20b3-5a43-4cfc-8220-e3268d86ee08.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1730.176705] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1730.176705] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6643f67d-d9b8-441c-bf65-fbd8798fa3cd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.186820] env[62023]: DEBUG nova.compute.manager [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Stashing vm_state: active {{(pid=62023) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1730.192945] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1730.192945] env[62023]: value = "task-1758720" [ 1730.192945] env[62023]: _type = "Task" [ 1730.192945] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.206411] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.357425] env[62023]: DEBUG oslo_vmware.api [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.555796} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.357756] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1730.358028] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1730.358250] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1730.397166] env[62023]: INFO nova.scheduler.client.report [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Deleted allocations for instance 681fa498-8577-44cf-ab89-ede5ac113f74 [ 1730.451168] env[62023]: DEBUG oslo_vmware.api [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758719, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.517417] env[62023]: DEBUG nova.objects.instance [None req-08c2955a-845a-472c-8299-fb92fc0f6157 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lazy-loading 'flavor' on Instance uuid 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1730.667010] env[62023]: DEBUG nova.compute.utils [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1730.669295] env[62023]: DEBUG nova.compute.manager [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1730.671034] env[62023]: DEBUG nova.network.neutron [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1730.672367] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: f748352e-9794-4cce-a113-a402ae596775] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1730.711763] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09369} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.711763] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1730.712792] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.714912] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37813b4-3d55-4c09-8f09-001296c40131 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.723108] env[62023]: DEBUG nova.policy [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59aad45587ed4e228ce1a943e1b44667', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8a1c296030f4630bd777da6fd5edc27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1730.744655] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 6d2e20b3-5a43-4cfc-8220-e3268d86ee08/6d2e20b3-5a43-4cfc-8220-e3268d86ee08.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1730.745686] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-973adcf9-e559-4d57-9783-3057b14ec767 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.770368] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1730.770368] env[62023]: value = "task-1758721" [ 1730.770368] env[62023]: _type = "Task" [ 1730.770368] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.788131] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758721, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.901925] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.953522] env[62023]: DEBUG oslo_vmware.api [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758719, 'name': CloneVM_Task} progress is 95%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.126915] env[62023]: DEBUG nova.network.neutron [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Successfully created port: 20f35fdc-f284-425b-975f-b8dd11ebd8ce {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1731.174687] env[62023]: DEBUG nova.compute.manager [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1731.177999] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: bfccc44a-dc24-4112-8afc-66bfd67cfef3] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1731.286092] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.348206] env[62023]: DEBUG nova.compute.manager [req-dbe5f950-d727-4391-ac29-912cd54fde21 req-b5be9924-817f-4f9d-b863-b268b6821d14 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Received event network-changed-8dd471b8-9155-4515-9d4b-e714ea47402c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1731.348206] env[62023]: DEBUG nova.compute.manager [req-dbe5f950-d727-4391-ac29-912cd54fde21 req-b5be9924-817f-4f9d-b863-b268b6821d14 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Refreshing instance network info cache due to event network-changed-8dd471b8-9155-4515-9d4b-e714ea47402c. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1731.348349] env[62023]: DEBUG oslo_concurrency.lockutils [req-dbe5f950-d727-4391-ac29-912cd54fde21 req-b5be9924-817f-4f9d-b863-b268b6821d14 service nova] Acquiring lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.348551] env[62023]: DEBUG oslo_concurrency.lockutils [req-dbe5f950-d727-4391-ac29-912cd54fde21 req-b5be9924-817f-4f9d-b863-b268b6821d14 service nova] Acquired lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.350032] env[62023]: DEBUG nova.network.neutron [req-dbe5f950-d727-4391-ac29-912cd54fde21 req-b5be9924-817f-4f9d-b863-b268b6821d14 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Refreshing network info cache for port 8dd471b8-9155-4515-9d4b-e714ea47402c {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1731.451623] env[62023]: DEBUG oslo_vmware.api [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758719, 'name': CloneVM_Task, 'duration_secs': 1.739463} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.452031] env[62023]: INFO nova.virt.vmwareapi.vmops [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Created linked-clone VM from snapshot [ 1731.452966] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a7ec07-c726-450d-a1a5-7865d2e7b49b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.464542] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Uploading image 0c1215c0-8afc-4eeb-8625-3e7e2b7feb7e {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1731.494521] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c083087-1fbc-4201-aca1-4aead597b236 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.499687] env[62023]: DEBUG oslo_vmware.rw_handles [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1731.499687] env[62023]: value = "vm-365440" [ 1731.499687] env[62023]: _type = "VirtualMachine" [ 1731.499687] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1731.500615] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-24aea0f4-50bb-4c04-89b9-7782bdeb19bc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.508799] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a162970b-96a6-4435-88ee-453f512b3d25 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.513670] env[62023]: DEBUG oslo_vmware.rw_handles [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lease: (returnval){ [ 1731.513670] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d87082-45f9-96fc-98c5-1ce4e9b682b4" [ 1731.513670] env[62023]: _type = "HttpNfcLease" [ 1731.513670] env[62023]: } obtained for exporting VM: (result){ [ 1731.513670] env[62023]: value = "vm-365440" [ 1731.513670] env[62023]: _type = "VirtualMachine" [ 1731.513670] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1731.514376] env[62023]: DEBUG oslo_vmware.api [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the lease: (returnval){ [ 1731.514376] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d87082-45f9-96fc-98c5-1ce4e9b682b4" [ 1731.514376] env[62023]: _type = "HttpNfcLease" [ 1731.514376] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1731.547441] env[62023]: DEBUG oslo_concurrency.lockutils [None req-08c2955a-845a-472c-8299-fb92fc0f6157 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.364s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.551219] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c402a09e-90d0-4392-a6a6-056c73d2cd2d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.555957] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1731.555957] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d87082-45f9-96fc-98c5-1ce4e9b682b4" [ 1731.555957] env[62023]: _type = "HttpNfcLease" [ 1731.555957] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1731.557744] env[62023]: DEBUG oslo_vmware.rw_handles [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1731.557744] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d87082-45f9-96fc-98c5-1ce4e9b682b4" [ 1731.557744] env[62023]: _type = "HttpNfcLease" [ 1731.557744] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1731.557744] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef43e78-fcfd-4ece-a6d2-ad0b61e4a153 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.564929] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7585b88-d551-48df-9f4c-55a350ce1176 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.571659] env[62023]: DEBUG oslo_vmware.rw_handles [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a55017-696d-0bda-6df2-58378e6dc1ca/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1731.571835] env[62023]: DEBUG oslo_vmware.rw_handles [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a55017-696d-0bda-6df2-58378e6dc1ca/disk-0.vmdk for reading. {{(pid=62023) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1731.639377] env[62023]: DEBUG nova.compute.provider_tree [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1731.685970] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 08e31d22-8c2c-4bdc-9258-0406f8fd0fa4] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1731.691024] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a1e8644a-4dec-4294-a110-be874670b870 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.781931] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758721, 'name': ReconfigVM_Task, 'duration_secs': 0.968066} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.782192] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 6d2e20b3-5a43-4cfc-8220-e3268d86ee08/6d2e20b3-5a43-4cfc-8220-e3268d86ee08.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1731.782878] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cf13a51-ab59-415b-9786-a48c0ea99278 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.792016] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1731.792016] env[62023]: value = "task-1758723" [ 1731.792016] env[62023]: _type = "Task" [ 1731.792016] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.802877] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758723, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.144690] env[62023]: DEBUG nova.scheduler.client.report [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1732.190687] env[62023]: DEBUG nova.compute.manager [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1732.195139] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: a59444ed-64c7-4524-a193-47aef1b6df43] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1732.225708] env[62023]: DEBUG nova.virt.hardware [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1732.225943] env[62023]: DEBUG nova.virt.hardware [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1732.226566] env[62023]: DEBUG nova.virt.hardware [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1732.226566] env[62023]: DEBUG nova.virt.hardware [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1732.226744] env[62023]: DEBUG nova.virt.hardware [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1732.226972] env[62023]: DEBUG nova.virt.hardware [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1732.229639] env[62023]: DEBUG nova.virt.hardware [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1732.229639] env[62023]: DEBUG nova.virt.hardware [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1732.229639] env[62023]: DEBUG nova.virt.hardware [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1732.229639] env[62023]: DEBUG nova.virt.hardware [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1732.229639] env[62023]: DEBUG nova.virt.hardware [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1732.230211] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212e2f86-0915-462a-88bd-448db63a7605 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.247146] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc462fe-4011-4d00-922c-d966d6c1c574 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.306917] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758723, 'name': Rename_Task, 'duration_secs': 0.185145} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.306917] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1732.307291] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2da12598-ea3c-48ff-b26a-b9f474669866 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.319721] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1732.319721] env[62023]: value = "task-1758724" [ 1732.319721] env[62023]: _type = "Task" [ 1732.319721] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.332192] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.347175] env[62023]: DEBUG nova.network.neutron [req-dbe5f950-d727-4391-ac29-912cd54fde21 req-b5be9924-817f-4f9d-b863-b268b6821d14 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Updated VIF entry in instance network info cache for port 8dd471b8-9155-4515-9d4b-e714ea47402c. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1732.348352] env[62023]: DEBUG nova.network.neutron [req-dbe5f950-d727-4391-ac29-912cd54fde21 req-b5be9924-817f-4f9d-b863-b268b6821d14 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Updating instance_info_cache with network_info: [{"id": "8dd471b8-9155-4515-9d4b-e714ea47402c", "address": "fa:16:3e:ed:1e:08", "network": {"id": "d1117918-82ec-47b9-9f2c-6d237b2c8e90", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1910377442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b253fa22de4b7b90419e34282255e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8dd471b8-91", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.654205] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.654820] env[62023]: DEBUG nova.compute.manager [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1732.663285] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.949s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.701282] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 6c2ef16f-4058-401f-abbc-980a230b1495] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1732.840028] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758724, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.858743] env[62023]: DEBUG oslo_concurrency.lockutils [req-dbe5f950-d727-4391-ac29-912cd54fde21 req-b5be9924-817f-4f9d-b863-b268b6821d14 service nova] Releasing lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.960475] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.960475] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.960741] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.960944] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.961107] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.967811] env[62023]: INFO nova.compute.manager [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Terminating instance [ 1733.044636] env[62023]: DEBUG nova.network.neutron [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Successfully updated port: 20f35fdc-f284-425b-975f-b8dd11ebd8ce {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1733.117698] env[62023]: DEBUG oslo_concurrency.lockutils [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "2b5b9c88-4178-49ec-ba03-b5ed2427f1bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.117989] env[62023]: DEBUG oslo_concurrency.lockutils [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "2b5b9c88-4178-49ec-ba03-b5ed2427f1bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.118211] env[62023]: DEBUG oslo_concurrency.lockutils [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "2b5b9c88-4178-49ec-ba03-b5ed2427f1bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.118388] env[62023]: DEBUG oslo_concurrency.lockutils [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "2b5b9c88-4178-49ec-ba03-b5ed2427f1bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.118550] env[62023]: DEBUG oslo_concurrency.lockutils [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "2b5b9c88-4178-49ec-ba03-b5ed2427f1bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.125820] env[62023]: INFO nova.compute.manager [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Terminating instance [ 1733.168141] env[62023]: DEBUG nova.compute.utils [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1733.171778] env[62023]: DEBUG nova.compute.manager [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1733.171972] env[62023]: DEBUG nova.network.neutron [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1733.177588] env[62023]: INFO nova.compute.claims [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1733.189706] env[62023]: DEBUG nova.compute.manager [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1733.205939] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 935173c4-c679-4381-be6a-c9dcbdb04430] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1733.283533] env[62023]: DEBUG nova.policy [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43a5a96b698a439998c5aa89281fcb55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3628a00581f4175aa7de8fe2469d744', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1733.334086] env[62023]: DEBUG oslo_vmware.api [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758724, 'name': PowerOnVM_Task, 'duration_secs': 0.726853} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.334086] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1733.334193] env[62023]: INFO nova.compute.manager [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1733.335029] env[62023]: DEBUG nova.compute.manager [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1733.335263] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7ee24c-7b2f-456e-8558-b276e36fb76d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.476858] env[62023]: DEBUG nova.compute.manager [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1733.476858] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1733.476858] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34965c95-f781-4dcf-a33f-5426294cff7c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.490659] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1733.492737] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45ad698d-1037-4b4a-8645-a2a9d8ee4134 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.502234] env[62023]: DEBUG oslo_vmware.api [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1733.502234] env[62023]: value = "task-1758728" [ 1733.502234] env[62023]: _type = "Task" [ 1733.502234] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.513281] env[62023]: DEBUG oslo_vmware.api [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.537769] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "681fa498-8577-44cf-ab89-ede5ac113f74" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.549316] env[62023]: DEBUG oslo_concurrency.lockutils [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.549316] env[62023]: DEBUG oslo_concurrency.lockutils [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.549316] env[62023]: DEBUG nova.network.neutron [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1733.572346] env[62023]: DEBUG nova.compute.manager [req-77181c2d-8afe-49f8-abfa-0df4eaaf93d0 req-7d7bbc98-ba00-4ecf-9abc-9b0d8939bb50 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Received event network-vif-plugged-20f35fdc-f284-425b-975f-b8dd11ebd8ce {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1733.572710] env[62023]: DEBUG oslo_concurrency.lockutils [req-77181c2d-8afe-49f8-abfa-0df4eaaf93d0 req-7d7bbc98-ba00-4ecf-9abc-9b0d8939bb50 service nova] Acquiring lock "b2bb6c01-fe23-4099-b143-a77b3c93251f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.573638] env[62023]: DEBUG oslo_concurrency.lockutils [req-77181c2d-8afe-49f8-abfa-0df4eaaf93d0 req-7d7bbc98-ba00-4ecf-9abc-9b0d8939bb50 service nova] Lock "b2bb6c01-fe23-4099-b143-a77b3c93251f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.573638] env[62023]: DEBUG oslo_concurrency.lockutils [req-77181c2d-8afe-49f8-abfa-0df4eaaf93d0 req-7d7bbc98-ba00-4ecf-9abc-9b0d8939bb50 service nova] Lock "b2bb6c01-fe23-4099-b143-a77b3c93251f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.573638] env[62023]: DEBUG nova.compute.manager [req-77181c2d-8afe-49f8-abfa-0df4eaaf93d0 req-7d7bbc98-ba00-4ecf-9abc-9b0d8939bb50 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] No waiting events found dispatching network-vif-plugged-20f35fdc-f284-425b-975f-b8dd11ebd8ce {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1733.573638] env[62023]: WARNING nova.compute.manager [req-77181c2d-8afe-49f8-abfa-0df4eaaf93d0 req-7d7bbc98-ba00-4ecf-9abc-9b0d8939bb50 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Received unexpected event network-vif-plugged-20f35fdc-f284-425b-975f-b8dd11ebd8ce for instance with vm_state building and task_state spawning. [ 1733.573811] env[62023]: DEBUG nova.compute.manager [req-77181c2d-8afe-49f8-abfa-0df4eaaf93d0 req-7d7bbc98-ba00-4ecf-9abc-9b0d8939bb50 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Received event network-changed-20f35fdc-f284-425b-975f-b8dd11ebd8ce {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1733.573980] env[62023]: DEBUG nova.compute.manager [req-77181c2d-8afe-49f8-abfa-0df4eaaf93d0 req-7d7bbc98-ba00-4ecf-9abc-9b0d8939bb50 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Refreshing instance network info cache due to event network-changed-20f35fdc-f284-425b-975f-b8dd11ebd8ce. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1733.578023] env[62023]: DEBUG oslo_concurrency.lockutils [req-77181c2d-8afe-49f8-abfa-0df4eaaf93d0 req-7d7bbc98-ba00-4ecf-9abc-9b0d8939bb50 service nova] Acquiring lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.636495] env[62023]: DEBUG nova.compute.manager [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1733.636495] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1733.637500] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d93a09-4fba-4267-98d7-e34fe965584f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.649807] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1733.650174] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-044040fd-314c-4fd2-b393-801e4783efb4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.658548] env[62023]: DEBUG oslo_vmware.api [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1733.658548] env[62023]: value = "task-1758729" [ 1733.658548] env[62023]: _type = "Task" [ 1733.658548] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.676358] env[62023]: DEBUG oslo_vmware.api [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.692139] env[62023]: INFO nova.compute.resource_tracker [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Updating resource usage from migration a46d9eaa-e281-46d3-9763-f02f1003eb3d [ 1733.711629] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 6b867581-5ee5-4bb6-95a7-3292d7135458] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1733.758409] env[62023]: DEBUG nova.network.neutron [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Successfully created port: 59bfaa18-83b3-4616-9b55-324349b3fce8 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1733.858552] env[62023]: INFO nova.compute.manager [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Took 28.62 seconds to build instance. [ 1734.020741] env[62023]: DEBUG oslo_vmware.api [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758728, 'name': PowerOffVM_Task, 'duration_secs': 0.254098} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.021150] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1734.021228] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1734.021492] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c6f6895-0439-464e-b7df-543d1c0573a9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.048393] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586617b1-b731-4dae-b063-2e51842728c2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.066021] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480aa805-a86c-475f-abdf-c5f15f389950 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.103664] env[62023]: DEBUG nova.network.neutron [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1734.106163] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631bcbbd-09d3-47b3-8477-62186c6ac5cf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.111715] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1734.112066] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1734.115786] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Deleting the datastore file [datastore1] 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1734.115786] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65cd1157-1c86-4782-ad21-a8721b9dd8ba {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.122314] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7edc4b2-4e8d-4d1b-8a41-db6677db448c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.127181] env[62023]: DEBUG oslo_vmware.api [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1734.127181] env[62023]: value = "task-1758731" [ 1734.127181] env[62023]: _type = "Task" [ 1734.127181] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.142192] env[62023]: DEBUG nova.compute.provider_tree [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.154125] env[62023]: DEBUG oslo_vmware.api [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.170278] env[62023]: DEBUG oslo_vmware.api [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758729, 'name': PowerOffVM_Task, 'duration_secs': 0.206337} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.170831] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1734.170831] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1734.171318] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0266b057-76e4-465d-98d8-e633cf0ec804 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.206922] env[62023]: DEBUG nova.compute.manager [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1734.214941] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 2c0e4ef8-cbda-4ad9-b92d-a5bada1a085c] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1734.222528] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Acquiring lock "3bd97266-b1a8-4e16-898c-fe4af50336e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.223470] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Lock "3bd97266-b1a8-4e16-898c-fe4af50336e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.243662] env[62023]: DEBUG nova.virt.hardware [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1734.244504] env[62023]: DEBUG nova.virt.hardware [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1734.244504] env[62023]: DEBUG nova.virt.hardware [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1734.244504] env[62023]: DEBUG nova.virt.hardware [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1734.244504] env[62023]: DEBUG nova.virt.hardware [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1734.244872] env[62023]: DEBUG nova.virt.hardware [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1734.244872] env[62023]: DEBUG nova.virt.hardware [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1734.245037] env[62023]: DEBUG nova.virt.hardware [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1734.245211] env[62023]: DEBUG nova.virt.hardware [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1734.245391] env[62023]: DEBUG nova.virt.hardware [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1734.245588] env[62023]: DEBUG nova.virt.hardware [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1734.246551] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9410fdd-9dee-4382-b5d7-5db3f69ca2b3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.259194] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cf0f40-d017-4351-923c-17f86769b191 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.300811] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1734.301157] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1734.301380] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Deleting the datastore file [datastore1] 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1734.301714] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eff45460-6eba-45f5-935a-9b0216538fd7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.309886] env[62023]: DEBUG oslo_vmware.api [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1734.309886] env[62023]: value = "task-1758733" [ 1734.309886] env[62023]: _type = "Task" [ 1734.309886] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.319894] env[62023]: DEBUG oslo_vmware.api [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.329700] env[62023]: DEBUG nova.network.neutron [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Updating instance_info_cache with network_info: [{"id": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "address": "fa:16:3e:ba:66:67", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f35fdc-f2", "ovs_interfaceid": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.361358] env[62023]: DEBUG oslo_concurrency.lockutils [None req-14907f6c-f9cd-4c2b-b29a-b228641f4430 tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "6d2e20b3-5a43-4cfc-8220-e3268d86ee08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.127s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.637437] env[62023]: DEBUG oslo_vmware.api [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.646750] env[62023]: DEBUG nova.scheduler.client.report [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1734.723901] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 7ccd9c6a-4027-4a22-9be1-622267fd9541] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1734.726306] env[62023]: DEBUG nova.compute.manager [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1734.824885] env[62023]: DEBUG oslo_vmware.api [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.832977] env[62023]: DEBUG oslo_concurrency.lockutils [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.833296] env[62023]: DEBUG nova.compute.manager [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Instance network_info: |[{"id": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "address": "fa:16:3e:ba:66:67", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f35fdc-f2", "ovs_interfaceid": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1734.833960] env[62023]: DEBUG oslo_concurrency.lockutils [req-77181c2d-8afe-49f8-abfa-0df4eaaf93d0 req-7d7bbc98-ba00-4ecf-9abc-9b0d8939bb50 service nova] Acquired lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.834195] env[62023]: DEBUG nova.network.neutron [req-77181c2d-8afe-49f8-abfa-0df4eaaf93d0 req-7d7bbc98-ba00-4ecf-9abc-9b0d8939bb50 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Refreshing network info cache for port 20f35fdc-f284-425b-975f-b8dd11ebd8ce {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1734.835399] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:66:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20f35fdc-f284-425b-975f-b8dd11ebd8ce', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1734.844692] env[62023]: DEBUG oslo.service.loopingcall [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1734.848135] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1734.848722] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73993f32-7faf-4b0b-9c76-d88f7295ba26 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.871938] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1734.871938] env[62023]: value = "task-1758734" [ 1734.871938] env[62023]: _type = "Task" [ 1734.871938] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.881332] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758734, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.139081] env[62023]: DEBUG oslo_vmware.api [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.153356] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.490s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.153798] env[62023]: INFO nova.compute.manager [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Migrating [ 1735.166457] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.621s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.167237] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.170189] env[62023]: DEBUG oslo_concurrency.lockutils [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.086s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.170492] env[62023]: DEBUG oslo_concurrency.lockutils [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.173032] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.460s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.210475] env[62023]: INFO nova.scheduler.client.report [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleted allocations for instance 966a5b9d-4dec-4411-b9d3-9f320ddc5de5 [ 1735.230471] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 093dd1a9-87d9-4be8-99ce-1903edf5f71b] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1735.255408] env[62023]: DEBUG nova.network.neutron [req-77181c2d-8afe-49f8-abfa-0df4eaaf93d0 req-7d7bbc98-ba00-4ecf-9abc-9b0d8939bb50 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Updated VIF entry in instance network info cache for port 20f35fdc-f284-425b-975f-b8dd11ebd8ce. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1735.255820] env[62023]: DEBUG nova.network.neutron [req-77181c2d-8afe-49f8-abfa-0df4eaaf93d0 req-7d7bbc98-ba00-4ecf-9abc-9b0d8939bb50 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Updating instance_info_cache with network_info: [{"id": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "address": "fa:16:3e:ba:66:67", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f35fdc-f2", "ovs_interfaceid": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.260114] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.323097] env[62023]: DEBUG oslo_vmware.api [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.384412] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758734, 'name': CreateVM_Task, 'duration_secs': 0.509218} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.384859] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1735.385353] env[62023]: DEBUG oslo_concurrency.lockutils [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.385526] env[62023]: DEBUG oslo_concurrency.lockutils [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.385856] env[62023]: DEBUG oslo_concurrency.lockutils [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1735.386176] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816cce6c-a270-480d-b1e6-a81097283b94 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.395111] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1735.395111] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b6f44f-f967-3c64-f3b9-e20d1d274a04" [ 1735.395111] env[62023]: _type = "Task" [ 1735.395111] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.416965] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b6f44f-f967-3c64-f3b9-e20d1d274a04, 'name': SearchDatastore_Task, 'duration_secs': 0.014056} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.417635] env[62023]: DEBUG oslo_concurrency.lockutils [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.418240] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1735.420651] env[62023]: DEBUG oslo_concurrency.lockutils [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.420651] env[62023]: DEBUG oslo_concurrency.lockutils [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.420651] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1735.420651] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b5a930c-79ea-426a-bca5-1cca2a20f93b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.432671] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1735.432671] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1735.432671] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b22d4d93-687f-466f-8e51-5a1d7d428b57 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.440741] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1735.440741] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528c99f2-202b-2e5e-09a9-26887f6672f6" [ 1735.440741] env[62023]: _type = "Task" [ 1735.440741] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.450262] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528c99f2-202b-2e5e-09a9-26887f6672f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.509359] env[62023]: DEBUG nova.network.neutron [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Successfully updated port: 59bfaa18-83b3-4616-9b55-324349b3fce8 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1735.639558] env[62023]: DEBUG oslo_vmware.api [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.256151} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.639893] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1735.640177] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1735.640405] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1735.640623] env[62023]: INFO nova.compute.manager [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1735.640919] env[62023]: DEBUG oslo.service.loopingcall [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1735.641166] env[62023]: DEBUG nova.compute.manager [-] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1735.641323] env[62023]: DEBUG nova.network.neutron [-] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1735.682458] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a7dd16ac-67df-4f69-8bce-d0b44014e14f tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "7096b4e3-b7f5-4650-86e1-274b5540b925" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.944s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.683533] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "7096b4e3-b7f5-4650-86e1-274b5540b925" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 12.139s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.683735] env[62023]: INFO nova.compute.manager [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Unshelving [ 1735.691484] env[62023]: INFO nova.compute.claims [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1735.696544] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.696544] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.696544] env[62023]: DEBUG nova.network.neutron [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1735.724994] env[62023]: DEBUG oslo_concurrency.lockutils [None req-32046927-92f6-4b4b-830b-5252ce0ef3b0 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "966a5b9d-4dec-4411-b9d3-9f320ddc5de5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.208s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.739732] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 1a0572c5-51ca-4540-b956-eb90b8aaf356] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1735.759316] env[62023]: DEBUG oslo_concurrency.lockutils [req-77181c2d-8afe-49f8-abfa-0df4eaaf93d0 req-7d7bbc98-ba00-4ecf-9abc-9b0d8939bb50 service nova] Releasing lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.828556] env[62023]: DEBUG oslo_vmware.api [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.069764} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.828556] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1735.828556] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1735.828556] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1735.828556] env[62023]: INFO nova.compute.manager [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1735.828556] env[62023]: DEBUG oslo.service.loopingcall [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1735.828556] env[62023]: DEBUG nova.compute.manager [-] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1735.828556] env[62023]: DEBUG nova.network.neutron [-] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1735.911254] env[62023]: DEBUG oslo_concurrency.lockutils [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "6d2e20b3-5a43-4cfc-8220-e3268d86ee08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.911703] env[62023]: DEBUG oslo_concurrency.lockutils [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "6d2e20b3-5a43-4cfc-8220-e3268d86ee08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.911944] env[62023]: DEBUG oslo_concurrency.lockutils [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "6d2e20b3-5a43-4cfc-8220-e3268d86ee08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.912468] env[62023]: DEBUG oslo_concurrency.lockutils [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "6d2e20b3-5a43-4cfc-8220-e3268d86ee08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.912468] env[62023]: DEBUG oslo_concurrency.lockutils [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "6d2e20b3-5a43-4cfc-8220-e3268d86ee08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.917103] env[62023]: DEBUG nova.compute.manager [req-4db00b91-1b48-44f1-9367-7d83c55d0917 req-3bcc8e79-f5ab-4dd5-921f-9889062b184a service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Received event network-vif-plugged-59bfaa18-83b3-4616-9b55-324349b3fce8 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1735.917454] env[62023]: DEBUG oslo_concurrency.lockutils [req-4db00b91-1b48-44f1-9367-7d83c55d0917 req-3bcc8e79-f5ab-4dd5-921f-9889062b184a service nova] Acquiring lock "6530d6b3-abf5-40f0-824e-6d13ea0b6807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.917669] env[62023]: DEBUG oslo_concurrency.lockutils [req-4db00b91-1b48-44f1-9367-7d83c55d0917 req-3bcc8e79-f5ab-4dd5-921f-9889062b184a service nova] Lock "6530d6b3-abf5-40f0-824e-6d13ea0b6807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.918100] env[62023]: DEBUG oslo_concurrency.lockutils [req-4db00b91-1b48-44f1-9367-7d83c55d0917 req-3bcc8e79-f5ab-4dd5-921f-9889062b184a service nova] Lock "6530d6b3-abf5-40f0-824e-6d13ea0b6807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.918353] env[62023]: DEBUG nova.compute.manager [req-4db00b91-1b48-44f1-9367-7d83c55d0917 req-3bcc8e79-f5ab-4dd5-921f-9889062b184a service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] No waiting events found dispatching network-vif-plugged-59bfaa18-83b3-4616-9b55-324349b3fce8 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1735.918607] env[62023]: WARNING nova.compute.manager [req-4db00b91-1b48-44f1-9367-7d83c55d0917 req-3bcc8e79-f5ab-4dd5-921f-9889062b184a service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Received unexpected event network-vif-plugged-59bfaa18-83b3-4616-9b55-324349b3fce8 for instance with vm_state building and task_state spawning. [ 1735.921276] env[62023]: DEBUG nova.compute.manager [req-4db00b91-1b48-44f1-9367-7d83c55d0917 req-3bcc8e79-f5ab-4dd5-921f-9889062b184a service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Received event network-changed-59bfaa18-83b3-4616-9b55-324349b3fce8 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1735.921276] env[62023]: DEBUG nova.compute.manager [req-4db00b91-1b48-44f1-9367-7d83c55d0917 req-3bcc8e79-f5ab-4dd5-921f-9889062b184a service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Refreshing instance network info cache due to event network-changed-59bfaa18-83b3-4616-9b55-324349b3fce8. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1735.921276] env[62023]: DEBUG oslo_concurrency.lockutils [req-4db00b91-1b48-44f1-9367-7d83c55d0917 req-3bcc8e79-f5ab-4dd5-921f-9889062b184a service nova] Acquiring lock "refresh_cache-6530d6b3-abf5-40f0-824e-6d13ea0b6807" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.921276] env[62023]: DEBUG oslo_concurrency.lockutils [req-4db00b91-1b48-44f1-9367-7d83c55d0917 req-3bcc8e79-f5ab-4dd5-921f-9889062b184a service nova] Acquired lock "refresh_cache-6530d6b3-abf5-40f0-824e-6d13ea0b6807" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.921276] env[62023]: DEBUG nova.network.neutron [req-4db00b91-1b48-44f1-9367-7d83c55d0917 req-3bcc8e79-f5ab-4dd5-921f-9889062b184a service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Refreshing network info cache for port 59bfaa18-83b3-4616-9b55-324349b3fce8 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1735.921518] env[62023]: INFO nova.compute.manager [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Terminating instance [ 1735.954653] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528c99f2-202b-2e5e-09a9-26887f6672f6, 'name': SearchDatastore_Task, 'duration_secs': 0.016198} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.955533] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7354b4f4-50d9-4cb4-ad6d-460326613c2b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.962383] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1735.962383] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529ef46f-3a3b-166b-8ac2-14eaed97d8fa" [ 1735.962383] env[62023]: _type = "Task" [ 1735.962383] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.973558] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529ef46f-3a3b-166b-8ac2-14eaed97d8fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.013172] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquiring lock "refresh_cache-6530d6b3-abf5-40f0-824e-6d13ea0b6807" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.203721] env[62023]: INFO nova.compute.resource_tracker [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Updating resource usage from migration d926d65c-86d3-42ab-a557-f09502c74cc9 [ 1736.250230] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 76d7e9fd-ecfd-4e5c-b1b9-92cbb1675b36] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1736.427181] env[62023]: DEBUG nova.compute.manager [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1736.427398] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1736.428655] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14937d6-ea4d-44bb-bf13-96e18a4006b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.438484] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1736.438649] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8545518d-9122-4da1-a4a1-e34f74219e3b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.448354] env[62023]: DEBUG oslo_vmware.api [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1736.448354] env[62023]: value = "task-1758736" [ 1736.448354] env[62023]: _type = "Task" [ 1736.448354] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.460211] env[62023]: DEBUG oslo_vmware.api [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.474022] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529ef46f-3a3b-166b-8ac2-14eaed97d8fa, 'name': SearchDatastore_Task, 'duration_secs': 0.016004} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.476810] env[62023]: DEBUG oslo_concurrency.lockutils [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.477124] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b2bb6c01-fe23-4099-b143-a77b3c93251f/b2bb6c01-fe23-4099-b143-a77b3c93251f.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1736.477604] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f2e50ec-af81-49fd-9994-bcf47917be11 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.485300] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1736.485300] env[62023]: value = "task-1758737" [ 1736.485300] env[62023]: _type = "Task" [ 1736.485300] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.498904] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.506822] env[62023]: DEBUG nova.network.neutron [req-4db00b91-1b48-44f1-9367-7d83c55d0917 req-3bcc8e79-f5ab-4dd5-921f-9889062b184a service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1736.624207] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7670fe-b8b0-4536-bb9a-be0c92161196 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.634248] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7170685a-733a-4f4d-b542-7cdccea3e1e5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.689201] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1144b1-ba70-43ae-b1c3-188e1c785c2a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.699229] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20db0f54-5838-4ece-a7c4-ac8bae319973 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.721706] env[62023]: DEBUG nova.compute.provider_tree [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1736.751692] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.758983] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: cc51d0a1-06c7-4a0c-94a0-1e634c42dca6] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1736.798973] env[62023]: DEBUG nova.compute.manager [req-9eb3a785-853b-48bf-af56-0cd40735920e req-3dab41ad-2be4-49b8-9a8b-aff28c0e81e3 service nova] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Received event network-vif-deleted-ec1617f9-5f1d-4410-b691-7e1a31cee978 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1736.799380] env[62023]: INFO nova.compute.manager [req-9eb3a785-853b-48bf-af56-0cd40735920e req-3dab41ad-2be4-49b8-9a8b-aff28c0e81e3 service nova] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Neutron deleted interface ec1617f9-5f1d-4410-b691-7e1a31cee978; detaching it from the instance and deleting it from the info cache [ 1736.799608] env[62023]: DEBUG nova.network.neutron [req-9eb3a785-853b-48bf-af56-0cd40735920e req-3dab41ad-2be4-49b8-9a8b-aff28c0e81e3 service nova] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.823386] env[62023]: DEBUG nova.network.neutron [req-4db00b91-1b48-44f1-9367-7d83c55d0917 req-3bcc8e79-f5ab-4dd5-921f-9889062b184a service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.849363] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "50f1cf7f-f47e-4d6c-8716-8adb4fa96507" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.849625] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "50f1cf7f-f47e-4d6c-8716-8adb4fa96507" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.900816] env[62023]: DEBUG nova.network.neutron [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Updating instance_info_cache with network_info: [{"id": "07a80b81-b194-4342-8c1d-2558e94b0e6c", "address": "fa:16:3e:ca:8c:c2", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a80b81-b1", "ovs_interfaceid": "07a80b81-b194-4342-8c1d-2558e94b0e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.961941] env[62023]: DEBUG oslo_vmware.api [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758736, 'name': PowerOffVM_Task, 'duration_secs': 0.27555} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.962370] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1736.962643] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1736.963025] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4927d812-e66d-4501-a0ad-e53585dd0672 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.001893] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758737, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.028607] env[62023]: DEBUG nova.network.neutron [-] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.082152] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1737.082152] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1737.082152] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleting the datastore file [datastore1] 6d2e20b3-5a43-4cfc-8220-e3268d86ee08 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1737.082152] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca2b338c-d88f-4b3d-b053-064ea8ae39c5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.093977] env[62023]: DEBUG oslo_vmware.api [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for the task: (returnval){ [ 1737.093977] env[62023]: value = "task-1758739" [ 1737.093977] env[62023]: _type = "Task" [ 1737.093977] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.108015] env[62023]: DEBUG oslo_vmware.api [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.227031] env[62023]: DEBUG nova.scheduler.client.report [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1737.261721] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: af7ea80d-49c4-49bf-9d8c-391ec4107af9] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1737.265912] env[62023]: DEBUG nova.network.neutron [-] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.302874] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c71d2fc0-ba18-4f01-8cb4-5778bc7d9b89 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.318106] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c818a479-bab9-45e6-bcd9-5bc4dc32e4b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.327740] env[62023]: DEBUG oslo_concurrency.lockutils [req-4db00b91-1b48-44f1-9367-7d83c55d0917 req-3bcc8e79-f5ab-4dd5-921f-9889062b184a service nova] Releasing lock "refresh_cache-6530d6b3-abf5-40f0-824e-6d13ea0b6807" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.328153] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquired lock "refresh_cache-6530d6b3-abf5-40f0-824e-6d13ea0b6807" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.328385] env[62023]: DEBUG nova.network.neutron [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1737.359520] env[62023]: DEBUG nova.compute.manager [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1737.364018] env[62023]: DEBUG nova.compute.manager [req-9eb3a785-853b-48bf-af56-0cd40735920e req-3dab41ad-2be4-49b8-9a8b-aff28c0e81e3 service nova] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Detach interface failed, port_id=ec1617f9-5f1d-4410-b691-7e1a31cee978, reason: Instance 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1737.403704] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.504223] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852068} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.504938] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b2bb6c01-fe23-4099-b143-a77b3c93251f/b2bb6c01-fe23-4099-b143-a77b3c93251f.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1737.508454] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1737.508929] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a99986e-f611-419c-8ebf-e20b986b2d96 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.522620] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1737.522620] env[62023]: value = "task-1758740" [ 1737.522620] env[62023]: _type = "Task" [ 1737.522620] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.534329] env[62023]: INFO nova.compute.manager [-] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Took 1.89 seconds to deallocate network for instance. [ 1737.534743] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.604757] env[62023]: DEBUG oslo_vmware.api [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.733124] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.560s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.733354] env[62023]: INFO nova.compute.manager [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Migrating [ 1737.740135] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.838s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.740410] env[62023]: DEBUG nova.objects.instance [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lazy-loading 'resources' on Instance uuid 681fa498-8577-44cf-ab89-ede5ac113f74 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.765130] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 3b7c092f-5045-43a2-96ad-384de17df993] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1737.768637] env[62023]: INFO nova.compute.manager [-] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Took 1.94 seconds to deallocate network for instance. [ 1737.883032] env[62023]: DEBUG nova.network.neutron [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1737.885495] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.943022] env[62023]: DEBUG nova.compute.manager [req-da93158c-58ea-4b9d-a67b-ebadeb224f1f req-fed725d1-82c3-4433-9f99-478f09056294 service nova] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Received event network-vif-deleted-fb09bba6-73f3-4ae6-8bfd-96c38eb29a90 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1738.036311] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079923} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.036578] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1738.037620] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5a7738-f2a2-41dd-b1c8-2343c0e60db7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.041213] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.062459] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] b2bb6c01-fe23-4099-b143-a77b3c93251f/b2bb6c01-fe23-4099-b143-a77b3c93251f.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1738.062780] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d2acc52-93c1-4a3c-a326-b2662c020740 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.082210] env[62023]: DEBUG nova.network.neutron [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Updating instance_info_cache with network_info: [{"id": "59bfaa18-83b3-4616-9b55-324349b3fce8", "address": "fa:16:3e:e6:fa:fd", "network": {"id": "9e25772f-5664-467f-92b3-4f642d850d96", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1822104871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3628a00581f4175aa7de8fe2469d744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59bfaa18-83", "ovs_interfaceid": "59bfaa18-83b3-4616-9b55-324349b3fce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.090815] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1738.090815] env[62023]: value = "task-1758741" [ 1738.090815] env[62023]: _type = "Task" [ 1738.090815] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.102469] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.108606] env[62023]: DEBUG oslo_vmware.api [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Task: {'id': task-1758739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.535566} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.108888] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1738.109120] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1738.109282] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1738.109430] env[62023]: INFO nova.compute.manager [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1738.109681] env[62023]: DEBUG oslo.service.loopingcall [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.109895] env[62023]: DEBUG nova.compute.manager [-] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1738.110041] env[62023]: DEBUG nova.network.neutron [-] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1738.249400] env[62023]: DEBUG nova.objects.instance [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lazy-loading 'numa_topology' on Instance uuid 681fa498-8577-44cf-ab89-ede5ac113f74 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1738.250756] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "refresh_cache-8a64edeb-1428-4390-a224-f13f553cd0ad" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.250991] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "refresh_cache-8a64edeb-1428-4390-a224-f13f553cd0ad" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.252109] env[62023]: DEBUG nova.network.neutron [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1738.268617] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 6abfdd73-17b8-44f6-bbee-ba8c64e9dd14] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1738.275283] env[62023]: DEBUG oslo_concurrency.lockutils [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.586794] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Releasing lock "refresh_cache-6530d6b3-abf5-40f0-824e-6d13ea0b6807" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.587694] env[62023]: DEBUG nova.compute.manager [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Instance network_info: |[{"id": "59bfaa18-83b3-4616-9b55-324349b3fce8", "address": "fa:16:3e:e6:fa:fd", "network": {"id": "9e25772f-5664-467f-92b3-4f642d850d96", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1822104871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3628a00581f4175aa7de8fe2469d744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59bfaa18-83", "ovs_interfaceid": "59bfaa18-83b3-4616-9b55-324349b3fce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1738.587694] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:fa:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59bfaa18-83b3-4616-9b55-324349b3fce8', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1738.596709] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Creating folder: Project (a3628a00581f4175aa7de8fe2469d744). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1738.597223] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e33ca67-725d-445e-9a61-c9ede42cdb4c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.608719] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758741, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.613742] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Created folder: Project (a3628a00581f4175aa7de8fe2469d744) in parent group-v365170. [ 1738.613742] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Creating folder: Instances. Parent ref: group-v365445. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1738.613742] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8141509a-4614-4de2-98be-daec1ce232a1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.624122] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Created folder: Instances in parent group-v365445. [ 1738.624122] env[62023]: DEBUG oslo.service.loopingcall [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.624122] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1738.624122] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32729153-13fc-49c1-9580-f817456a3cff {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.647525] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1738.647525] env[62023]: value = "task-1758745" [ 1738.647525] env[62023]: _type = "Task" [ 1738.647525] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.661101] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758745, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.729443] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6c19e0b4-3df4-4464-afa3-d7e3a00d42c4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.729717] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6c19e0b4-3df4-4464-afa3-d7e3a00d42c4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.754223] env[62023]: DEBUG nova.objects.base [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Object Instance<681fa498-8577-44cf-ab89-ede5ac113f74> lazy-loaded attributes: resources,numa_topology {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1738.771579] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 79742d3a-cd95-440c-90ba-a33d8d09d35f] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1738.843185] env[62023]: DEBUG nova.compute.manager [req-52b4e063-6497-45b4-bd04-39e8f16dcfcd req-e920843c-19c4-4a3f-a71c-6667f2400ef0 service nova] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Received event network-vif-deleted-61c59c7f-29d9-45e0-8d5b-d93479872f7b {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1738.843299] env[62023]: INFO nova.compute.manager [req-52b4e063-6497-45b4-bd04-39e8f16dcfcd req-e920843c-19c4-4a3f-a71c-6667f2400ef0 service nova] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Neutron deleted interface 61c59c7f-29d9-45e0-8d5b-d93479872f7b; detaching it from the instance and deleting it from the info cache [ 1738.843491] env[62023]: DEBUG nova.network.neutron [req-52b4e063-6497-45b4-bd04-39e8f16dcfcd req-e920843c-19c4-4a3f-a71c-6667f2400ef0 service nova] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.857158] env[62023]: DEBUG nova.network.neutron [-] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.922919] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a6c5ac-9f81-487b-9898-da08816938af {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.944542] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Updating instance '7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919' progress to 0 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1739.018824] env[62023]: DEBUG nova.network.neutron [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Updating instance_info_cache with network_info: [{"id": "591930e1-103d-4ac4-bb5d-0f23d58ad4a4", "address": "fa:16:3e:17:cb:a7", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap591930e1-10", "ovs_interfaceid": "591930e1-103d-4ac4-bb5d-0f23d58ad4a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.079407] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631fd676-2b27-4236-adf1-baea583684f3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.088502] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f18de0c-bdd4-4731-a756-98efb5170f94 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.126616] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3825ec1e-2d60-434b-b3a6-fde43d1e98c8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.136298] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758741, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.139828] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dca1153-c588-4896-92e7-2009db438707 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.156015] env[62023]: DEBUG nova.compute.provider_tree [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1739.166954] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758745, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.232916] env[62023]: INFO nova.compute.manager [None req-6c19e0b4-3df4-4464-afa3-d7e3a00d42c4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Detaching volume 6ade1ecf-0392-46c7-bf57-8ac8c75d1358 [ 1739.273848] env[62023]: INFO nova.virt.block_device [None req-6c19e0b4-3df4-4464-afa3-d7e3a00d42c4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Attempting to driver detach volume 6ade1ecf-0392-46c7-bf57-8ac8c75d1358 from mountpoint /dev/sdb [ 1739.274129] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c19e0b4-3df4-4464-afa3-d7e3a00d42c4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Volume detach. Driver type: vmdk {{(pid=62023) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1739.274339] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c19e0b4-3df4-4464-afa3-d7e3a00d42c4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365420', 'volume_id': '6ade1ecf-0392-46c7-bf57-8ac8c75d1358', 'name': 'volume-6ade1ecf-0392-46c7-bf57-8ac8c75d1358', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1213f6be-c3e6-4fbb-96b1-3736ece929a2', 'attached_at': '', 'detached_at': '', 'volume_id': '6ade1ecf-0392-46c7-bf57-8ac8c75d1358', 'serial': '6ade1ecf-0392-46c7-bf57-8ac8c75d1358'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1739.274826] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 41220130-9cae-4af6-9be8-d5601b0b3cdc] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1739.277329] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e792cd7d-49b0-4ecb-a5d1-7635cdeeba68 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.302143] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb3c82b-4941-4112-a9ab-ba4bca41bdd8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.310705] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c0eeb8-c07d-420a-89a7-8c433cb4e82c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.333208] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de5d5b9-9c07-43d1-ae1c-f190fd6f3eb8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.352531] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c19e0b4-3df4-4464-afa3-d7e3a00d42c4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] The volume has not been displaced from its original location: [datastore1] volume-6ade1ecf-0392-46c7-bf57-8ac8c75d1358/volume-6ade1ecf-0392-46c7-bf57-8ac8c75d1358.vmdk. No consolidation needed. {{(pid=62023) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1739.358163] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c19e0b4-3df4-4464-afa3-d7e3a00d42c4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1739.358549] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a87a875f-6bd1-457e-aeeb-d68b9d54dba0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.360634] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-869accb7-9606-43f0-b7fd-5decee38d389 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.374829] env[62023]: INFO nova.compute.manager [-] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Took 1.26 seconds to deallocate network for instance. [ 1739.386291] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3edf89-8208-43b1-91c7-80cbc5a9f3af {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.400251] env[62023]: DEBUG oslo_vmware.api [None req-6c19e0b4-3df4-4464-afa3-d7e3a00d42c4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1739.400251] env[62023]: value = "task-1758746" [ 1739.400251] env[62023]: _type = "Task" [ 1739.400251] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.410950] env[62023]: DEBUG oslo_vmware.api [None req-6c19e0b4-3df4-4464-afa3-d7e3a00d42c4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.430709] env[62023]: DEBUG nova.compute.manager [req-52b4e063-6497-45b4-bd04-39e8f16dcfcd req-e920843c-19c4-4a3f-a71c-6667f2400ef0 service nova] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Detach interface failed, port_id=61c59c7f-29d9-45e0-8d5b-d93479872f7b, reason: Instance 6d2e20b3-5a43-4cfc-8220-e3268d86ee08 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1739.452783] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1739.453117] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd81610a-6368-46d0-8549-a5463cb8e1fe {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.462234] env[62023]: DEBUG oslo_vmware.api [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1739.462234] env[62023]: value = "task-1758747" [ 1739.462234] env[62023]: _type = "Task" [ 1739.462234] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.471834] env[62023]: DEBUG oslo_vmware.api [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.526250] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "refresh_cache-8a64edeb-1428-4390-a224-f13f553cd0ad" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.633340] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758741, 'name': ReconfigVM_Task, 'duration_secs': 1.349333} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.633664] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Reconfigured VM instance instance-00000062 to attach disk [datastore1] b2bb6c01-fe23-4099-b143-a77b3c93251f/b2bb6c01-fe23-4099-b143-a77b3c93251f.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1739.634301] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e08a89cb-e05d-4b49-9e2a-2755556b086e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.642033] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1739.642033] env[62023]: value = "task-1758748" [ 1739.642033] env[62023]: _type = "Task" [ 1739.642033] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.650742] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758748, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.666666] env[62023]: DEBUG nova.scheduler.client.report [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1739.670259] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758745, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.781853] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: ab5bd1ed-328e-4353-9865-aac5e8a36f8d] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1739.882552] env[62023]: DEBUG oslo_concurrency.lockutils [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.912640] env[62023]: DEBUG oslo_vmware.api [None req-6c19e0b4-3df4-4464-afa3-d7e3a00d42c4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758746, 'name': ReconfigVM_Task, 'duration_secs': 0.479147} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.913044] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c19e0b4-3df4-4464-afa3-d7e3a00d42c4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1739.918111] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a862b7a2-19ab-4177-920a-01548709a25a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.936670] env[62023]: DEBUG oslo_vmware.api [None req-6c19e0b4-3df4-4464-afa3-d7e3a00d42c4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1739.936670] env[62023]: value = "task-1758749" [ 1739.936670] env[62023]: _type = "Task" [ 1739.936670] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.945788] env[62023]: DEBUG oslo_vmware.api [None req-6c19e0b4-3df4-4464-afa3-d7e3a00d42c4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.975251] env[62023]: DEBUG oslo_vmware.api [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758747, 'name': PowerOffVM_Task, 'duration_secs': 0.286584} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.977717] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1739.978013] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Updating instance '7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919' progress to 17 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1739.987714] env[62023]: DEBUG oslo_vmware.rw_handles [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a55017-696d-0bda-6df2-58378e6dc1ca/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1739.988678] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81af246-07bc-4d2b-b213-c5b78448fff1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.996037] env[62023]: DEBUG oslo_vmware.rw_handles [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a55017-696d-0bda-6df2-58378e6dc1ca/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1739.996151] env[62023]: ERROR oslo_vmware.rw_handles [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a55017-696d-0bda-6df2-58378e6dc1ca/disk-0.vmdk due to incomplete transfer. [ 1739.996437] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6b1a778f-702b-44c9-83e9-8aecfb903c45 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.004844] env[62023]: DEBUG oslo_vmware.rw_handles [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a55017-696d-0bda-6df2-58378e6dc1ca/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1740.005098] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Uploaded image 0c1215c0-8afc-4eeb-8625-3e7e2b7feb7e to the Glance image server {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1740.008052] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Destroying the VM {{(pid=62023) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1740.008366] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-654c52f3-e043-4f55-9c08-81af4839e9b7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.017907] env[62023]: DEBUG oslo_vmware.api [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1740.017907] env[62023]: value = "task-1758750" [ 1740.017907] env[62023]: _type = "Task" [ 1740.017907] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.028051] env[62023]: DEBUG oslo_vmware.api [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758750, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.154586] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758748, 'name': Rename_Task, 'duration_secs': 0.22994} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.154913] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1740.155202] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97464654-01be-47b7-b054-5fc3a307dcf6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.170244] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758745, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.171281] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1740.171281] env[62023]: value = "task-1758751" [ 1740.171281] env[62023]: _type = "Task" [ 1740.171281] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.172111] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.432s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.177301] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.917s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.178777] env[62023]: INFO nova.compute.claims [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1740.186935] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.285483] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 9af0d121-d9a0-4068-8c79-c09c03b899b6] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1740.446387] env[62023]: DEBUG oslo_vmware.api [None req-6c19e0b4-3df4-4464-afa3-d7e3a00d42c4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758749, 'name': ReconfigVM_Task, 'duration_secs': 0.165719} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.446708] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c19e0b4-3df4-4464-afa3-d7e3a00d42c4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365420', 'volume_id': '6ade1ecf-0392-46c7-bf57-8ac8c75d1358', 'name': 'volume-6ade1ecf-0392-46c7-bf57-8ac8c75d1358', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1213f6be-c3e6-4fbb-96b1-3736ece929a2', 'attached_at': '', 'detached_at': '', 'volume_id': '6ade1ecf-0392-46c7-bf57-8ac8c75d1358', 'serial': '6ade1ecf-0392-46c7-bf57-8ac8c75d1358'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1740.485498] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1740.485908] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1740.486150] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1740.486378] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1740.486558] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1740.486780] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1740.487105] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1740.487363] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1740.487682] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1740.487879] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1740.488141] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1740.494199] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d107c26-4903-4771-b304-882cacdf2fc4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.511378] env[62023]: DEBUG oslo_vmware.api [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1740.511378] env[62023]: value = "task-1758753" [ 1740.511378] env[62023]: _type = "Task" [ 1740.511378] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.520616] env[62023]: DEBUG oslo_vmware.api [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.530612] env[62023]: DEBUG oslo_vmware.api [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758750, 'name': Destroy_Task, 'duration_secs': 0.401422} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.530882] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Destroyed the VM [ 1740.531224] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Deleting Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1740.531499] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bd9e5189-590f-4d06-a1c4-8cdf6f4d6254 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.540900] env[62023]: DEBUG oslo_vmware.api [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1740.540900] env[62023]: value = "task-1758754" [ 1740.540900] env[62023]: _type = "Task" [ 1740.540900] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.548611] env[62023]: DEBUG oslo_vmware.api [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758754, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.667728] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758745, 'name': CreateVM_Task, 'duration_secs': 1.842073} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.667969] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1740.668632] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.668807] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.669148] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1740.669411] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f64f88-6fa4-4e5c-80c9-c2127f65eb7d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.675898] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for the task: (returnval){ [ 1740.675898] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52888bc8-2251-d77e-30a2-d55a574bc53d" [ 1740.675898] env[62023]: _type = "Task" [ 1740.675898] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.687923] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758751, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.691860] env[62023]: DEBUG oslo_concurrency.lockutils [None req-da832eba-cd08-4fb4-86d5-74513158e307 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "681fa498-8577-44cf-ab89-ede5ac113f74" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.423s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.696440] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "681fa498-8577-44cf-ab89-ede5ac113f74" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.159s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.696643] env[62023]: INFO nova.compute.manager [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Unshelving [ 1740.697876] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52888bc8-2251-d77e-30a2-d55a574bc53d, 'name': SearchDatastore_Task, 'duration_secs': 0.016887} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.699042] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.699494] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1740.699494] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.699669] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.699880] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1740.700491] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b61e5e5-fb37-4214-b751-561447e5cd1f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.711741] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1740.711942] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1740.712732] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b8c992-d413-40d8-8de8-7c0e43932139 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.720588] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for the task: (returnval){ [ 1740.720588] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52fbd199-0eb2-79c6-3d8d-69575f0ad666" [ 1740.720588] env[62023]: _type = "Task" [ 1740.720588] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.729651] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52fbd199-0eb2-79c6-3d8d-69575f0ad666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.790152] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 5b584f8c-6c31-4f14-852d-e2bc18f6373d] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1740.991916] env[62023]: DEBUG nova.objects.instance [None req-6c19e0b4-3df4-4464-afa3-d7e3a00d42c4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lazy-loading 'flavor' on Instance uuid 1213f6be-c3e6-4fbb-96b1-3736ece929a2 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1741.021757] env[62023]: DEBUG oslo_vmware.api [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758753, 'name': ReconfigVM_Task, 'duration_secs': 0.267338} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.022088] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Updating instance '7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919' progress to 33 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1741.044374] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8794d12-3bab-42b4-9f2e-48b6f474113b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.053175] env[62023]: DEBUG oslo_vmware.api [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758754, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.066418] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Updating instance '8a64edeb-1428-4390-a224-f13f553cd0ad' progress to 0 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1741.182165] env[62023]: DEBUG oslo_vmware.api [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758751, 'name': PowerOnVM_Task, 'duration_secs': 0.651449} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.182436] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1741.182649] env[62023]: INFO nova.compute.manager [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1741.182826] env[62023]: DEBUG nova.compute.manager [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1741.183594] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9979d23b-2c6d-4ccf-ad37-e3ad0243f881 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.236064] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52fbd199-0eb2-79c6-3d8d-69575f0ad666, 'name': SearchDatastore_Task, 'duration_secs': 0.015284} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.237221] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-017489c6-cd9b-4d29-bda7-fd12dbef949b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.246540] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for the task: (returnval){ [ 1741.246540] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524898ce-69f2-5c6f-86de-2ea02e7a69a8" [ 1741.246540] env[62023]: _type = "Task" [ 1741.246540] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.255584] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524898ce-69f2-5c6f-86de-2ea02e7a69a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.293422] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: beee13a3-6a2a-4113-9317-5efde046fcd7] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1741.463124] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909270b9-ef2c-4b1c-8d45-422902d2930f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.471556] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b8fb05-49d0-46ef-a59e-30c6eca6b22e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.506772] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea26c09-6bf8-42ff-9004-2494f29a59d7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.516320] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd0a695-1fa1-426e-bfa4-1bc442d980b8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.531977] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1741.532218] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1741.532379] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1741.532553] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1741.532699] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1741.532843] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1741.533052] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1741.533216] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1741.533378] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1741.533537] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1741.533701] env[62023]: DEBUG nova.virt.hardware [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1741.539026] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Reconfiguring VM instance instance-0000001b to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1741.539783] env[62023]: DEBUG nova.compute.provider_tree [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.541308] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb72926a-8763-4b5c-8dab-46918651654b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.565067] env[62023]: DEBUG oslo_vmware.api [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758754, 'name': RemoveSnapshot_Task, 'duration_secs': 0.589045} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.565998] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Deleted Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1741.566246] env[62023]: INFO nova.compute.manager [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Took 14.24 seconds to snapshot the instance on the hypervisor. [ 1741.569237] env[62023]: DEBUG oslo_vmware.api [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1741.569237] env[62023]: value = "task-1758755" [ 1741.569237] env[62023]: _type = "Task" [ 1741.569237] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.573648] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1741.573893] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b54bbc1-6c98-449f-af3f-322403b5ca91 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.583857] env[62023]: DEBUG oslo_vmware.api [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758755, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.585293] env[62023]: DEBUG oslo_vmware.api [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1741.585293] env[62023]: value = "task-1758756" [ 1741.585293] env[62023]: _type = "Task" [ 1741.585293] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.593980] env[62023]: DEBUG oslo_vmware.api [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.704078] env[62023]: INFO nova.compute.manager [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Took 23.63 seconds to build instance. [ 1741.722639] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.763063] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524898ce-69f2-5c6f-86de-2ea02e7a69a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011149} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.763063] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.763063] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 6530d6b3-abf5-40f0-824e-6d13ea0b6807/6530d6b3-abf5-40f0-824e-6d13ea0b6807.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1741.763063] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be331e64-b4cb-4467-b587-3549d80c226c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.771204] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for the task: (returnval){ [ 1741.771204] env[62023]: value = "task-1758757" [ 1741.771204] env[62023]: _type = "Task" [ 1741.771204] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.780868] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.797128] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 744e0825-03d9-41ac-ade5-1ac44d5a289a] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1742.008749] env[62023]: DEBUG oslo_concurrency.lockutils [None req-6c19e0b4-3df4-4464-afa3-d7e3a00d42c4 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.279s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.043443] env[62023]: DEBUG nova.scheduler.client.report [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1742.087267] env[62023]: DEBUG oslo_vmware.api [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758755, 'name': ReconfigVM_Task, 'duration_secs': 0.27977} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.091308] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Reconfigured VM instance instance-0000001b to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1742.092473] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8923a0af-c35d-4fb3-b2a2-119f2c135883 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.102450] env[62023]: DEBUG oslo_vmware.api [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758756, 'name': PowerOffVM_Task, 'duration_secs': 0.226416} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.113470] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1742.113747] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Updating instance '8a64edeb-1428-4390-a224-f13f553cd0ad' progress to 17 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1742.124850] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919/7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.125812] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b88c101-8252-415e-83b6-7c5320fa0fd2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.148058] env[62023]: DEBUG nova.compute.manager [None req-6f7822f7-580f-4ec9-8a14-f22313929386 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Found 1 images (rotation: 2) {{(pid=62023) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1742.150208] env[62023]: DEBUG oslo_vmware.api [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1742.150208] env[62023]: value = "task-1758758" [ 1742.150208] env[62023]: _type = "Task" [ 1742.150208] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.162644] env[62023]: DEBUG oslo_vmware.api [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.209656] env[62023]: DEBUG oslo_concurrency.lockutils [None req-055d65bf-6f6a-4394-b409-2f8437820fdc tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.155s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.286070] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758757, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.301285] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: c5a35eb3-3361-4c7d-a3bb-8129ade77951] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1742.549309] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.549826] env[62023]: DEBUG nova.compute.manager [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1742.552911] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.801s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.553178] env[62023]: DEBUG nova.objects.instance [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lazy-loading 'pci_requests' on Instance uuid 7096b4e3-b7f5-4650-86e1-274b5540b925 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.628129] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1742.628415] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1742.628574] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1742.628820] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1742.628895] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1742.629108] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1742.629380] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1742.629588] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1742.629791] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1742.629989] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1742.630250] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1742.635412] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5da21d7-fade-4a2f-adc2-51d79ecf7a93 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.656023] env[62023]: DEBUG oslo_vmware.api [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1742.656023] env[62023]: value = "task-1758760" [ 1742.656023] env[62023]: _type = "Task" [ 1742.656023] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.664744] env[62023]: DEBUG oslo_vmware.api [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.668184] env[62023]: DEBUG oslo_vmware.api [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.785480] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645375} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.785756] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 6530d6b3-abf5-40f0-824e-6d13ea0b6807/6530d6b3-abf5-40f0-824e-6d13ea0b6807.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.785977] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1742.786393] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-774b2a06-358e-4139-a653-d860d45e760f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.794018] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for the task: (returnval){ [ 1742.794018] env[62023]: value = "task-1758761" [ 1742.794018] env[62023]: _type = "Task" [ 1742.794018] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.805493] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 2443e8d6-364f-4726-b6f3-c22c3e5d2ec5] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1742.807993] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.987732] env[62023]: DEBUG nova.compute.manager [req-6f7cc747-5877-470f-92ec-1e5c394aa6a5 req-c23aa659-8751-4134-88c7-35c7a3f6abfe service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Received event network-changed-20f35fdc-f284-425b-975f-b8dd11ebd8ce {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1742.988558] env[62023]: DEBUG nova.compute.manager [req-6f7cc747-5877-470f-92ec-1e5c394aa6a5 req-c23aa659-8751-4134-88c7-35c7a3f6abfe service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Refreshing instance network info cache due to event network-changed-20f35fdc-f284-425b-975f-b8dd11ebd8ce. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1742.988558] env[62023]: DEBUG oslo_concurrency.lockutils [req-6f7cc747-5877-470f-92ec-1e5c394aa6a5 req-c23aa659-8751-4134-88c7-35c7a3f6abfe service nova] Acquiring lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.988558] env[62023]: DEBUG oslo_concurrency.lockutils [req-6f7cc747-5877-470f-92ec-1e5c394aa6a5 req-c23aa659-8751-4134-88c7-35c7a3f6abfe service nova] Acquired lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.988797] env[62023]: DEBUG nova.network.neutron [req-6f7cc747-5877-470f-92ec-1e5c394aa6a5 req-c23aa659-8751-4134-88c7-35c7a3f6abfe service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Refreshing network info cache for port 20f35fdc-f284-425b-975f-b8dd11ebd8ce {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1743.056908] env[62023]: DEBUG nova.compute.utils [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1743.059416] env[62023]: DEBUG nova.objects.instance [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lazy-loading 'numa_topology' on Instance uuid 7096b4e3-b7f5-4650-86e1-274b5540b925 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1743.060541] env[62023]: DEBUG nova.compute.manager [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1743.060641] env[62023]: DEBUG nova.network.neutron [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1743.140675] env[62023]: DEBUG nova.policy [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0e52a888a8f4d0c88d0ed53eb4dbbaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd424b2bf05aa42128acc116399a0c621', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1743.172485] env[62023]: DEBUG oslo_vmware.api [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758758, 'name': ReconfigVM_Task, 'duration_secs': 0.747175} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.176048] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919/7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1743.176398] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Updating instance '7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919' progress to 50 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1743.179982] env[62023]: DEBUG oslo_vmware.api [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758760, 'name': ReconfigVM_Task, 'duration_secs': 0.188068} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.180339] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Updating instance '8a64edeb-1428-4390-a224-f13f553cd0ad' progress to 33 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1743.308475] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080573} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.309078] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: a47f9087-1194-4a41-93d8-dcf026b2eca5] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1743.311120] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1743.317669] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01b029a-6435-4f31-8b2b-2fa8ccb89588 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.346378] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 6530d6b3-abf5-40f0-824e-6d13ea0b6807/6530d6b3-abf5-40f0-824e-6d13ea0b6807.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1743.350271] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e016dbe3-61ff-42cc-9d8c-52d274121b01 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.370367] env[62023]: DEBUG oslo_concurrency.lockutils [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.370619] env[62023]: DEBUG oslo_concurrency.lockutils [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.370829] env[62023]: DEBUG oslo_concurrency.lockutils [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.371042] env[62023]: DEBUG oslo_concurrency.lockutils [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.371224] env[62023]: DEBUG oslo_concurrency.lockutils [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.374016] env[62023]: INFO nova.compute.manager [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Terminating instance [ 1743.385455] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for the task: (returnval){ [ 1743.385455] env[62023]: value = "task-1758762" [ 1743.385455] env[62023]: _type = "Task" [ 1743.385455] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.399823] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.563935] env[62023]: INFO nova.compute.claims [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1743.569238] env[62023]: DEBUG nova.compute.manager [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1743.687454] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1743.687718] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1743.687880] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1743.688108] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1743.688293] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1743.688461] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1743.688674] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1743.688856] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1743.689032] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1743.689220] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1743.689399] env[62023]: DEBUG nova.virt.hardware [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1743.695561] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1743.696429] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41b2c4b-276c-4604-bfc1-9da79007c1a9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.699750] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c20a94b-7933-4c1b-8779-fa1629f3a2d8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.716663] env[62023]: DEBUG nova.network.neutron [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Successfully created port: 4166bd91-0be4-4ed1-84f8-17712aecd09f {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1743.719011] env[62023]: DEBUG nova.compute.manager [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1743.719999] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cb312f-38fb-41fb-a02d-5873f5a0f7c5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.744872] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3874c6af-1a42-452c-9976-7189c0aaa7a3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.747582] env[62023]: DEBUG oslo_vmware.api [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1743.747582] env[62023]: value = "task-1758763" [ 1743.747582] env[62023]: _type = "Task" [ 1743.747582] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.770768] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Updating instance '7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919' progress to 67 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1743.781688] env[62023]: DEBUG oslo_vmware.api [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.818559] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 71e7298b-dfd3-4857-abbd-15de2aadad07] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1743.878877] env[62023]: DEBUG nova.compute.manager [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1743.879124] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1743.880095] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996a6081-aeb9-44fb-95b2-fc8be4db317a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.895424] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1743.899511] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca9b5a11-2874-4b8e-8a15-5f7ce8c8ff4a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.903915] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.910221] env[62023]: DEBUG oslo_vmware.api [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1743.910221] env[62023]: value = "task-1758764" [ 1743.910221] env[62023]: _type = "Task" [ 1743.910221] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.919978] env[62023]: DEBUG oslo_vmware.api [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.041655] env[62023]: DEBUG nova.network.neutron [req-6f7cc747-5877-470f-92ec-1e5c394aa6a5 req-c23aa659-8751-4134-88c7-35c7a3f6abfe service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Updated VIF entry in instance network info cache for port 20f35fdc-f284-425b-975f-b8dd11ebd8ce. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1744.042292] env[62023]: DEBUG nova.network.neutron [req-6f7cc747-5877-470f-92ec-1e5c394aa6a5 req-c23aa659-8751-4134-88c7-35c7a3f6abfe service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Updating instance_info_cache with network_info: [{"id": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "address": "fa:16:3e:ba:66:67", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f35fdc-f2", "ovs_interfaceid": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.256715] env[62023]: INFO nova.compute.manager [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] instance snapshotting [ 1744.257678] env[62023]: DEBUG nova.objects.instance [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lazy-loading 'flavor' on Instance uuid c363aeac-b213-4ad8-81a7-43bed877962c {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1744.268780] env[62023]: DEBUG oslo_vmware.api [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758763, 'name': ReconfigVM_Task, 'duration_secs': 0.295401} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.269225] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1744.270459] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3b959f-d48a-4568-9f31-4c0a545841da {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.300642] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 8a64edeb-1428-4390-a224-f13f553cd0ad/8a64edeb-1428-4390-a224-f13f553cd0ad.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1744.304312] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39a06508-0c0f-4e27-b858-08fc0f3d4f87 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.326358] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 9f4cfc0a-2048-45b2-b96c-2b1dce5607b2] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1744.328049] env[62023]: DEBUG oslo_vmware.api [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1744.328049] env[62023]: value = "task-1758765" [ 1744.328049] env[62023]: _type = "Task" [ 1744.328049] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.341898] env[62023]: DEBUG oslo_vmware.api [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758765, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.374697] env[62023]: DEBUG nova.network.neutron [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Port 07a80b81-b194-4342-8c1d-2558e94b0e6c binding to destination host cpu-1 is already ACTIVE {{(pid=62023) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1744.399654] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758762, 'name': ReconfigVM_Task, 'duration_secs': 0.893798} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.403481] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 6530d6b3-abf5-40f0-824e-6d13ea0b6807/6530d6b3-abf5-40f0-824e-6d13ea0b6807.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1744.404772] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a6d36ea-1d01-4bb3-b8b2-9df7dcd0024c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.412959] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for the task: (returnval){ [ 1744.412959] env[62023]: value = "task-1758766" [ 1744.412959] env[62023]: _type = "Task" [ 1744.412959] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.432428] env[62023]: DEBUG oslo_vmware.api [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758764, 'name': PowerOffVM_Task, 'duration_secs': 0.368759} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.436416] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1744.436768] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1744.437126] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758766, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.440319] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe1ae7a6-3830-4235-a952-77e02e68233a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.455028] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77563323-2bfa-4230-82fa-c5d71759ac62 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.464159] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8eed5d6-c7d6-4ec0-a417-16f11fb21239 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.501037] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd387d7f-6b0c-4d9d-81d1-788276f7acc8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.510630] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02abf5a4-84d3-429c-abaa-59865a726a51 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.527648] env[62023]: DEBUG nova.compute.provider_tree [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1744.532099] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1744.532344] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1744.532533] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Deleting the datastore file [datastore1] 1213f6be-c3e6-4fbb-96b1-3736ece929a2 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1744.533242] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74671e35-8a15-49a1-b2cd-e57039a84dad {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.542891] env[62023]: DEBUG oslo_vmware.api [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1744.542891] env[62023]: value = "task-1758768" [ 1744.542891] env[62023]: _type = "Task" [ 1744.542891] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.547319] env[62023]: DEBUG oslo_concurrency.lockutils [req-6f7cc747-5877-470f-92ec-1e5c394aa6a5 req-c23aa659-8751-4134-88c7-35c7a3f6abfe service nova] Releasing lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.559359] env[62023]: DEBUG oslo_vmware.api [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.583341] env[62023]: DEBUG nova.compute.manager [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1744.625762] env[62023]: DEBUG nova.virt.hardware [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1744.627207] env[62023]: DEBUG nova.virt.hardware [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1744.627207] env[62023]: DEBUG nova.virt.hardware [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1744.627207] env[62023]: DEBUG nova.virt.hardware [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1744.627207] env[62023]: DEBUG nova.virt.hardware [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1744.627207] env[62023]: DEBUG nova.virt.hardware [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1744.627490] env[62023]: DEBUG nova.virt.hardware [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1744.627608] env[62023]: DEBUG nova.virt.hardware [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1744.627751] env[62023]: DEBUG nova.virt.hardware [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1744.628498] env[62023]: DEBUG nova.virt.hardware [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1744.628498] env[62023]: DEBUG nova.virt.hardware [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1744.629268] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14176b7-b6a4-4f9e-80af-c01dcf76455f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.645989] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc834ce2-5617-4f02-9ee0-1b55c6d318c7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.767757] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65056b7-dc6a-4b5f-9f78-6e34428e5ab5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.787912] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947d6d7f-e686-4c55-8b17-6be53c6870e5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.837044] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 385bc4de-fa59-41d0-9201-e1a6acdab485] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1744.844173] env[62023]: DEBUG oslo_vmware.api [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758765, 'name': ReconfigVM_Task, 'duration_secs': 0.421615} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.844819] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 8a64edeb-1428-4390-a224-f13f553cd0ad/8a64edeb-1428-4390-a224-f13f553cd0ad.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1744.845203] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Updating instance '8a64edeb-1428-4390-a224-f13f553cd0ad' progress to 50 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1744.928121] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758766, 'name': Rename_Task, 'duration_secs': 0.210761} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.928401] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1744.928654] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-753d27e0-f296-4988-9e8b-3f6aeaab25cd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.937404] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for the task: (returnval){ [ 1744.937404] env[62023]: value = "task-1758769" [ 1744.937404] env[62023]: _type = "Task" [ 1744.937404] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.946184] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.031641] env[62023]: DEBUG nova.scheduler.client.report [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1745.054560] env[62023]: DEBUG oslo_vmware.api [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219306} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.055152] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1745.055348] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1745.055525] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1745.055695] env[62023]: INFO nova.compute.manager [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1745.055939] env[62023]: DEBUG oslo.service.loopingcall [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1745.056657] env[62023]: DEBUG nova.compute.manager [-] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1745.056768] env[62023]: DEBUG nova.network.neutron [-] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1745.301281] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Creating Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1745.301731] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0b7e9350-2065-4443-865d-e7b38ebad54a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.313009] env[62023]: DEBUG oslo_vmware.api [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1745.313009] env[62023]: value = "task-1758770" [ 1745.313009] env[62023]: _type = "Task" [ 1745.313009] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.327520] env[62023]: DEBUG oslo_vmware.api [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758770, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.345247] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: eb4794e9-66c4-47cc-9e33-ffe69685df66] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1745.353647] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5cc598-0bae-42df-b68d-c92344896602 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.377419] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2a7145-11a8-4194-b6f9-6083061365e4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.406328] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Updating instance '8a64edeb-1428-4390-a224-f13f553cd0ad' progress to 67 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1745.417620] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.417902] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.418324] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.447851] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758769, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.536780] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.984s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.539234] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.654s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.541453] env[62023]: INFO nova.compute.claims [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1745.606331] env[62023]: INFO nova.network.neutron [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Updating port e80e0ece-2b66-4839-bb56-efb4d98b3f64 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1745.629643] env[62023]: DEBUG nova.compute.manager [req-1ac1d8b3-b181-4c2c-8ab4-18a2ff85703a req-c33291b5-7a7c-475a-94be-223f739a6a92 service nova] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Received event network-vif-plugged-4166bd91-0be4-4ed1-84f8-17712aecd09f {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1745.630059] env[62023]: DEBUG oslo_concurrency.lockutils [req-1ac1d8b3-b181-4c2c-8ab4-18a2ff85703a req-c33291b5-7a7c-475a-94be-223f739a6a92 service nova] Acquiring lock "3bd97266-b1a8-4e16-898c-fe4af50336e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.630441] env[62023]: DEBUG oslo_concurrency.lockutils [req-1ac1d8b3-b181-4c2c-8ab4-18a2ff85703a req-c33291b5-7a7c-475a-94be-223f739a6a92 service nova] Lock "3bd97266-b1a8-4e16-898c-fe4af50336e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.630819] env[62023]: DEBUG oslo_concurrency.lockutils [req-1ac1d8b3-b181-4c2c-8ab4-18a2ff85703a req-c33291b5-7a7c-475a-94be-223f739a6a92 service nova] Lock "3bd97266-b1a8-4e16-898c-fe4af50336e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.631133] env[62023]: DEBUG nova.compute.manager [req-1ac1d8b3-b181-4c2c-8ab4-18a2ff85703a req-c33291b5-7a7c-475a-94be-223f739a6a92 service nova] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] No waiting events found dispatching network-vif-plugged-4166bd91-0be4-4ed1-84f8-17712aecd09f {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1745.631534] env[62023]: WARNING nova.compute.manager [req-1ac1d8b3-b181-4c2c-8ab4-18a2ff85703a req-c33291b5-7a7c-475a-94be-223f739a6a92 service nova] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Received unexpected event network-vif-plugged-4166bd91-0be4-4ed1-84f8-17712aecd09f for instance with vm_state building and task_state spawning. [ 1745.826404] env[62023]: DEBUG oslo_vmware.api [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758770, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.848816] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 9504eac7-6d65-437d-9209-d7a369d87507] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1745.913538] env[62023]: DEBUG nova.network.neutron [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Successfully updated port: 4166bd91-0be4-4ed1-84f8-17712aecd09f {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1745.949490] env[62023]: DEBUG oslo_vmware.api [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758769, 'name': PowerOnVM_Task, 'duration_secs': 0.960222} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.949801] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1745.953019] env[62023]: INFO nova.compute.manager [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Took 11.74 seconds to spawn the instance on the hypervisor. [ 1745.953019] env[62023]: DEBUG nova.compute.manager [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1745.953019] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab711d59-b225-4339-b534-8d795f7919e0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.981053] env[62023]: DEBUG oslo_concurrency.lockutils [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.981341] env[62023]: DEBUG oslo_concurrency.lockutils [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.981561] env[62023]: DEBUG oslo_concurrency.lockutils [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.981748] env[62023]: DEBUG oslo_concurrency.lockutils [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.981916] env[62023]: DEBUG oslo_concurrency.lockutils [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.983993] env[62023]: INFO nova.compute.manager [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Terminating instance [ 1746.114469] env[62023]: DEBUG nova.network.neutron [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Port 591930e1-103d-4ac4-bb5d-0f23d58ad4a4 binding to destination host cpu-1 is already ACTIVE {{(pid=62023) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1746.329722] env[62023]: DEBUG oslo_vmware.api [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758770, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.355104] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 9fe841fd-6e67-4739-95fb-afc7939edaea] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1746.416483] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Acquiring lock "refresh_cache-3bd97266-b1a8-4e16-898c-fe4af50336e3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.416666] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Acquired lock "refresh_cache-3bd97266-b1a8-4e16-898c-fe4af50336e3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.416804] env[62023]: DEBUG nova.network.neutron [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1746.463675] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.463915] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.464058] env[62023]: DEBUG nova.network.neutron [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1746.475020] env[62023]: INFO nova.compute.manager [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Took 27.54 seconds to build instance. [ 1746.488381] env[62023]: DEBUG nova.compute.manager [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1746.488381] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1746.488558] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107c17fc-d9c4-4768-93c0-433c4d2f1256 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.499803] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1746.500086] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bec5578-1cc2-4bac-9823-d15e86c67b81 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.507073] env[62023]: DEBUG oslo_vmware.api [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1746.507073] env[62023]: value = "task-1758771" [ 1746.507073] env[62023]: _type = "Task" [ 1746.507073] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.515803] env[62023]: DEBUG oslo_vmware.api [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.640346] env[62023]: DEBUG nova.network.neutron [-] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.831127] env[62023]: DEBUG oslo_vmware.api [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758770, 'name': CreateSnapshot_Task, 'duration_secs': 1.155405} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.831127] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Created Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1746.831127] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0d7978-03b2-4631-afa8-0a3c1f040c2a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.861366] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 8738aede-3817-4117-a482-a77db3db46a1] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1746.913076] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a6e247-69d0-4012-a183-2afd39f70a62 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.922549] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c00057-a694-4388-ab0b-b130beb68360 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.955168] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ad3806-7531-4446-83d5-ce3a5d787d76 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.963703] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee75e75e-dee2-4374-b843-3b5b5dbf9990 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.981776] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8816c539-ff90-4e09-99fd-f4297ffa8b52 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "6530d6b3-abf5-40f0-824e-6d13ea0b6807" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.057s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.982256] env[62023]: DEBUG nova.compute.provider_tree [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1746.984068] env[62023]: DEBUG nova.network.neutron [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1747.017055] env[62023]: DEBUG oslo_vmware.api [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758771, 'name': PowerOffVM_Task, 'duration_secs': 0.228058} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.017354] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1747.017540] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1747.017785] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c118d99c-2b6a-41d6-aabe-ddaef9a27f4e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.101170] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1747.101446] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1747.101633] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Deleting the datastore file [datastore1] 8889bd20-94aa-4d24-8f3a-1a5cb31688e9 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1747.101905] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0f4ab22-951a-473d-8506-66e0e7c3ac6b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.108980] env[62023]: DEBUG oslo_vmware.api [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1747.108980] env[62023]: value = "task-1758774" [ 1747.108980] env[62023]: _type = "Task" [ 1747.108980] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.117788] env[62023]: DEBUG oslo_vmware.api [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.134979] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "8a64edeb-1428-4390-a224-f13f553cd0ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.135208] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "8a64edeb-1428-4390-a224-f13f553cd0ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.135376] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "8a64edeb-1428-4390-a224-f13f553cd0ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.144725] env[62023]: INFO nova.compute.manager [-] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Took 2.09 seconds to deallocate network for instance. [ 1747.355068] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Creating linked-clone VM from snapshot {{(pid=62023) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1747.355436] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-55414f52-374d-4b99-b476-96b25b490dc3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.361337] env[62023]: DEBUG nova.network.neutron [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Updating instance_info_cache with network_info: [{"id": "4166bd91-0be4-4ed1-84f8-17712aecd09f", "address": "fa:16:3e:28:77:35", "network": {"id": "75307e39-8a86-4cfb-89c2-32f8ae65a96f", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1463391260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d424b2bf05aa42128acc116399a0c621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4166bd91-0b", "ovs_interfaceid": "4166bd91-0be4-4ed1-84f8-17712aecd09f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.366473] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 70e1f478-73e0-4ddb-a206-a64a7e639a37] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1747.380173] env[62023]: DEBUG oslo_vmware.api [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1747.380173] env[62023]: value = "task-1758775" [ 1747.380173] env[62023]: _type = "Task" [ 1747.380173] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.389332] env[62023]: DEBUG oslo_vmware.api [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758775, 'name': CloneVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.487136] env[62023]: DEBUG nova.scheduler.client.report [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1747.523042] env[62023]: DEBUG nova.network.neutron [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Updating instance_info_cache with network_info: [{"id": "07a80b81-b194-4342-8c1d-2558e94b0e6c", "address": "fa:16:3e:ca:8c:c2", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a80b81-b1", "ovs_interfaceid": "07a80b81-b194-4342-8c1d-2558e94b0e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.622012] env[62023]: DEBUG oslo_vmware.api [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164299} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.622379] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1747.622661] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1747.622921] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1747.623207] env[62023]: INFO nova.compute.manager [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1747.623510] env[62023]: DEBUG oslo.service.loopingcall [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1747.623790] env[62023]: DEBUG nova.compute.manager [-] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1747.623934] env[62023]: DEBUG nova.network.neutron [-] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1747.653662] env[62023]: DEBUG oslo_concurrency.lockutils [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.672649] env[62023]: DEBUG nova.compute.manager [req-5302390f-2f6f-4f9a-80d7-5ac43b0d3bb9 req-a4ffa7ad-cda0-4663-a826-cebbb3bd504c service nova] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Received event network-changed-4166bd91-0be4-4ed1-84f8-17712aecd09f {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1747.672880] env[62023]: DEBUG nova.compute.manager [req-5302390f-2f6f-4f9a-80d7-5ac43b0d3bb9 req-a4ffa7ad-cda0-4663-a826-cebbb3bd504c service nova] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Refreshing instance network info cache due to event network-changed-4166bd91-0be4-4ed1-84f8-17712aecd09f. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1747.673216] env[62023]: DEBUG oslo_concurrency.lockutils [req-5302390f-2f6f-4f9a-80d7-5ac43b0d3bb9 req-a4ffa7ad-cda0-4663-a826-cebbb3bd504c service nova] Acquiring lock "refresh_cache-3bd97266-b1a8-4e16-898c-fe4af50336e3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.758529] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.758644] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquired lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.758748] env[62023]: DEBUG nova.network.neutron [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1747.865492] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Releasing lock "refresh_cache-3bd97266-b1a8-4e16-898c-fe4af50336e3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.865949] env[62023]: DEBUG nova.compute.manager [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Instance network_info: |[{"id": "4166bd91-0be4-4ed1-84f8-17712aecd09f", "address": "fa:16:3e:28:77:35", "network": {"id": "75307e39-8a86-4cfb-89c2-32f8ae65a96f", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1463391260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d424b2bf05aa42128acc116399a0c621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4166bd91-0b", "ovs_interfaceid": "4166bd91-0be4-4ed1-84f8-17712aecd09f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1747.867608] env[62023]: DEBUG oslo_concurrency.lockutils [req-5302390f-2f6f-4f9a-80d7-5ac43b0d3bb9 req-a4ffa7ad-cda0-4663-a826-cebbb3bd504c service nova] Acquired lock "refresh_cache-3bd97266-b1a8-4e16-898c-fe4af50336e3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.867720] env[62023]: DEBUG nova.network.neutron [req-5302390f-2f6f-4f9a-80d7-5ac43b0d3bb9 req-a4ffa7ad-cda0-4663-a826-cebbb3bd504c service nova] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Refreshing network info cache for port 4166bd91-0be4-4ed1-84f8-17712aecd09f {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1747.869069] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:77:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4166bd91-0be4-4ed1-84f8-17712aecd09f', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1747.882468] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Creating folder: Project (d424b2bf05aa42128acc116399a0c621). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1747.886722] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: a1b9f6c0-b8c7-4426-b8da-64331c043bea] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1747.888792] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-333683ab-f8a1-4d00-92f3-7c90735e8a04 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.890777] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquiring lock "a0a39df8-2f11-40d8-85fa-c99a7b5a7620" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.891029] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "a0a39df8-2f11-40d8-85fa-c99a7b5a7620" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.905654] env[62023]: DEBUG oslo_vmware.api [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758775, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.909306] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Created folder: Project (d424b2bf05aa42128acc116399a0c621) in parent group-v365170. [ 1747.909506] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Creating folder: Instances. Parent ref: group-v365451. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1747.910376] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f59a85c9-cdae-43b4-90d1-206a017aebd5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.921660] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Created folder: Instances in parent group-v365451. [ 1747.921911] env[62023]: DEBUG oslo.service.loopingcall [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1747.922177] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1747.922409] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bcb6a5d-ae19-492f-9b54-660f178e22ec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.946829] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1747.946829] env[62023]: value = "task-1758778" [ 1747.946829] env[62023]: _type = "Task" [ 1747.946829] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.956845] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758778, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.994536] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.995082] env[62023]: DEBUG nova.compute.manager [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1747.998711] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.957s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.999049] env[62023]: DEBUG nova.objects.instance [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lazy-loading 'resources' on Instance uuid 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.026177] env[62023]: DEBUG oslo_concurrency.lockutils [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.186484] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "refresh_cache-8a64edeb-1428-4390-a224-f13f553cd0ad" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.186705] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "refresh_cache-8a64edeb-1428-4390-a224-f13f553cd0ad" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.186907] env[62023]: DEBUG nova.network.neutron [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1748.395932] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: ecbcfe5c-bed7-49dd-9c06-cd6efc7980e0] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1748.399167] env[62023]: DEBUG nova.compute.manager [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1748.410022] env[62023]: DEBUG oslo_vmware.api [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758775, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.464891] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758778, 'name': CreateVM_Task, 'duration_secs': 0.347472} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.465732] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1748.466469] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.466644] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.466971] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1748.467725] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f243a234-c767-4b01-a969-05246be963e6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.473964] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Waiting for the task: (returnval){ [ 1748.473964] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a4a427-e48f-0b9f-6e06-1f2b93d97500" [ 1748.473964] env[62023]: _type = "Task" [ 1748.473964] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.483810] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a4a427-e48f-0b9f-6e06-1f2b93d97500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.502233] env[62023]: DEBUG nova.compute.utils [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1748.503679] env[62023]: DEBUG nova.compute.manager [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1748.504419] env[62023]: DEBUG nova.network.neutron [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1748.563416] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f21edcd-4501-456e-b3d9-866d41ec3f20 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.588758] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a2974c-bd14-4224-8b90-ffabe92b57bc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.598480] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Updating instance '7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919' progress to 83 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1748.656086] env[62023]: DEBUG nova.policy [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '630c4be5000e4cd395964f52540cb2cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f549db5da5bc430287682d3002b1c006', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1748.728380] env[62023]: DEBUG nova.network.neutron [-] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.903740] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: b1746b26-9eae-4980-92c5-761e8666ecfa] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1748.904426] env[62023]: DEBUG oslo_vmware.api [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758775, 'name': CloneVM_Task, 'duration_secs': 1.322547} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.907657] env[62023]: INFO nova.virt.vmwareapi.vmops [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Created linked-clone VM from snapshot [ 1748.908449] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922167f1-6faa-450d-ba3d-027bc0586b54 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.914067] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1fc85b-5cda-469f-8950-59a9db3c8ebc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.928510] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba04e48-9e85-4fcc-aa19-0bd59e4b5838 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.932338] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Uploading image cff4738d-1b4c-4352-87ea-e4b512ddcb40 {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1748.966262] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.969543] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0485c4-2235-448f-9d12-4d38e66c746a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.982374] env[62023]: DEBUG oslo_vmware.rw_handles [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1748.982374] env[62023]: value = "vm-365450" [ 1748.982374] env[62023]: _type = "VirtualMachine" [ 1748.982374] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1748.983883] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b514ca41-1c68-4490-bfb8-8961b9a0e7ff {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.989544] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c44a434c-7c3f-41be-ace6-55cfb8f0c752 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.991715] env[62023]: DEBUG nova.network.neutron [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Updating instance_info_cache with network_info: [{"id": "591930e1-103d-4ac4-bb5d-0f23d58ad4a4", "address": "fa:16:3e:17:cb:a7", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap591930e1-10", "ovs_interfaceid": "591930e1-103d-4ac4-bb5d-0f23d58ad4a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.999502] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a4a427-e48f-0b9f-6e06-1f2b93d97500, 'name': SearchDatastore_Task, 'duration_secs': 0.011731} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.008522] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.008797] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1749.009052] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.009206] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.009385] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1749.009727] env[62023]: DEBUG oslo_vmware.rw_handles [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lease: (returnval){ [ 1749.009727] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f9e235-1a44-921b-8ac4-36e45831dd8c" [ 1749.009727] env[62023]: _type = "HttpNfcLease" [ 1749.009727] env[62023]: } obtained for exporting VM: (result){ [ 1749.009727] env[62023]: value = "vm-365450" [ 1749.009727] env[62023]: _type = "VirtualMachine" [ 1749.009727] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1749.009930] env[62023]: DEBUG oslo_vmware.api [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the lease: (returnval){ [ 1749.009930] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f9e235-1a44-921b-8ac4-36e45831dd8c" [ 1749.009930] env[62023]: _type = "HttpNfcLease" [ 1749.009930] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1749.010396] env[62023]: DEBUG nova.compute.provider_tree [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.012549] env[62023]: DEBUG nova.compute.manager [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1749.014994] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8524819a-fdb8-406b-9496-c2835f52fb4b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.026282] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1749.026282] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f9e235-1a44-921b-8ac4-36e45831dd8c" [ 1749.026282] env[62023]: _type = "HttpNfcLease" [ 1749.026282] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1749.026642] env[62023]: DEBUG oslo_vmware.rw_handles [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1749.026642] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f9e235-1a44-921b-8ac4-36e45831dd8c" [ 1749.026642] env[62023]: _type = "HttpNfcLease" [ 1749.026642] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1749.027409] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62267b15-a666-45c4-9125-17b6a997850f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.031496] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1749.031689] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1749.032971] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e7ce560-cb83-46a1-86df-626b7e8290ff {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.038793] env[62023]: DEBUG oslo_vmware.rw_handles [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ebd26-d5a9-5072-4f09-489312d2678d/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1749.038878] env[62023]: DEBUG oslo_vmware.rw_handles [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ebd26-d5a9-5072-4f09-489312d2678d/disk-0.vmdk for reading. {{(pid=62023) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1749.041120] env[62023]: DEBUG nova.network.neutron [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Updating instance_info_cache with network_info: [{"id": "e80e0ece-2b66-4839-bb56-efb4d98b3f64", "address": "fa:16:3e:c2:c7:5c", "network": {"id": "fdb2d32b-0607-43e4-838c-8e4db88bc554", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1900344024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f5ca363e85435382c6462a4d6e1123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape80e0ece-2b", "ovs_interfaceid": "e80e0ece-2b66-4839-bb56-efb4d98b3f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.105179] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Waiting for the task: (returnval){ [ 1749.105179] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a8cae8-0d79-6b28-7b90-16a2d9a1ef78" [ 1749.105179] env[62023]: _type = "Task" [ 1749.105179] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.107016] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1749.109069] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c06958d7-72d2-426e-b4bf-5a7da8ad80f6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.123051] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a8cae8-0d79-6b28-7b90-16a2d9a1ef78, 'name': SearchDatastore_Task, 'duration_secs': 0.011316} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.125316] env[62023]: DEBUG oslo_vmware.api [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1749.125316] env[62023]: value = "task-1758781" [ 1749.125316] env[62023]: _type = "Task" [ 1749.125316] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.125595] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-895cbb49-a8b1-4d20-a5f0-203fee6fceae {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.136836] env[62023]: DEBUG oslo_vmware.api [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.138456] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Waiting for the task: (returnval){ [ 1749.138456] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520bcbf1-a53b-5ed6-bc32-ebf20c33000a" [ 1749.138456] env[62023]: _type = "Task" [ 1749.138456] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.145155] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a551007d-cf18-4352-9a2e-553e858b9f5c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.150977] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520bcbf1-a53b-5ed6-bc32-ebf20c33000a, 'name': SearchDatastore_Task, 'duration_secs': 0.011625} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.151738] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.152044] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 3bd97266-b1a8-4e16-898c-fe4af50336e3/3bd97266-b1a8-4e16-898c-fe4af50336e3.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1749.152330] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c68ac095-8ffd-4ecf-bcd4-81d01d72d825 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.160736] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Waiting for the task: (returnval){ [ 1749.160736] env[62023]: value = "task-1758782" [ 1749.160736] env[62023]: _type = "Task" [ 1749.160736] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.173699] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.223207] env[62023]: DEBUG nova.network.neutron [req-5302390f-2f6f-4f9a-80d7-5ac43b0d3bb9 req-a4ffa7ad-cda0-4663-a826-cebbb3bd504c service nova] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Updated VIF entry in instance network info cache for port 4166bd91-0be4-4ed1-84f8-17712aecd09f. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1749.223591] env[62023]: DEBUG nova.network.neutron [req-5302390f-2f6f-4f9a-80d7-5ac43b0d3bb9 req-a4ffa7ad-cda0-4663-a826-cebbb3bd504c service nova] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Updating instance_info_cache with network_info: [{"id": "4166bd91-0be4-4ed1-84f8-17712aecd09f", "address": "fa:16:3e:28:77:35", "network": {"id": "75307e39-8a86-4cfb-89c2-32f8ae65a96f", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1463391260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d424b2bf05aa42128acc116399a0c621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4166bd91-0b", "ovs_interfaceid": "4166bd91-0be4-4ed1-84f8-17712aecd09f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.234375] env[62023]: INFO nova.compute.manager [-] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Took 1.61 seconds to deallocate network for instance. [ 1749.397686] env[62023]: DEBUG nova.network.neutron [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Successfully created port: 97c2ce8b-387f-4740-9a9a-638dfab8f845 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1749.415725] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 4888fe01-04b1-43ce-9cd0-37c63ec44a75] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1749.498262] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "refresh_cache-8a64edeb-1428-4390-a224-f13f553cd0ad" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.519103] env[62023]: DEBUG nova.scheduler.client.report [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1749.544837] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Releasing lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.574164] env[62023]: DEBUG nova.virt.hardware [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='92bebc129969b505295a471c1439d581',container_format='bare',created_at=2024-12-11T15:35:45Z,direct_url=,disk_format='vmdk',id=0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-445096555-shelved',owner='12f5ca363e85435382c6462a4d6e1123',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2024-12-11T15:36:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1749.574685] env[62023]: DEBUG nova.virt.hardware [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1749.575330] env[62023]: DEBUG nova.virt.hardware [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1749.575533] env[62023]: DEBUG nova.virt.hardware [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1749.575687] env[62023]: DEBUG nova.virt.hardware [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1749.575839] env[62023]: DEBUG nova.virt.hardware [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1749.576073] env[62023]: DEBUG nova.virt.hardware [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1749.576251] env[62023]: DEBUG nova.virt.hardware [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1749.576425] env[62023]: DEBUG nova.virt.hardware [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1749.576603] env[62023]: DEBUG nova.virt.hardware [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1749.577370] env[62023]: DEBUG nova.virt.hardware [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1749.580815] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dcbd3c-182f-4c93-b5ff-3d0e4cac4500 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.598060] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c8104f-e746-408a-b90b-ece7ba560fd4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.617322] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:c7:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e80e0ece-2b66-4839-bb56-efb4d98b3f64', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1749.626092] env[62023]: DEBUG oslo.service.loopingcall [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.627075] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1749.627358] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6c0b3c3-8de2-4603-bcd4-c876ff19ca6d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.660916] env[62023]: DEBUG oslo_vmware.api [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758781, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.663158] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1749.663158] env[62023]: value = "task-1758783" [ 1749.663158] env[62023]: _type = "Task" [ 1749.663158] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.679114] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758782, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.683613] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758783, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.726669] env[62023]: DEBUG oslo_concurrency.lockutils [req-5302390f-2f6f-4f9a-80d7-5ac43b0d3bb9 req-a4ffa7ad-cda0-4663-a826-cebbb3bd504c service nova] Releasing lock "refresh_cache-3bd97266-b1a8-4e16-898c-fe4af50336e3" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.727080] env[62023]: DEBUG nova.compute.manager [req-5302390f-2f6f-4f9a-80d7-5ac43b0d3bb9 req-a4ffa7ad-cda0-4663-a826-cebbb3bd504c service nova] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Received event network-vif-deleted-8e1c9f16-6fb6-4cc2-b4fc-38411bae95d1 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1749.727906] env[62023]: DEBUG nova.compute.manager [req-5302390f-2f6f-4f9a-80d7-5ac43b0d3bb9 req-a4ffa7ad-cda0-4663-a826-cebbb3bd504c service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Received event network-vif-plugged-e80e0ece-2b66-4839-bb56-efb4d98b3f64 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1749.727906] env[62023]: DEBUG oslo_concurrency.lockutils [req-5302390f-2f6f-4f9a-80d7-5ac43b0d3bb9 req-a4ffa7ad-cda0-4663-a826-cebbb3bd504c service nova] Acquiring lock "7096b4e3-b7f5-4650-86e1-274b5540b925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.728110] env[62023]: DEBUG oslo_concurrency.lockutils [req-5302390f-2f6f-4f9a-80d7-5ac43b0d3bb9 req-a4ffa7ad-cda0-4663-a826-cebbb3bd504c service nova] Lock "7096b4e3-b7f5-4650-86e1-274b5540b925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.728196] env[62023]: DEBUG oslo_concurrency.lockutils [req-5302390f-2f6f-4f9a-80d7-5ac43b0d3bb9 req-a4ffa7ad-cda0-4663-a826-cebbb3bd504c service nova] Lock "7096b4e3-b7f5-4650-86e1-274b5540b925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.728648] env[62023]: DEBUG nova.compute.manager [req-5302390f-2f6f-4f9a-80d7-5ac43b0d3bb9 req-a4ffa7ad-cda0-4663-a826-cebbb3bd504c service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] No waiting events found dispatching network-vif-plugged-e80e0ece-2b66-4839-bb56-efb4d98b3f64 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1749.728848] env[62023]: WARNING nova.compute.manager [req-5302390f-2f6f-4f9a-80d7-5ac43b0d3bb9 req-a4ffa7ad-cda0-4663-a826-cebbb3bd504c service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Received unexpected event network-vif-plugged-e80e0ece-2b66-4839-bb56-efb4d98b3f64 for instance with vm_state shelved_offloaded and task_state spawning. [ 1749.742866] env[62023]: DEBUG oslo_concurrency.lockutils [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.783203] env[62023]: DEBUG nova.compute.manager [req-e8b441b3-8961-497f-87d5-592b759a02e3 req-2dee1ff6-1087-4a65-a259-1ffe849d30c5 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Received event network-changed-e80e0ece-2b66-4839-bb56-efb4d98b3f64 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1749.783676] env[62023]: DEBUG nova.compute.manager [req-e8b441b3-8961-497f-87d5-592b759a02e3 req-2dee1ff6-1087-4a65-a259-1ffe849d30c5 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Refreshing instance network info cache due to event network-changed-e80e0ece-2b66-4839-bb56-efb4d98b3f64. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1749.783977] env[62023]: DEBUG oslo_concurrency.lockutils [req-e8b441b3-8961-497f-87d5-592b759a02e3 req-2dee1ff6-1087-4a65-a259-1ffe849d30c5 service nova] Acquiring lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.784407] env[62023]: DEBUG oslo_concurrency.lockutils [req-e8b441b3-8961-497f-87d5-592b759a02e3 req-2dee1ff6-1087-4a65-a259-1ffe849d30c5 service nova] Acquired lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.784663] env[62023]: DEBUG nova.network.neutron [req-e8b441b3-8961-497f-87d5-592b759a02e3 req-2dee1ff6-1087-4a65-a259-1ffe849d30c5 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Refreshing network info cache for port e80e0ece-2b66-4839-bb56-efb4d98b3f64 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1749.917490] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 8cdb3b6e-28a7-495c-8104-54d6548f8812] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1750.024411] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e56848f-ddc7-4b49-ae8d-d9fa47aec9ea {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.030217] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.034537] env[62023]: DEBUG nova.compute.manager [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1750.058058] env[62023]: DEBUG oslo_concurrency.lockutils [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.783s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.058598] env[62023]: DEBUG nova.objects.instance [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lazy-loading 'resources' on Instance uuid 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.061859] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88f42c6-827a-44f5-b80d-099e01c46d5a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.072806] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Updating instance '8a64edeb-1428-4390-a224-f13f553cd0ad' progress to 83 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1750.088997] env[62023]: DEBUG nova.virt.hardware [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1750.089575] env[62023]: DEBUG nova.virt.hardware [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1750.089852] env[62023]: DEBUG nova.virt.hardware [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1750.090099] env[62023]: DEBUG nova.virt.hardware [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1750.090272] env[62023]: DEBUG nova.virt.hardware [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1750.090427] env[62023]: DEBUG nova.virt.hardware [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1750.090640] env[62023]: DEBUG nova.virt.hardware [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1750.090798] env[62023]: DEBUG nova.virt.hardware [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1750.090966] env[62023]: DEBUG nova.virt.hardware [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1750.091178] env[62023]: DEBUG nova.virt.hardware [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1750.091369] env[62023]: DEBUG nova.virt.hardware [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1750.092662] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9739e137-7e19-4467-bb74-0ebbe6624075 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.096326] env[62023]: INFO nova.scheduler.client.report [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Deleted allocations for instance 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd [ 1750.105454] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5b4a51-71af-464d-8d70-fcd39774c0bf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.156560] env[62023]: DEBUG oslo_vmware.api [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758781, 'name': PowerOnVM_Task, 'duration_secs': 0.648749} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.157891] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1750.158360] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc3a5a3-0218-4fa8-b7e6-49a494bcdae6 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Updating instance '7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919' progress to 100 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1750.176801] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758782, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.180145] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758783, 'name': CreateVM_Task, 'duration_secs': 0.479987} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.180444] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1750.181319] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.181625] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.182261] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1750.183031] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5feed9e-e2bc-4cad-ad6f-3a69addb37ac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.188742] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1750.188742] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a40f7c-f5f2-32d5-1123-58b62091bef7" [ 1750.188742] env[62023]: _type = "Task" [ 1750.188742] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.199755] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a40f7c-f5f2-32d5-1123-58b62091bef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.422912] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 40d5f33f-13cd-44a7-aab8-9a863604e66c] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1750.562343] env[62023]: DEBUG nova.network.neutron [req-e8b441b3-8961-497f-87d5-592b759a02e3 req-2dee1ff6-1087-4a65-a259-1ffe849d30c5 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Updated VIF entry in instance network info cache for port e80e0ece-2b66-4839-bb56-efb4d98b3f64. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1750.562771] env[62023]: DEBUG nova.network.neutron [req-e8b441b3-8961-497f-87d5-592b759a02e3 req-2dee1ff6-1087-4a65-a259-1ffe849d30c5 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Updating instance_info_cache with network_info: [{"id": "e80e0ece-2b66-4839-bb56-efb4d98b3f64", "address": "fa:16:3e:c2:c7:5c", "network": {"id": "fdb2d32b-0607-43e4-838c-8e4db88bc554", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1900344024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f5ca363e85435382c6462a4d6e1123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape80e0ece-2b", "ovs_interfaceid": "e80e0ece-2b66-4839-bb56-efb4d98b3f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.584194] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1750.584842] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98e3f778-3d18-4455-a282-9ab6285d5641 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.595043] env[62023]: DEBUG oslo_vmware.api [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1750.595043] env[62023]: value = "task-1758784" [ 1750.595043] env[62023]: _type = "Task" [ 1750.595043] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.605234] env[62023]: DEBUG oslo_vmware.api [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.608544] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d2f6aa68-f78f-47e9-9941-1ba80ebf3b65 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "61af069c-a6d6-4ee7-b1a1-05c8fe3805bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.648s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.678571] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758782, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.702187] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.702490] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Processing image 0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1750.702834] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb/0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.703081] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb/0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.703351] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1750.703702] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6c29b96-5c9f-44ea-8bca-5bcb907616a5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.889052] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad18ff77-88ec-435d-b01c-ae5ea69484c8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.898883] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a67255a-7616-407d-bc42-4ef6719cb3ea {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.932906] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: ab51edb8-8b43-4d99-af81-b2e7813b329d] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1750.939864] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74192b13-ba5b-4f2d-b57d-3db3968426c6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.954633] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf4a65d-0ebf-47e7-9505-8f7c3296e375 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.972074] env[62023]: DEBUG nova.compute.provider_tree [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1751.068678] env[62023]: DEBUG oslo_concurrency.lockutils [req-e8b441b3-8961-497f-87d5-592b759a02e3 req-2dee1ff6-1087-4a65-a259-1ffe849d30c5 service nova] Releasing lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.069060] env[62023]: DEBUG nova.compute.manager [req-e8b441b3-8961-497f-87d5-592b759a02e3 req-2dee1ff6-1087-4a65-a259-1ffe849d30c5 service nova] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Received event network-vif-deleted-af0fd2db-3674-421c-9a30-67dcb02b2a40 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1751.107893] env[62023]: DEBUG oslo_vmware.api [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.182898] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758782, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.581711} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.183190] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 3bd97266-b1a8-4e16-898c-fe4af50336e3/3bd97266-b1a8-4e16-898c-fe4af50336e3.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1751.183397] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1751.183657] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce47067e-f27a-49d0-810c-3600e8cf465a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.195420] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Waiting for the task: (returnval){ [ 1751.195420] env[62023]: value = "task-1758786" [ 1751.195420] env[62023]: _type = "Task" [ 1751.195420] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.202110] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.220268] env[62023]: DEBUG nova.network.neutron [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Successfully updated port: 97c2ce8b-387f-4740-9a9a-638dfab8f845 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1751.243887] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1751.244101] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1751.244985] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-602d1276-5496-43e5-9155-1218103f885b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.253090] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1751.253090] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a460ac-7f54-8136-0f03-2981440df769" [ 1751.253090] env[62023]: _type = "Task" [ 1751.253090] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.263933] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a460ac-7f54-8136-0f03-2981440df769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.446473] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 31220d7a-9294-46d7-8052-8f7693183392] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1751.475683] env[62023]: DEBUG nova.scheduler.client.report [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1751.607212] env[62023]: DEBUG oslo_vmware.api [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.706626] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.723093] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "refresh_cache-50f1cf7f-f47e-4d6c-8716-8adb4fa96507" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.723240] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "refresh_cache-50f1cf7f-f47e-4d6c-8716-8adb4fa96507" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.723804] env[62023]: DEBUG nova.network.neutron [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.766102] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Preparing fetch location {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1751.766102] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Fetch image to [datastore1] OSTACK_IMG_44f0a61e-29ad-4149-a3db-f0eef61cb444/OSTACK_IMG_44f0a61e-29ad-4149-a3db-f0eef61cb444.vmdk {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1751.766325] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Downloading stream optimized image 0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb to [datastore1] OSTACK_IMG_44f0a61e-29ad-4149-a3db-f0eef61cb444/OSTACK_IMG_44f0a61e-29ad-4149-a3db-f0eef61cb444.vmdk on the data store datastore1 as vApp {{(pid=62023) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1751.766441] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Downloading image file data 0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb to the ESX as VM named 'OSTACK_IMG_44f0a61e-29ad-4149-a3db-f0eef61cb444' {{(pid=62023) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1751.813612] env[62023]: DEBUG nova.compute.manager [req-0fd3e9a0-9442-4d13-b536-6e0ce50c581b req-36ff410e-4911-4499-81d8-91093e05807e service nova] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Received event network-vif-plugged-97c2ce8b-387f-4740-9a9a-638dfab8f845 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1751.813806] env[62023]: DEBUG oslo_concurrency.lockutils [req-0fd3e9a0-9442-4d13-b536-6e0ce50c581b req-36ff410e-4911-4499-81d8-91093e05807e service nova] Acquiring lock "50f1cf7f-f47e-4d6c-8716-8adb4fa96507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.814069] env[62023]: DEBUG oslo_concurrency.lockutils [req-0fd3e9a0-9442-4d13-b536-6e0ce50c581b req-36ff410e-4911-4499-81d8-91093e05807e service nova] Lock "50f1cf7f-f47e-4d6c-8716-8adb4fa96507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.814482] env[62023]: DEBUG oslo_concurrency.lockutils [req-0fd3e9a0-9442-4d13-b536-6e0ce50c581b req-36ff410e-4911-4499-81d8-91093e05807e service nova] Lock "50f1cf7f-f47e-4d6c-8716-8adb4fa96507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.814725] env[62023]: DEBUG nova.compute.manager [req-0fd3e9a0-9442-4d13-b536-6e0ce50c581b req-36ff410e-4911-4499-81d8-91093e05807e service nova] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] No waiting events found dispatching network-vif-plugged-97c2ce8b-387f-4740-9a9a-638dfab8f845 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1751.815054] env[62023]: WARNING nova.compute.manager [req-0fd3e9a0-9442-4d13-b536-6e0ce50c581b req-36ff410e-4911-4499-81d8-91093e05807e service nova] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Received unexpected event network-vif-plugged-97c2ce8b-387f-4740-9a9a-638dfab8f845 for instance with vm_state building and task_state spawning. [ 1751.815620] env[62023]: DEBUG nova.compute.manager [req-0fd3e9a0-9442-4d13-b536-6e0ce50c581b req-36ff410e-4911-4499-81d8-91093e05807e service nova] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Received event network-changed-97c2ce8b-387f-4740-9a9a-638dfab8f845 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1751.815620] env[62023]: DEBUG nova.compute.manager [req-0fd3e9a0-9442-4d13-b536-6e0ce50c581b req-36ff410e-4911-4499-81d8-91093e05807e service nova] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Refreshing instance network info cache due to event network-changed-97c2ce8b-387f-4740-9a9a-638dfab8f845. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1751.815765] env[62023]: DEBUG oslo_concurrency.lockutils [req-0fd3e9a0-9442-4d13-b536-6e0ce50c581b req-36ff410e-4911-4499-81d8-91093e05807e service nova] Acquiring lock "refresh_cache-50f1cf7f-f47e-4d6c-8716-8adb4fa96507" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.854035] env[62023]: DEBUG oslo_vmware.rw_handles [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1751.854035] env[62023]: value = "resgroup-9" [ 1751.854035] env[62023]: _type = "ResourcePool" [ 1751.854035] env[62023]: }. {{(pid=62023) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1751.854454] env[62023]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e92bb904-505e-47e7-853d-a163ae8cf885 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.881214] env[62023]: DEBUG oslo_vmware.rw_handles [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lease: (returnval){ [ 1751.881214] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523973e1-d972-9540-3e60-bf2c8a697d78" [ 1751.881214] env[62023]: _type = "HttpNfcLease" [ 1751.881214] env[62023]: } obtained for vApp import into resource pool (val){ [ 1751.881214] env[62023]: value = "resgroup-9" [ 1751.881214] env[62023]: _type = "ResourcePool" [ 1751.881214] env[62023]: }. {{(pid=62023) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1751.881519] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the lease: (returnval){ [ 1751.881519] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523973e1-d972-9540-3e60-bf2c8a697d78" [ 1751.881519] env[62023]: _type = "HttpNfcLease" [ 1751.881519] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1751.894477] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1751.894477] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523973e1-d972-9540-3e60-bf2c8a697d78" [ 1751.894477] env[62023]: _type = "HttpNfcLease" [ 1751.894477] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1751.950472] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 22302d12-a374-41c5-8651-87df72726e2f] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1751.980974] env[62023]: DEBUG oslo_concurrency.lockutils [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.984089] env[62023]: DEBUG oslo_concurrency.lockutils [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.101s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.984210] env[62023]: DEBUG nova.objects.instance [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lazy-loading 'resources' on Instance uuid 6d2e20b3-5a43-4cfc-8220-e3268d86ee08 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1752.004419] env[62023]: INFO nova.scheduler.client.report [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Deleted allocations for instance 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd [ 1752.108661] env[62023]: DEBUG oslo_vmware.api [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.153198] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa951029-5072-4497-a25c-adf7046b8802 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.153501] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa951029-5072-4497-a25c-adf7046b8802 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.153686] env[62023]: DEBUG nova.compute.manager [None req-aa951029-5072-4497-a25c-adf7046b8802 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Going to confirm migration 5 {{(pid=62023) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1752.205017] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.294637] env[62023]: DEBUG nova.network.neutron [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1752.390674] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1752.390674] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523973e1-d972-9540-3e60-bf2c8a697d78" [ 1752.390674] env[62023]: _type = "HttpNfcLease" [ 1752.390674] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1752.455303] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 850e4493-1a78-473d-8f24-1627ba115ad1] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1752.481453] env[62023]: DEBUG nova.network.neutron [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Updating instance_info_cache with network_info: [{"id": "97c2ce8b-387f-4740-9a9a-638dfab8f845", "address": "fa:16:3e:da:c1:9d", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c2ce8b-38", "ovs_interfaceid": "97c2ce8b-387f-4740-9a9a-638dfab8f845", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.516280] env[62023]: DEBUG oslo_concurrency.lockutils [None req-323f4bef-81ca-46db-b3bb-3fdce9f4f1cd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "2b5b9c88-4178-49ec-ba03-b5ed2427f1bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.398s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.610811] env[62023]: DEBUG oslo_vmware.api [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.704346] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa951029-5072-4497-a25c-adf7046b8802 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.704346] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa951029-5072-4497-a25c-adf7046b8802 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.704346] env[62023]: DEBUG nova.network.neutron [None req-aa951029-5072-4497-a25c-adf7046b8802 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1752.704558] env[62023]: DEBUG nova.objects.instance [None req-aa951029-5072-4497-a25c-adf7046b8802 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lazy-loading 'info_cache' on Instance uuid 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1752.712354] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.313035} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.712650] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1752.713551] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b27529-5d7f-4488-b1aa-bef870db75e6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.740365] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 3bd97266-b1a8-4e16-898c-fe4af50336e3/3bd97266-b1a8-4e16-898c-fe4af50336e3.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1752.741249] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00fa01fe-eccc-4ec2-9aa5-2edfe63d52e2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.767039] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Waiting for the task: (returnval){ [ 1752.767039] env[62023]: value = "task-1758788" [ 1752.767039] env[62023]: _type = "Task" [ 1752.767039] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.781980] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.828820] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d520adf2-39bb-4411-9748-33f6bcdd867d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.839534] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98385ea6-b08d-49e8-8177-ab48bc881236 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.886817] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40331265-af73-412d-88b9-e8587fcfaade {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.897036] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1752.897036] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523973e1-d972-9540-3e60-bf2c8a697d78" [ 1752.897036] env[62023]: _type = "HttpNfcLease" [ 1752.897036] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1752.898388] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920ebb1a-10e8-4195-8098-fd5ba91918eb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.917273] env[62023]: DEBUG nova.compute.provider_tree [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1752.959723] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: a2d65502-c3f4-41f2-9842-4d228dd91776] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1752.984628] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "refresh_cache-50f1cf7f-f47e-4d6c-8716-8adb4fa96507" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.985079] env[62023]: DEBUG nova.compute.manager [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Instance network_info: |[{"id": "97c2ce8b-387f-4740-9a9a-638dfab8f845", "address": "fa:16:3e:da:c1:9d", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c2ce8b-38", "ovs_interfaceid": "97c2ce8b-387f-4740-9a9a-638dfab8f845", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1752.985440] env[62023]: DEBUG oslo_concurrency.lockutils [req-0fd3e9a0-9442-4d13-b536-6e0ce50c581b req-36ff410e-4911-4499-81d8-91093e05807e service nova] Acquired lock "refresh_cache-50f1cf7f-f47e-4d6c-8716-8adb4fa96507" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.985664] env[62023]: DEBUG nova.network.neutron [req-0fd3e9a0-9442-4d13-b536-6e0ce50c581b req-36ff410e-4911-4499-81d8-91093e05807e service nova] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Refreshing network info cache for port 97c2ce8b-387f-4740-9a9a-638dfab8f845 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1752.986962] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:c1:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97c2ce8b-387f-4740-9a9a-638dfab8f845', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1752.994896] env[62023]: DEBUG oslo.service.loopingcall [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.995959] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1752.996687] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69db49df-69c9-4cfa-a82b-09f52108a710 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.020944] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1753.020944] env[62023]: value = "task-1758789" [ 1753.020944] env[62023]: _type = "Task" [ 1753.020944] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.038682] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758789, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.111429] env[62023]: DEBUG oslo_vmware.api [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758784, 'name': PowerOnVM_Task, 'duration_secs': 2.304213} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.111774] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1753.112017] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e2e749-aedd-4059-a475-90a78a1f7940 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Updating instance '8a64edeb-1428-4390-a224-f13f553cd0ad' progress to 100 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1753.278044] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758788, 'name': ReconfigVM_Task, 'duration_secs': 0.47962} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.278344] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 3bd97266-b1a8-4e16-898c-fe4af50336e3/3bd97266-b1a8-4e16-898c-fe4af50336e3.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1753.279071] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b0ab92e-406d-48cc-8d93-814d5a3a3c6c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.288199] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Waiting for the task: (returnval){ [ 1753.288199] env[62023]: value = "task-1758790" [ 1753.288199] env[62023]: _type = "Task" [ 1753.288199] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.297114] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758790, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.391690] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1753.391690] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523973e1-d972-9540-3e60-bf2c8a697d78" [ 1753.391690] env[62023]: _type = "HttpNfcLease" [ 1753.391690] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1753.392022] env[62023]: DEBUG oslo_vmware.rw_handles [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1753.392022] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523973e1-d972-9540-3e60-bf2c8a697d78" [ 1753.392022] env[62023]: _type = "HttpNfcLease" [ 1753.392022] env[62023]: }. {{(pid=62023) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1753.392937] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cb52ad-65f3-45ff-866e-b4eadd047810 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.401657] env[62023]: DEBUG oslo_vmware.rw_handles [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528de020-7cc4-a3ba-b26a-e88b749af7d9/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1753.401858] env[62023]: DEBUG oslo_vmware.rw_handles [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528de020-7cc4-a3ba-b26a-e88b749af7d9/disk-0.vmdk. {{(pid=62023) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1753.461878] env[62023]: DEBUG nova.scheduler.client.report [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1753.466944] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: af0df3a1-42b6-4979-999a-88ba5cd64568] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1753.474282] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fe63671c-24ae-4e5d-92ba-e7c4264b425a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.535985] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758789, 'name': CreateVM_Task, 'duration_secs': 0.473006} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.535985] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1753.536194] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.536779] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.536779] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1753.537042] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23029b2f-64dd-428d-855d-1c752bb4cedc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.539718] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2254e096-a052-45cc-8224-d409f6e1c10d tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.539807] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2254e096-a052-45cc-8224-d409f6e1c10d tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.543461] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1753.543461] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52de403c-b55b-c1fc-b8a3-7be9641a49aa" [ 1753.543461] env[62023]: _type = "Task" [ 1753.543461] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.552858] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52de403c-b55b-c1fc-b8a3-7be9641a49aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.800506] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758790, 'name': Rename_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.877552] env[62023]: DEBUG nova.network.neutron [req-0fd3e9a0-9442-4d13-b536-6e0ce50c581b req-36ff410e-4911-4499-81d8-91093e05807e service nova] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Updated VIF entry in instance network info cache for port 97c2ce8b-387f-4740-9a9a-638dfab8f845. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1753.877919] env[62023]: DEBUG nova.network.neutron [req-0fd3e9a0-9442-4d13-b536-6e0ce50c581b req-36ff410e-4911-4499-81d8-91093e05807e service nova] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Updating instance_info_cache with network_info: [{"id": "97c2ce8b-387f-4740-9a9a-638dfab8f845", "address": "fa:16:3e:da:c1:9d", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c2ce8b-38", "ovs_interfaceid": "97c2ce8b-387f-4740-9a9a-638dfab8f845", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.973367] env[62023]: DEBUG oslo_concurrency.lockutils [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.978042] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: e1d37f7c-e412-43f8-be47-20f0d5159fa6] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1753.978042] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.255s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.978437] env[62023]: DEBUG nova.objects.instance [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lazy-loading 'pci_requests' on Instance uuid 681fa498-8577-44cf-ab89-ede5ac113f74 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1754.014373] env[62023]: INFO nova.scheduler.client.report [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Deleted allocations for instance 6d2e20b3-5a43-4cfc-8220-e3268d86ee08 [ 1754.043617] env[62023]: INFO nova.compute.manager [None req-2254e096-a052-45cc-8224-d409f6e1c10d tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Detaching volume b87ae32f-4065-418f-a361-4a632c4e145d [ 1754.060071] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52de403c-b55b-c1fc-b8a3-7be9641a49aa, 'name': SearchDatastore_Task, 'duration_secs': 0.016379} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.060275] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.060535] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1754.060779] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.060921] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.061143] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1754.061518] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a146af7-a0a9-4f3f-94b9-6d60d596578b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.076447] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1754.076447] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1754.077390] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e2d16f2-5137-4446-8708-d3c2e2d09c4e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.087326] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1754.087326] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523a1bf4-c150-c69a-75e4-bd011af00729" [ 1754.087326] env[62023]: _type = "Task" [ 1754.087326] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.099199] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523a1bf4-c150-c69a-75e4-bd011af00729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.100458] env[62023]: INFO nova.virt.block_device [None req-2254e096-a052-45cc-8224-d409f6e1c10d tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Attempting to driver detach volume b87ae32f-4065-418f-a361-4a632c4e145d from mountpoint /dev/sdb [ 1754.100713] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-2254e096-a052-45cc-8224-d409f6e1c10d tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Volume detach. Driver type: vmdk {{(pid=62023) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1754.100901] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-2254e096-a052-45cc-8224-d409f6e1c10d tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365411', 'volume_id': 'b87ae32f-4065-418f-a361-4a632c4e145d', 'name': 'volume-b87ae32f-4065-418f-a361-4a632c4e145d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dcd4d90d-e32b-4ab4-bd2d-14d367c16838', 'attached_at': '', 'detached_at': '', 'volume_id': 'b87ae32f-4065-418f-a361-4a632c4e145d', 'serial': 'b87ae32f-4065-418f-a361-4a632c4e145d'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1754.102355] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f740180-32f2-4174-ae28-5daf0064a05c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.151811] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869b52d8-0dcb-4d44-b0e5-ad69c41964ce {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.156136] env[62023]: DEBUG nova.network.neutron [None req-aa951029-5072-4497-a25c-adf7046b8802 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Updating instance_info_cache with network_info: [{"id": "07a80b81-b194-4342-8c1d-2558e94b0e6c", "address": "fa:16:3e:ca:8c:c2", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a80b81-b1", "ovs_interfaceid": "07a80b81-b194-4342-8c1d-2558e94b0e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.167484] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3f4ed5-9f22-4001-b85e-e9822fd5a598 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.196943] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af82020b-a9fa-4754-9eb7-b98b4a5490d9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.216551] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-2254e096-a052-45cc-8224-d409f6e1c10d tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] The volume has not been displaced from its original location: [datastore1] volume-b87ae32f-4065-418f-a361-4a632c4e145d/volume-b87ae32f-4065-418f-a361-4a632c4e145d.vmdk. No consolidation needed. {{(pid=62023) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1754.222144] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-2254e096-a052-45cc-8224-d409f6e1c10d tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1754.223325] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dfecfe0-30ea-4a35-a739-7e1199c32f15 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.244039] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Acquiring lock "22f7fc5e-edfb-43ed-a24d-bdf937b3164b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.244039] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Lock "22f7fc5e-edfb-43ed-a24d-bdf937b3164b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.245030] env[62023]: DEBUG oslo_vmware.api [None req-2254e096-a052-45cc-8224-d409f6e1c10d tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1754.245030] env[62023]: value = "task-1758791" [ 1754.245030] env[62023]: _type = "Task" [ 1754.245030] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.256941] env[62023]: DEBUG oslo_vmware.api [None req-2254e096-a052-45cc-8224-d409f6e1c10d tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.302207] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758790, 'name': Rename_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.382166] env[62023]: DEBUG oslo_concurrency.lockutils [req-0fd3e9a0-9442-4d13-b536-6e0ce50c581b req-36ff410e-4911-4499-81d8-91093e05807e service nova] Releasing lock "refresh_cache-50f1cf7f-f47e-4d6c-8716-8adb4fa96507" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.481226] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 292ba894-b22c-4ef9-83a8-ceb884b71bd8] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1754.487201] env[62023]: DEBUG nova.objects.instance [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lazy-loading 'numa_topology' on Instance uuid 681fa498-8577-44cf-ab89-ede5ac113f74 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1754.530694] env[62023]: DEBUG oslo_concurrency.lockutils [None req-65c64e08-44ee-4176-b4a9-9dc27defee4c tempest-ServerDiskConfigTestJSON-493140286 tempest-ServerDiskConfigTestJSON-493140286-project-member] Lock "6d2e20b3-5a43-4cfc-8220-e3268d86ee08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.619s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.600762] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523a1bf4-c150-c69a-75e4-bd011af00729, 'name': SearchDatastore_Task, 'duration_secs': 0.011363} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.603129] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-810db3b1-b4fd-4683-a0ac-fbd7ea791859 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.611387] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1754.611387] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52782222-2e1b-2580-51b2-3f30e6c28e42" [ 1754.611387] env[62023]: _type = "Task" [ 1754.611387] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.620869] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52782222-2e1b-2580-51b2-3f30e6c28e42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.664790] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa951029-5072-4497-a25c-adf7046b8802 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "refresh_cache-7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.666446] env[62023]: DEBUG nova.objects.instance [None req-aa951029-5072-4497-a25c-adf7046b8802 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lazy-loading 'migration_context' on Instance uuid 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1754.747131] env[62023]: DEBUG nova.compute.manager [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1754.771595] env[62023]: DEBUG oslo_vmware.api [None req-2254e096-a052-45cc-8224-d409f6e1c10d tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758791, 'name': ReconfigVM_Task, 'duration_secs': 0.328004} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.773752] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-2254e096-a052-45cc-8224-d409f6e1c10d tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1754.779410] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50ed0c80-a2f7-403c-8655-353531f21c7b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.807976] env[62023]: DEBUG oslo_vmware.api [None req-2254e096-a052-45cc-8224-d409f6e1c10d tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1754.807976] env[62023]: value = "task-1758792" [ 1754.807976] env[62023]: _type = "Task" [ 1754.807976] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.813230] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758790, 'name': Rename_Task, 'duration_secs': 1.241077} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.820912] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1754.821716] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-007be4f1-d087-4c74-b89d-c26fe925b5a3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.836291] env[62023]: DEBUG oslo_vmware.api [None req-2254e096-a052-45cc-8224-d409f6e1c10d tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.840325] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Waiting for the task: (returnval){ [ 1754.840325] env[62023]: value = "task-1758793" [ 1754.840325] env[62023]: _type = "Task" [ 1754.840325] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.850141] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.905729] env[62023]: DEBUG oslo_vmware.rw_handles [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Completed reading data from the image iterator. {{(pid=62023) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1754.905970] env[62023]: DEBUG oslo_vmware.rw_handles [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528de020-7cc4-a3ba-b26a-e88b749af7d9/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1754.907186] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e758af-83e1-4051-a31e-eb9f3205fc20 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.916169] env[62023]: DEBUG oslo_vmware.rw_handles [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528de020-7cc4-a3ba-b26a-e88b749af7d9/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1754.916539] env[62023]: DEBUG oslo_vmware.rw_handles [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528de020-7cc4-a3ba-b26a-e88b749af7d9/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1754.916823] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0fbc7e30-6402-40d2-a7a5-523a90683557 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.990589] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 98254616-2002-4986-818d-9fc0c0dff4db] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1754.992718] env[62023]: INFO nova.compute.claims [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1755.121765] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52782222-2e1b-2580-51b2-3f30e6c28e42, 'name': SearchDatastore_Task, 'duration_secs': 0.036978} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.122046] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.122321] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 50f1cf7f-f47e-4d6c-8716-8adb4fa96507/50f1cf7f-f47e-4d6c-8716-8adb4fa96507.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1755.122601] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06ffc1de-906f-4591-b3d4-ce6f4f09289e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.131842] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1755.131842] env[62023]: value = "task-1758794" [ 1755.131842] env[62023]: _type = "Task" [ 1755.131842] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.141594] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.172263] env[62023]: DEBUG nova.objects.base [None req-aa951029-5072-4497-a25c-adf7046b8802 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Object Instance<7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919> lazy-loaded attributes: info_cache,migration_context {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1755.173337] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296e1beb-cebb-4667-8928-a1b98f4f972d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.197752] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c70570ae-a078-4762-b0d0-87672c363e6d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.201784] env[62023]: DEBUG oslo_vmware.rw_handles [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528de020-7cc4-a3ba-b26a-e88b749af7d9/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1755.202046] env[62023]: INFO nova.virt.vmwareapi.images [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Downloaded image file data 0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb [ 1755.203418] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e0ecc9-6cbe-4544-88d8-cbd024ab0481 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.207426] env[62023]: DEBUG oslo_vmware.api [None req-aa951029-5072-4497-a25c-adf7046b8802 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1755.207426] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52372649-cacd-b6eb-9c90-c5994f267504" [ 1755.207426] env[62023]: _type = "Task" [ 1755.207426] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.224065] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f38ada3-a5ea-4732-a0b3-1ef9a343cbe3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.230089] env[62023]: DEBUG oslo_vmware.api [None req-aa951029-5072-4497-a25c-adf7046b8802 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52372649-cacd-b6eb-9c90-c5994f267504, 'name': SearchDatastore_Task, 'duration_secs': 0.01032} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.230203] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa951029-5072-4497-a25c-adf7046b8802 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.258270] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "b272c798-7af0-436b-80b6-47c0fb366b5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.258646] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "b272c798-7af0-436b-80b6-47c0fb366b5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.273266] env[62023]: INFO nova.virt.vmwareapi.images [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] The imported VM was unregistered [ 1755.275593] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Caching image {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1755.276071] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1755.277042] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebcb47e7-76d2-4a53-b032-5507db337f98 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.290505] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.292530] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Created directory with path [datastore1] devstack-image-cache_base/0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1755.292793] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_44f0a61e-29ad-4149-a3db-f0eef61cb444/OSTACK_IMG_44f0a61e-29ad-4149-a3db-f0eef61cb444.vmdk to [datastore1] devstack-image-cache_base/0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb/0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb.vmdk. {{(pid=62023) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1755.293435] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0605df92-fe3e-47b2-b3b7-828088eb2bc7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.302267] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1755.302267] env[62023]: value = "task-1758796" [ 1755.302267] env[62023]: _type = "Task" [ 1755.302267] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.312071] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758796, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.321851] env[62023]: DEBUG oslo_vmware.api [None req-2254e096-a052-45cc-8224-d409f6e1c10d tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758792, 'name': ReconfigVM_Task, 'duration_secs': 0.203244} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.322247] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-2254e096-a052-45cc-8224-d409f6e1c10d tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365411', 'volume_id': 'b87ae32f-4065-418f-a361-4a632c4e145d', 'name': 'volume-b87ae32f-4065-418f-a361-4a632c4e145d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dcd4d90d-e32b-4ab4-bd2d-14d367c16838', 'attached_at': '', 'detached_at': '', 'volume_id': 'b87ae32f-4065-418f-a361-4a632c4e145d', 'serial': 'b87ae32f-4065-418f-a361-4a632c4e145d'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1755.354176] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758793, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.496744] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 1142d491-e3cf-4a9a-a9c7-cc7954f2d2d3] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1755.644405] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758794, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.762045] env[62023]: DEBUG nova.compute.manager [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1755.816610] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758796, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.860371] env[62023]: DEBUG oslo_vmware.api [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758793, 'name': PowerOnVM_Task, 'duration_secs': 0.732534} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.860662] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1755.860881] env[62023]: INFO nova.compute.manager [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Took 11.28 seconds to spawn the instance on the hypervisor. [ 1755.861126] env[62023]: DEBUG nova.compute.manager [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1755.862675] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def508b8-650d-4b97-b330-6fc08b36bd2f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.868755] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "8a64edeb-1428-4390-a224-f13f553cd0ad" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.869080] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "8a64edeb-1428-4390-a224-f13f553cd0ad" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.869338] env[62023]: DEBUG nova.compute.manager [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Going to confirm migration 6 {{(pid=62023) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1755.886059] env[62023]: DEBUG nova.objects.instance [None req-2254e096-a052-45cc-8224-d409f6e1c10d tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lazy-loading 'flavor' on Instance uuid dcd4d90d-e32b-4ab4-bd2d-14d367c16838 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1756.004144] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: b4249275-18dc-4d4b-9e6a-9e97cd84325a] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1756.144849] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575507} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.148045] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 50f1cf7f-f47e-4d6c-8716-8adb4fa96507/50f1cf7f-f47e-4d6c-8716-8adb4fa96507.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1756.148304] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1756.148820] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8eee6cef-e55b-444b-8839-f5b75f2155a9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.159053] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1756.159053] env[62023]: value = "task-1758797" [ 1756.159053] env[62023]: _type = "Task" [ 1756.159053] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.176029] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.287391] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.315649] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758796, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.391481] env[62023]: INFO nova.compute.manager [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Took 21.16 seconds to build instance. [ 1756.436157] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "refresh_cache-8a64edeb-1428-4390-a224-f13f553cd0ad" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.436281] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquired lock "refresh_cache-8a64edeb-1428-4390-a224-f13f553cd0ad" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.436446] env[62023]: DEBUG nova.network.neutron [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.436625] env[62023]: DEBUG nova.objects.instance [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lazy-loading 'info_cache' on Instance uuid 8a64edeb-1428-4390-a224-f13f553cd0ad {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1756.453776] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771a8bd2-c87e-437d-8107-927802b3b07f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.467465] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5cc4a0-11d5-46a5-85d9-c969694fdaf8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.505628] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d02ad7-4f72-4f2b-8000-f98b6b2dfb7d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.511604] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: eda5b959-2aec-4193-88a4-b4ef21aace36] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1756.522258] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7351b3eb-8372-4f72-9711-eda7859788f3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.540437] env[62023]: DEBUG nova.compute.provider_tree [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1756.674472] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112506} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.674472] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1756.675710] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbb1e48-f84d-4302-ae12-2b4750f9a65c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.711227] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 50f1cf7f-f47e-4d6c-8716-8adb4fa96507/50f1cf7f-f47e-4d6c-8716-8adb4fa96507.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1756.711688] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10935e34-b0c9-4fdb-bd5c-284d91bae20d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.738644] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1756.738644] env[62023]: value = "task-1758798" [ 1756.738644] env[62023]: _type = "Task" [ 1756.738644] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.751609] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.817400] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758796, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.876504] env[62023]: DEBUG oslo_vmware.rw_handles [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ebd26-d5a9-5072-4f09-489312d2678d/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1756.877681] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78320dc7-420e-48bf-932a-7da346255fb0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.889144] env[62023]: DEBUG oslo_vmware.rw_handles [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ebd26-d5a9-5072-4f09-489312d2678d/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1756.889289] env[62023]: ERROR oslo_vmware.rw_handles [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ebd26-d5a9-5072-4f09-489312d2678d/disk-0.vmdk due to incomplete transfer. [ 1756.889551] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c2ea1607-d2e6-437d-b8ee-dc7b525aedd2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.897535] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e1ecb374-e54a-46e3-902a-59a6ff3b6bab tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Lock "3bd97266-b1a8-4e16-898c-fe4af50336e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.674s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.898063] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2254e096-a052-45cc-8224-d409f6e1c10d tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.358s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.902480] env[62023]: DEBUG oslo_vmware.rw_handles [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ebd26-d5a9-5072-4f09-489312d2678d/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1756.902911] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Uploaded image cff4738d-1b4c-4352-87ea-e4b512ddcb40 to the Glance image server {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1756.905934] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Destroying the VM {{(pid=62023) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1756.906290] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-15cda3bf-1d5e-41de-9225-4e8e6dfd0848 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.916463] env[62023]: DEBUG oslo_vmware.api [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1756.916463] env[62023]: value = "task-1758799" [ 1756.916463] env[62023]: _type = "Task" [ 1756.916463] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.928374] env[62023]: DEBUG oslo_vmware.api [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758799, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.022311] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 743948c8-57cc-4ab0-8fd7-0c545cd1e6af] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1757.043947] env[62023]: DEBUG nova.scheduler.client.report [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1757.257425] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.318773] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758796, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.430939] env[62023]: DEBUG oslo_vmware.api [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758799, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.440540] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Acquiring lock "3bd97266-b1a8-4e16-898c-fe4af50336e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.441559] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Lock "3bd97266-b1a8-4e16-898c-fe4af50336e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.441559] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Acquiring lock "3bd97266-b1a8-4e16-898c-fe4af50336e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.441978] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Lock "3bd97266-b1a8-4e16-898c-fe4af50336e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.441978] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Lock "3bd97266-b1a8-4e16-898c-fe4af50336e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.447388] env[62023]: INFO nova.compute.manager [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Terminating instance [ 1757.525710] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 515c9cc6-3b46-4e72-8bfa-6b345ab97f38] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1757.549292] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.571s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.554729] env[62023]: DEBUG oslo_concurrency.lockutils [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.901s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.555147] env[62023]: DEBUG nova.objects.instance [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lazy-loading 'resources' on Instance uuid 1213f6be-c3e6-4fbb-96b1-3736ece929a2 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1757.640494] env[62023]: INFO nova.network.neutron [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Updating port 8dd471b8-9155-4515-9d4b-e714ea47402c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1757.757640] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.820880] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758796, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.918391] env[62023]: DEBUG nova.network.neutron [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Updating instance_info_cache with network_info: [{"id": "591930e1-103d-4ac4-bb5d-0f23d58ad4a4", "address": "fa:16:3e:17:cb:a7", "network": {"id": "f932a7f6-d275-4b69-b2e0-3ba3de7fac73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-950617077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8024759e022f4ab9a08945f1cb472371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap591930e1-10", "ovs_interfaceid": "591930e1-103d-4ac4-bb5d-0f23d58ad4a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.933219] env[62023]: DEBUG oslo_vmware.api [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758799, 'name': Destroy_Task, 'duration_secs': 0.917321} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.934317] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Destroyed the VM [ 1757.934826] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Deleting Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1757.935200] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d4e992b9-1769-400d-bdba-f0c64b39ed66 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.945547] env[62023]: DEBUG oslo_vmware.api [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1757.945547] env[62023]: value = "task-1758800" [ 1757.945547] env[62023]: _type = "Task" [ 1757.945547] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.954035] env[62023]: DEBUG nova.compute.manager [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1757.954035] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1757.955019] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b333e8a-aa56-4cbc-b558-df91e505ba4b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.962209] env[62023]: DEBUG oslo_vmware.api [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758800, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.972725] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1757.974028] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-686bd6f7-f491-4e7e-b029-77f8c3209084 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.986700] env[62023]: DEBUG oslo_vmware.api [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Waiting for the task: (returnval){ [ 1757.986700] env[62023]: value = "task-1758801" [ 1757.986700] env[62023]: _type = "Task" [ 1757.986700] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.001036] env[62023]: DEBUG oslo_vmware.api [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.029358] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 4165552d-09a6-4e98-a12e-3ecc62c5d75e] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1758.204751] env[62023]: DEBUG oslo_concurrency.lockutils [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.205074] env[62023]: DEBUG oslo_concurrency.lockutils [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.205302] env[62023]: DEBUG oslo_concurrency.lockutils [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.205573] env[62023]: DEBUG oslo_concurrency.lockutils [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.205755] env[62023]: DEBUG oslo_concurrency.lockutils [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.209411] env[62023]: INFO nova.compute.manager [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Terminating instance [ 1758.253017] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.320819] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758796, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.357255] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea864a5-b2f2-46e5-9d87-55d7a79e173c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.379835] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073d6405-d0a2-441c-acaa-4bbe3ec81077 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.413649] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63d3f68-eec2-4118-a37b-1dda5aee1a06 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.423722] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221d4384-7547-4954-ab4c-be7b272f821d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.429424] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Releasing lock "refresh_cache-8a64edeb-1428-4390-a224-f13f553cd0ad" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.429698] env[62023]: DEBUG nova.objects.instance [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lazy-loading 'migration_context' on Instance uuid 8a64edeb-1428-4390-a224-f13f553cd0ad {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1758.445234] env[62023]: DEBUG nova.compute.provider_tree [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.459061] env[62023]: DEBUG oslo_vmware.api [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758800, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.502341] env[62023]: DEBUG oslo_vmware.api [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758801, 'name': PowerOffVM_Task, 'duration_secs': 0.464091} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.502402] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1758.502565] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1758.502865] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eefd236d-9424-4774-a9f1-2738b75d9c76 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.533624] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 397e10b6-bddb-4f4b-aab4-108bf9f14c72] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1758.688585] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1758.688831] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1758.689034] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Deleting the datastore file [datastore1] 3bd97266-b1a8-4e16-898c-fe4af50336e3 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1758.689354] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e81b3a0-7944-4247-acc5-1332050037ee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.697482] env[62023]: DEBUG oslo_vmware.api [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Waiting for the task: (returnval){ [ 1758.697482] env[62023]: value = "task-1758803" [ 1758.697482] env[62023]: _type = "Task" [ 1758.697482] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.706949] env[62023]: DEBUG oslo_vmware.api [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.715284] env[62023]: DEBUG nova.compute.manager [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1758.715492] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1758.716302] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b455a7ca-88d5-439f-9d37-429f7620352a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.723055] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1758.723299] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d1d0538-705a-4203-adaa-454f670318a5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.728226] env[62023]: DEBUG oslo_vmware.api [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1758.728226] env[62023]: value = "task-1758804" [ 1758.728226] env[62023]: _type = "Task" [ 1758.728226] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.736196] env[62023]: DEBUG oslo_vmware.api [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.748987] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758798, 'name': ReconfigVM_Task, 'duration_secs': 1.980571} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.749295] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 50f1cf7f-f47e-4d6c-8716-8adb4fa96507/50f1cf7f-f47e-4d6c-8716-8adb4fa96507.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1758.750010] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e3cafba-dbdf-4ec8-b75f-456d3902d737 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.756771] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1758.756771] env[62023]: value = "task-1758805" [ 1758.756771] env[62023]: _type = "Task" [ 1758.756771] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.763698] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758805, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.818898] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758796, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.079974} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.819365] env[62023]: INFO nova.virt.vmwareapi.ds_util [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_44f0a61e-29ad-4149-a3db-f0eef61cb444/OSTACK_IMG_44f0a61e-29ad-4149-a3db-f0eef61cb444.vmdk to [datastore1] devstack-image-cache_base/0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb/0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb.vmdk. [ 1758.819535] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Cleaning up location [datastore1] OSTACK_IMG_44f0a61e-29ad-4149-a3db-f0eef61cb444 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1758.819705] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_44f0a61e-29ad-4149-a3db-f0eef61cb444 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1758.820269] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d7d18b8-f0bc-4320-83ae-121804024ade {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.828985] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1758.828985] env[62023]: value = "task-1758806" [ 1758.828985] env[62023]: _type = "Task" [ 1758.828985] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.838132] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.933608] env[62023]: DEBUG nova.objects.base [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Object Instance<8a64edeb-1428-4390-a224-f13f553cd0ad> lazy-loaded attributes: info_cache,migration_context {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1758.934758] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471431d8-7170-4d77-a023-ffb262248c65 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.961183] env[62023]: DEBUG nova.scheduler.client.report [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1758.969125] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24a51b19-2f02-423c-ab73-71672bdc5da2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.975812] env[62023]: DEBUG oslo_vmware.api [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1758.975812] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52218ff4-51c9-2180-3812-2e4882bfdff7" [ 1758.975812] env[62023]: _type = "Task" [ 1758.975812] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.981030] env[62023]: DEBUG oslo_vmware.api [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758800, 'name': RemoveSnapshot_Task, 'duration_secs': 0.574997} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.982889] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Deleted Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1758.983236] env[62023]: INFO nova.compute.manager [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Took 14.22 seconds to snapshot the instance on the hypervisor. [ 1758.992441] env[62023]: DEBUG oslo_vmware.api [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52218ff4-51c9-2180-3812-2e4882bfdff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.037717] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 40564b5b-5e5c-4d29-bd17-e87ef0acbfa4] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1759.209906] env[62023]: DEBUG oslo_vmware.api [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.241241] env[62023]: DEBUG oslo_vmware.api [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758804, 'name': PowerOffVM_Task, 'duration_secs': 0.18646} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.241698] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1759.241928] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1759.242313] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6ad8685-cb13-47b0-a73b-14d89ec334d8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.267402] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758805, 'name': Rename_Task, 'duration_secs': 0.350505} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.267803] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1759.268134] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0851ae0-4ab1-4b15-97c5-bb024c6eb737 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.274920] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1759.274920] env[62023]: value = "task-1758808" [ 1759.274920] env[62023]: _type = "Task" [ 1759.274920] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.285439] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.323660] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1759.323855] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1759.324055] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Deleting the datastore file [datastore1] dcd4d90d-e32b-4ab4-bd2d-14d367c16838 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1759.324433] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-709baa09-23ab-46f3-b27f-aa0eac97b922 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.334774] env[62023]: DEBUG oslo_vmware.api [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1759.334774] env[62023]: value = "task-1758809" [ 1759.334774] env[62023]: _type = "Task" [ 1759.334774] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.343020] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091258} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.343495] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1759.343774] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb/0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.344147] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb/0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb.vmdk to [datastore1] 7096b4e3-b7f5-4650-86e1-274b5540b925/7096b4e3-b7f5-4650-86e1-274b5540b925.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1759.344515] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3ee21e8-6bf8-4586-a18d-943ed73b49d3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.350188] env[62023]: DEBUG oslo_vmware.api [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.354742] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1759.354742] env[62023]: value = "task-1758810" [ 1759.354742] env[62023]: _type = "Task" [ 1759.354742] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.364236] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.473848] env[62023]: DEBUG oslo_concurrency.lockutils [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.476692] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.511s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.478446] env[62023]: INFO nova.compute.claims [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1759.499569] env[62023]: DEBUG oslo_vmware.api [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52218ff4-51c9-2180-3812-2e4882bfdff7, 'name': SearchDatastore_Task, 'duration_secs': 0.026267} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.500618] env[62023]: INFO nova.scheduler.client.report [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Deleted allocations for instance 1213f6be-c3e6-4fbb-96b1-3736ece929a2 [ 1759.501749] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.540518] env[62023]: DEBUG nova.compute.manager [None req-126d09c6-6d5f-4cd7-95dc-d1e0ec241253 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Found 2 images (rotation: 2) {{(pid=62023) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1759.545021] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1759.545021] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Cleaning up deleted instances with incomplete migration {{(pid=62023) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 1759.711244] env[62023]: DEBUG oslo_vmware.api [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Task: {'id': task-1758803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.608149} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.712404] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1759.712404] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1759.712404] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1759.712574] env[62023]: INFO nova.compute.manager [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1759.712939] env[62023]: DEBUG oslo.service.loopingcall [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.716021] env[62023]: DEBUG nova.compute.manager [-] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1759.716021] env[62023]: DEBUG nova.network.neutron [-] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1759.790536] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.809267] env[62023]: DEBUG nova.compute.manager [req-c51b9979-c861-4e98-93ad-84bfe0739857 req-6d038818-7a68-4fdd-b416-ea740786a2a5 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Received event network-vif-plugged-8dd471b8-9155-4515-9d4b-e714ea47402c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1759.809852] env[62023]: DEBUG oslo_concurrency.lockutils [req-c51b9979-c861-4e98-93ad-84bfe0739857 req-6d038818-7a68-4fdd-b416-ea740786a2a5 service nova] Acquiring lock "681fa498-8577-44cf-ab89-ede5ac113f74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.810237] env[62023]: DEBUG oslo_concurrency.lockutils [req-c51b9979-c861-4e98-93ad-84bfe0739857 req-6d038818-7a68-4fdd-b416-ea740786a2a5 service nova] Lock "681fa498-8577-44cf-ab89-ede5ac113f74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.810555] env[62023]: DEBUG oslo_concurrency.lockutils [req-c51b9979-c861-4e98-93ad-84bfe0739857 req-6d038818-7a68-4fdd-b416-ea740786a2a5 service nova] Lock "681fa498-8577-44cf-ab89-ede5ac113f74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.810861] env[62023]: DEBUG nova.compute.manager [req-c51b9979-c861-4e98-93ad-84bfe0739857 req-6d038818-7a68-4fdd-b416-ea740786a2a5 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] No waiting events found dispatching network-vif-plugged-8dd471b8-9155-4515-9d4b-e714ea47402c {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1759.811201] env[62023]: WARNING nova.compute.manager [req-c51b9979-c861-4e98-93ad-84bfe0739857 req-6d038818-7a68-4fdd-b416-ea740786a2a5 service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Received unexpected event network-vif-plugged-8dd471b8-9155-4515-9d4b-e714ea47402c for instance with vm_state shelved_offloaded and task_state spawning. [ 1759.849438] env[62023]: DEBUG oslo_vmware.api [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328592} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.852104] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1759.852104] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1759.852104] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1759.852104] env[62023]: INFO nova.compute.manager [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1759.852104] env[62023]: DEBUG oslo.service.loopingcall [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.852104] env[62023]: DEBUG nova.compute.manager [-] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1759.852104] env[62023]: DEBUG nova.network.neutron [-] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1759.870463] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.010126] env[62023]: DEBUG oslo_concurrency.lockutils [None req-168b2049-8024-4c9f-9470-86b6acbcb6ea tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "1213f6be-c3e6-4fbb-96b1-3736ece929a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.639s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.050599] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1760.188148] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.188148] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquired lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.188148] env[62023]: DEBUG nova.network.neutron [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1760.293032] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.380802] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758810, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.797483] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758808, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.884107] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758810, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.903338] env[62023]: DEBUG nova.network.neutron [-] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.905034] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03179a5b-f462-464d-bfdf-0957a47322ae {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.924999] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3ebd95-a098-485c-b59d-e0330b809959 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.972176] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c1847b-1fa4-4262-8e51-65246c3b209f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.984966] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d621cac2-e587-4325-8812-31c8428d6cfb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.005974] env[62023]: DEBUG nova.compute.provider_tree [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1761.060456] env[62023]: DEBUG nova.network.neutron [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Updating instance_info_cache with network_info: [{"id": "8dd471b8-9155-4515-9d4b-e714ea47402c", "address": "fa:16:3e:ed:1e:08", "network": {"id": "d1117918-82ec-47b9-9f2c-6d237b2c8e90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1910377442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b253fa22de4b7b90419e34282255e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd471b8-91", "ovs_interfaceid": "8dd471b8-9155-4515-9d4b-e714ea47402c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.185036] env[62023]: DEBUG nova.network.neutron [-] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.292676] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758808, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.383518] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758810, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.413702] env[62023]: INFO nova.compute.manager [-] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Took 1.70 seconds to deallocate network for instance. [ 1761.514235] env[62023]: DEBUG nova.scheduler.client.report [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1761.518281] env[62023]: DEBUG nova.compute.manager [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1761.520118] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee3792b-79ce-4403-81d7-bf35c863c17c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.564595] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Releasing lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.597440] env[62023]: DEBUG nova.virt.hardware [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f3daadf5c2d60660d5301dbe5ddc42fc',container_format='bare',created_at=2024-12-11T15:35:48Z,direct_url=,disk_format='vmdk',id=6563da48-11b8-4eb5-ae21-e5bb03714988,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2092748350-shelved',owner='d0b253fa22de4b7b90419e34282255e5',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2024-12-11T15:36:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1761.597724] env[62023]: DEBUG nova.virt.hardware [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1761.597882] env[62023]: DEBUG nova.virt.hardware [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1761.598080] env[62023]: DEBUG nova.virt.hardware [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1761.598230] env[62023]: DEBUG nova.virt.hardware [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1761.598381] env[62023]: DEBUG nova.virt.hardware [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1761.598598] env[62023]: DEBUG nova.virt.hardware [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1761.598775] env[62023]: DEBUG nova.virt.hardware [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1761.598947] env[62023]: DEBUG nova.virt.hardware [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1761.599127] env[62023]: DEBUG nova.virt.hardware [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1761.599308] env[62023]: DEBUG nova.virt.hardware [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1761.600388] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46405d30-3813-4d79-9095-6833f78edd34 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.612888] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62150599-154f-4500-beac-140572bba601 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.629798] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:1e:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dd471b8-9155-4515-9d4b-e714ea47402c', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1761.638179] env[62023]: DEBUG oslo.service.loopingcall [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.638668] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1761.638933] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc702325-d2c2-480a-b67f-ed9eeeb50e09 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.663801] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1761.663801] env[62023]: value = "task-1758811" [ 1761.663801] env[62023]: _type = "Task" [ 1761.663801] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.675633] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758811, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.689097] env[62023]: INFO nova.compute.manager [-] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Took 1.84 seconds to deallocate network for instance. [ 1761.792186] env[62023]: DEBUG oslo_vmware.api [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758808, 'name': PowerOnVM_Task, 'duration_secs': 2.489546} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.792438] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1761.792655] env[62023]: INFO nova.compute.manager [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Took 11.76 seconds to spawn the instance on the hypervisor. [ 1761.792842] env[62023]: DEBUG nova.compute.manager [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1761.793730] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68520f7a-d2b0-4b05-8eae-0d30ce61160b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.885239] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758810, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.922277] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.024916] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.025608] env[62023]: DEBUG nova.compute.manager [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1762.028621] env[62023]: DEBUG oslo_concurrency.lockutils [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.288s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.028857] env[62023]: DEBUG nova.objects.instance [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lazy-loading 'resources' on Instance uuid 8889bd20-94aa-4d24-8f3a-1a5cb31688e9 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1762.034429] env[62023]: INFO nova.compute.manager [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] instance snapshotting [ 1762.035032] env[62023]: DEBUG nova.objects.instance [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lazy-loading 'flavor' on Instance uuid c363aeac-b213-4ad8-81a7-43bed877962c {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1762.178526] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758811, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.199454] env[62023]: DEBUG oslo_concurrency.lockutils [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.318961] env[62023]: INFO nova.compute.manager [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Took 24.45 seconds to build instance. [ 1762.382336] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758810, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.532905] env[62023]: DEBUG nova.compute.utils [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1762.538479] env[62023]: DEBUG nova.compute.manager [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1762.538587] env[62023]: DEBUG nova.network.neutron [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1762.545286] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60159498-baec-490c-88d4-ca653afe89d3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.570767] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33083917-b4b4-4d92-b2f7-a4f8811ec2e0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.583834] env[62023]: DEBUG nova.policy [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43a5a96b698a439998c5aa89281fcb55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3628a00581f4175aa7de8fe2469d744', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1762.670243] env[62023]: DEBUG nova.compute.manager [req-6711f203-5106-46c7-ae2e-39fc99ae0add req-0dcc7d3d-9492-4597-bc1f-4e2ed3b8c3ee service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Received event network-changed-8dd471b8-9155-4515-9d4b-e714ea47402c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1762.670484] env[62023]: DEBUG nova.compute.manager [req-6711f203-5106-46c7-ae2e-39fc99ae0add req-0dcc7d3d-9492-4597-bc1f-4e2ed3b8c3ee service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Refreshing instance network info cache due to event network-changed-8dd471b8-9155-4515-9d4b-e714ea47402c. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1762.670719] env[62023]: DEBUG oslo_concurrency.lockutils [req-6711f203-5106-46c7-ae2e-39fc99ae0add req-0dcc7d3d-9492-4597-bc1f-4e2ed3b8c3ee service nova] Acquiring lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.670866] env[62023]: DEBUG oslo_concurrency.lockutils [req-6711f203-5106-46c7-ae2e-39fc99ae0add req-0dcc7d3d-9492-4597-bc1f-4e2ed3b8c3ee service nova] Acquired lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.671042] env[62023]: DEBUG nova.network.neutron [req-6711f203-5106-46c7-ae2e-39fc99ae0add req-0dcc7d3d-9492-4597-bc1f-4e2ed3b8c3ee service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Refreshing network info cache for port 8dd471b8-9155-4515-9d4b-e714ea47402c {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1762.687931] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758811, 'name': CreateVM_Task, 'duration_secs': 0.818046} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.688187] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1762.689314] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6563da48-11b8-4eb5-ae21-e5bb03714988" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.689551] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6563da48-11b8-4eb5-ae21-e5bb03714988" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.690614] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6563da48-11b8-4eb5-ae21-e5bb03714988" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1762.694188] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd8d2533-eba5-46c8-8c0d-69cdac8952b8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.700637] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1762.700637] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527bdaa6-b406-647e-29ed-762825cc1593" [ 1762.700637] env[62023]: _type = "Task" [ 1762.700637] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.710255] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527bdaa6-b406-647e-29ed-762825cc1593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.823684] env[62023]: DEBUG oslo_concurrency.lockutils [None req-490b32c5-5b4a-4cf6-917d-0603850bb180 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "50f1cf7f-f47e-4d6c-8716-8adb4fa96507" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.974s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.870290] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b9036b-c267-481b-8389-e1e204a7e3b6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.894022] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758810, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.032588} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.894022] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69308df6-1bb0-4978-88f7-b5fd7b113d65 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.896633] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb/0bc0b3b5-a8d5-442f-87b3-31649fdb4fdb.vmdk to [datastore1] 7096b4e3-b7f5-4650-86e1-274b5540b925/7096b4e3-b7f5-4650-86e1-274b5540b925.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1762.897540] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70298ec7-bf4e-4dfc-8a1d-9355397511ab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.928789] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 7096b4e3-b7f5-4650-86e1-274b5540b925/7096b4e3-b7f5-4650-86e1-274b5540b925.vmdk or device None with type streamOptimized {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1762.959705] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8398d830-af43-4c6e-b035-8b05a0b459cb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.977304] env[62023]: DEBUG nova.network.neutron [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Successfully created port: de6d5f0f-399d-4022-a708-2114cba4e156 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1762.979172] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4428f0-a397-4f63-9ee1-89b70bb1fd45 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.989780] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef268133-4a21-4c10-b1ad-98261304d649 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.994481] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1762.994481] env[62023]: value = "task-1758813" [ 1762.994481] env[62023]: _type = "Task" [ 1762.994481] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.007941] env[62023]: DEBUG nova.compute.provider_tree [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1763.016008] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.039598] env[62023]: DEBUG nova.compute.manager [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1763.087569] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Creating Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1763.088305] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-19916bff-1b2a-4ec0-ac48-4c976e50a112 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.098563] env[62023]: DEBUG oslo_vmware.api [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1763.098563] env[62023]: value = "task-1758814" [ 1763.098563] env[62023]: _type = "Task" [ 1763.098563] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.108039] env[62023]: DEBUG oslo_vmware.api [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758814, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.211990] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6563da48-11b8-4eb5-ae21-e5bb03714988" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.212284] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Processing image 6563da48-11b8-4eb5-ae21-e5bb03714988 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1763.212541] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6563da48-11b8-4eb5-ae21-e5bb03714988/6563da48-11b8-4eb5-ae21-e5bb03714988.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.212688] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6563da48-11b8-4eb5-ae21-e5bb03714988/6563da48-11b8-4eb5-ae21-e5bb03714988.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.212874] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1763.213173] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fa44028-eb05-48ec-b79b-b0a502310658 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.224297] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1763.224479] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1763.225355] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653ec6a4-661e-4dc4-8f01-6399eff1d160 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.233518] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1763.233518] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5225b49e-5294-9fa9-2764-64a74834b72c" [ 1763.233518] env[62023]: _type = "Task" [ 1763.233518] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.242467] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5225b49e-5294-9fa9-2764-64a74834b72c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.346526] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "5298255f-00fc-49e6-aefc-6439abe38665" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.346819] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "5298255f-00fc-49e6-aefc-6439abe38665" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.389189] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "b1125817-b00b-44c0-bc80-69933347cbed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.389189] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "b1125817-b00b-44c0-bc80-69933347cbed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.432513] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "cfe516b9-313f-417c-a7d5-6d5ec63af4cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.433322] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "cfe516b9-313f-417c-a7d5-6d5ec63af4cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.506046] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758813, 'name': ReconfigVM_Task, 'duration_secs': 0.368491} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.506304] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 7096b4e3-b7f5-4650-86e1-274b5540b925/7096b4e3-b7f5-4650-86e1-274b5540b925.vmdk or device None with type streamOptimized {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1763.507575] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3590555b-f126-4e96-a677-70f02d1a2728 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.513037] env[62023]: DEBUG nova.scheduler.client.report [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1763.517890] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1763.517890] env[62023]: value = "task-1758815" [ 1763.517890] env[62023]: _type = "Task" [ 1763.517890] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.522348] env[62023]: DEBUG nova.network.neutron [req-6711f203-5106-46c7-ae2e-39fc99ae0add req-0dcc7d3d-9492-4597-bc1f-4e2ed3b8c3ee service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Updated VIF entry in instance network info cache for port 8dd471b8-9155-4515-9d4b-e714ea47402c. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1763.522723] env[62023]: DEBUG nova.network.neutron [req-6711f203-5106-46c7-ae2e-39fc99ae0add req-0dcc7d3d-9492-4597-bc1f-4e2ed3b8c3ee service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Updating instance_info_cache with network_info: [{"id": "8dd471b8-9155-4515-9d4b-e714ea47402c", "address": "fa:16:3e:ed:1e:08", "network": {"id": "d1117918-82ec-47b9-9f2c-6d237b2c8e90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1910377442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b253fa22de4b7b90419e34282255e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd471b8-91", "ovs_interfaceid": "8dd471b8-9155-4515-9d4b-e714ea47402c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.529863] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758815, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.611374] env[62023]: DEBUG oslo_vmware.api [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758814, 'name': CreateSnapshot_Task, 'duration_secs': 0.504205} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.611744] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Created Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1763.612640] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec288c1b-a247-4377-9f42-1fae9038beb0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.749370] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Preparing fetch location {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1763.749866] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Fetch image to [datastore1] OSTACK_IMG_82f17629-f8d5-4499-aa0e-f13397ff44c7/OSTACK_IMG_82f17629-f8d5-4499-aa0e-f13397ff44c7.vmdk {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1763.750176] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Downloading stream optimized image 6563da48-11b8-4eb5-ae21-e5bb03714988 to [datastore1] OSTACK_IMG_82f17629-f8d5-4499-aa0e-f13397ff44c7/OSTACK_IMG_82f17629-f8d5-4499-aa0e-f13397ff44c7.vmdk on the data store datastore1 as vApp {{(pid=62023) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1763.750523] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Downloading image file data 6563da48-11b8-4eb5-ae21-e5bb03714988 to the ESX as VM named 'OSTACK_IMG_82f17629-f8d5-4499-aa0e-f13397ff44c7' {{(pid=62023) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1763.849612] env[62023]: DEBUG oslo_vmware.rw_handles [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1763.849612] env[62023]: value = "resgroup-9" [ 1763.849612] env[62023]: _type = "ResourcePool" [ 1763.849612] env[62023]: }. {{(pid=62023) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1763.849612] env[62023]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3d72ab2f-ef72-4756-8a5c-5c8a159d1fe4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.866257] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1763.877640] env[62023]: DEBUG oslo_vmware.rw_handles [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lease: (returnval){ [ 1763.877640] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a076b0-7eae-5963-2ad8-0662223887c0" [ 1763.877640] env[62023]: _type = "HttpNfcLease" [ 1763.877640] env[62023]: } obtained for vApp import into resource pool (val){ [ 1763.877640] env[62023]: value = "resgroup-9" [ 1763.877640] env[62023]: _type = "ResourcePool" [ 1763.877640] env[62023]: }. {{(pid=62023) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1763.878352] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the lease: (returnval){ [ 1763.878352] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a076b0-7eae-5963-2ad8-0662223887c0" [ 1763.878352] env[62023]: _type = "HttpNfcLease" [ 1763.878352] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1763.890431] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1763.890431] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a076b0-7eae-5963-2ad8-0662223887c0" [ 1763.890431] env[62023]: _type = "HttpNfcLease" [ 1763.890431] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1763.895970] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1763.943349] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1764.020240] env[62023]: DEBUG oslo_concurrency.lockutils [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.023573] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa951029-5072-4497-a25c-adf7046b8802 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.793s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.035840] env[62023]: DEBUG oslo_concurrency.lockutils [req-6711f203-5106-46c7-ae2e-39fc99ae0add req-0dcc7d3d-9492-4597-bc1f-4e2ed3b8c3ee service nova] Releasing lock "refresh_cache-681fa498-8577-44cf-ab89-ede5ac113f74" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.036570] env[62023]: DEBUG nova.compute.manager [req-6711f203-5106-46c7-ae2e-39fc99ae0add req-0dcc7d3d-9492-4597-bc1f-4e2ed3b8c3ee service nova] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Received event network-vif-deleted-4166bd91-0be4-4ed1-84f8-17712aecd09f {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1764.036570] env[62023]: DEBUG nova.compute.manager [req-6711f203-5106-46c7-ae2e-39fc99ae0add req-0dcc7d3d-9492-4597-bc1f-4e2ed3b8c3ee service nova] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Received event network-vif-deleted-c8059459-6474-4921-b0b8-6f481440d621 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1764.036805] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758815, 'name': Rename_Task, 'duration_secs': 0.156733} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.037125] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1764.037838] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50ea85de-b7d0-4a27-bb58-4d6ebfe99001 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.045661] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1764.045661] env[62023]: value = "task-1758817" [ 1764.045661] env[62023]: _type = "Task" [ 1764.045661] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.050703] env[62023]: INFO nova.scheduler.client.report [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Deleted allocations for instance 8889bd20-94aa-4d24-8f3a-1a5cb31688e9 [ 1764.052862] env[62023]: DEBUG nova.compute.manager [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1764.064545] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.090600] env[62023]: DEBUG nova.virt.hardware [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1764.090821] env[62023]: DEBUG nova.virt.hardware [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1764.090990] env[62023]: DEBUG nova.virt.hardware [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1764.091195] env[62023]: DEBUG nova.virt.hardware [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1764.091346] env[62023]: DEBUG nova.virt.hardware [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1764.091497] env[62023]: DEBUG nova.virt.hardware [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1764.091717] env[62023]: DEBUG nova.virt.hardware [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1764.091877] env[62023]: DEBUG nova.virt.hardware [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1764.092070] env[62023]: DEBUG nova.virt.hardware [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1764.092247] env[62023]: DEBUG nova.virt.hardware [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1764.092455] env[62023]: DEBUG nova.virt.hardware [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1764.093721] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b99840-9212-4dbc-aebc-34662713f4d2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.102801] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8f2bd0-8fbf-4fb3-8d3b-a439c57c269c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.131810] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Creating linked-clone VM from snapshot {{(pid=62023) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1764.132522] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-135bc9aa-eb13-4350-a350-7cc7d6bb3e64 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.142979] env[62023]: DEBUG oslo_vmware.api [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1764.142979] env[62023]: value = "task-1758818" [ 1764.142979] env[62023]: _type = "Task" [ 1764.142979] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.152830] env[62023]: DEBUG oslo_vmware.api [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758818, 'name': CloneVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.338838] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "50f1cf7f-f47e-4d6c-8716-8adb4fa96507" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.339151] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "50f1cf7f-f47e-4d6c-8716-8adb4fa96507" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.340530] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "50f1cf7f-f47e-4d6c-8716-8adb4fa96507-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.340661] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "50f1cf7f-f47e-4d6c-8716-8adb4fa96507-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.341851] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "50f1cf7f-f47e-4d6c-8716-8adb4fa96507-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.343626] env[62023]: INFO nova.compute.manager [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Terminating instance [ 1764.387245] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1764.387245] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a076b0-7eae-5963-2ad8-0662223887c0" [ 1764.387245] env[62023]: _type = "HttpNfcLease" [ 1764.387245] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1764.388356] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.422120] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.463877] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.563091] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758817, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.563903] env[62023]: DEBUG oslo_concurrency.lockutils [None req-372540db-c655-4566-a84c-b39428e207e0 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "8889bd20-94aa-4d24-8f3a-1a5cb31688e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.583s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.639325] env[62023]: DEBUG nova.network.neutron [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Successfully updated port: de6d5f0f-399d-4022-a708-2114cba4e156 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1764.660140] env[62023]: DEBUG oslo_vmware.api [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758818, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.847981] env[62023]: DEBUG nova.compute.manager [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1764.848365] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1764.849598] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba0a060-c3a7-435a-9449-2db347cfd795 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.857389] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1764.858477] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d330530b-3e0a-47b9-8983-f3e64c4b43f7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.861129] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906a3053-3190-46cc-9939-b1d9db13af64 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.869786] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14af591a-9462-4e68-a6d9-e7f379ded31f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.873366] env[62023]: DEBUG oslo_vmware.api [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1764.873366] env[62023]: value = "task-1758819" [ 1764.873366] env[62023]: _type = "Task" [ 1764.873366] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.908085] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e131f44b-673c-45ab-968d-e8a9f4204811 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.913924] env[62023]: DEBUG oslo_vmware.api [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.924019] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a94f18-4ef7-4325-9535-f3baa7cfab45 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.924864] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1764.924864] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a076b0-7eae-5963-2ad8-0662223887c0" [ 1764.924864] env[62023]: _type = "HttpNfcLease" [ 1764.924864] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1764.925205] env[62023]: DEBUG oslo_vmware.rw_handles [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1764.925205] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a076b0-7eae-5963-2ad8-0662223887c0" [ 1764.925205] env[62023]: _type = "HttpNfcLease" [ 1764.925205] env[62023]: }. {{(pid=62023) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1764.926297] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9da529b-d1af-4f4f-871a-74876cf56ca3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.938096] env[62023]: DEBUG nova.compute.provider_tree [None req-aa951029-5072-4497-a25c-adf7046b8802 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.944996] env[62023]: DEBUG oslo_vmware.rw_handles [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c563fc-97f1-e29b-a24e-581ebe21f526/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1764.945150] env[62023]: DEBUG oslo_vmware.rw_handles [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c563fc-97f1-e29b-a24e-581ebe21f526/disk-0.vmdk. {{(pid=62023) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1765.015522] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c8d9dfb6-635f-4c40-83b8-1c1732cd4169 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.056496] env[62023]: DEBUG oslo_vmware.api [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758817, 'name': PowerOnVM_Task, 'duration_secs': 0.561246} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.056703] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1765.107490] env[62023]: DEBUG nova.compute.manager [req-34e8c7be-2655-44b8-bdcf-ddfa0ec0d85f req-6db44c9c-6b8d-4866-aa62-f5eb74a93090 service nova] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Received event network-vif-plugged-de6d5f0f-399d-4022-a708-2114cba4e156 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1765.107590] env[62023]: DEBUG oslo_concurrency.lockutils [req-34e8c7be-2655-44b8-bdcf-ddfa0ec0d85f req-6db44c9c-6b8d-4866-aa62-f5eb74a93090 service nova] Acquiring lock "a0a39df8-2f11-40d8-85fa-c99a7b5a7620-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.107798] env[62023]: DEBUG oslo_concurrency.lockutils [req-34e8c7be-2655-44b8-bdcf-ddfa0ec0d85f req-6db44c9c-6b8d-4866-aa62-f5eb74a93090 service nova] Lock "a0a39df8-2f11-40d8-85fa-c99a7b5a7620-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.107976] env[62023]: DEBUG oslo_concurrency.lockutils [req-34e8c7be-2655-44b8-bdcf-ddfa0ec0d85f req-6db44c9c-6b8d-4866-aa62-f5eb74a93090 service nova] Lock "a0a39df8-2f11-40d8-85fa-c99a7b5a7620-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.108218] env[62023]: DEBUG nova.compute.manager [req-34e8c7be-2655-44b8-bdcf-ddfa0ec0d85f req-6db44c9c-6b8d-4866-aa62-f5eb74a93090 service nova] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] No waiting events found dispatching network-vif-plugged-de6d5f0f-399d-4022-a708-2114cba4e156 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1765.108380] env[62023]: WARNING nova.compute.manager [req-34e8c7be-2655-44b8-bdcf-ddfa0ec0d85f req-6db44c9c-6b8d-4866-aa62-f5eb74a93090 service nova] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Received unexpected event network-vif-plugged-de6d5f0f-399d-4022-a708-2114cba4e156 for instance with vm_state building and task_state spawning. [ 1765.108629] env[62023]: DEBUG nova.compute.manager [req-34e8c7be-2655-44b8-bdcf-ddfa0ec0d85f req-6db44c9c-6b8d-4866-aa62-f5eb74a93090 service nova] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Received event network-changed-de6d5f0f-399d-4022-a708-2114cba4e156 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1765.108683] env[62023]: DEBUG nova.compute.manager [req-34e8c7be-2655-44b8-bdcf-ddfa0ec0d85f req-6db44c9c-6b8d-4866-aa62-f5eb74a93090 service nova] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Refreshing instance network info cache due to event network-changed-de6d5f0f-399d-4022-a708-2114cba4e156. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1765.109065] env[62023]: DEBUG oslo_concurrency.lockutils [req-34e8c7be-2655-44b8-bdcf-ddfa0ec0d85f req-6db44c9c-6b8d-4866-aa62-f5eb74a93090 service nova] Acquiring lock "refresh_cache-a0a39df8-2f11-40d8-85fa-c99a7b5a7620" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.109065] env[62023]: DEBUG oslo_concurrency.lockutils [req-34e8c7be-2655-44b8-bdcf-ddfa0ec0d85f req-6db44c9c-6b8d-4866-aa62-f5eb74a93090 service nova] Acquired lock "refresh_cache-a0a39df8-2f11-40d8-85fa-c99a7b5a7620" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.109179] env[62023]: DEBUG nova.network.neutron [req-34e8c7be-2655-44b8-bdcf-ddfa0ec0d85f req-6db44c9c-6b8d-4866-aa62-f5eb74a93090 service nova] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Refreshing network info cache for port de6d5f0f-399d-4022-a708-2114cba4e156 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1765.151576] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquiring lock "refresh_cache-a0a39df8-2f11-40d8-85fa-c99a7b5a7620" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.158203] env[62023]: DEBUG oslo_vmware.api [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758818, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.172316] env[62023]: DEBUG nova.compute.manager [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1765.173330] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf024474-8eb4-47b0-bae1-57bd6ddb1bda {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.383485] env[62023]: DEBUG oslo_vmware.api [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758819, 'name': PowerOffVM_Task, 'duration_secs': 0.21631} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.383761] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1765.383926] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1765.385021] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a82a2ed-5efa-4d7c-bb2b-3cd815334e89 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.442732] env[62023]: DEBUG nova.scheduler.client.report [None req-aa951029-5072-4497-a25c-adf7046b8802 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1765.585121] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1765.585355] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1765.585542] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleting the datastore file [datastore1] 50f1cf7f-f47e-4d6c-8716-8adb4fa96507 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1765.585806] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15b93e21-7f00-4eb7-a9d3-2eb23c4801f2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.592423] env[62023]: DEBUG oslo_vmware.api [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1765.592423] env[62023]: value = "task-1758821" [ 1765.592423] env[62023]: _type = "Task" [ 1765.592423] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.601606] env[62023]: DEBUG oslo_vmware.api [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.659259] env[62023]: DEBUG nova.network.neutron [req-34e8c7be-2655-44b8-bdcf-ddfa0ec0d85f req-6db44c9c-6b8d-4866-aa62-f5eb74a93090 service nova] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1765.663234] env[62023]: DEBUG oslo_vmware.api [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758818, 'name': CloneVM_Task, 'duration_secs': 1.405596} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.665517] env[62023]: INFO nova.virt.vmwareapi.vmops [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Created linked-clone VM from snapshot [ 1765.666478] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad858e0f-19f0-438f-841e-77f4f86ec2f4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.678766] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Uploading image b3571683-1b78-4749-bef8-bf5b70a21296 {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1765.692403] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3abb43cf-3a25-44bd-8605-dae24b100ce5 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "7096b4e3-b7f5-4650-86e1-274b5540b925" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.007s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.713583] env[62023]: DEBUG oslo_vmware.rw_handles [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1765.713583] env[62023]: value = "vm-365460" [ 1765.713583] env[62023]: _type = "VirtualMachine" [ 1765.713583] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1765.713885] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f7cfd3fb-d076-4271-8696-5eded6fb6ce6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.722941] env[62023]: DEBUG oslo_vmware.rw_handles [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lease: (returnval){ [ 1765.722941] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521ebd6e-af8d-ed24-acc1-700d0c1655ff" [ 1765.722941] env[62023]: _type = "HttpNfcLease" [ 1765.722941] env[62023]: } obtained for exporting VM: (result){ [ 1765.722941] env[62023]: value = "vm-365460" [ 1765.722941] env[62023]: _type = "VirtualMachine" [ 1765.722941] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1765.723304] env[62023]: DEBUG oslo_vmware.api [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the lease: (returnval){ [ 1765.723304] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521ebd6e-af8d-ed24-acc1-700d0c1655ff" [ 1765.723304] env[62023]: _type = "HttpNfcLease" [ 1765.723304] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1765.731258] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1765.731258] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521ebd6e-af8d-ed24-acc1-700d0c1655ff" [ 1765.731258] env[62023]: _type = "HttpNfcLease" [ 1765.731258] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1765.777108] env[62023]: DEBUG nova.network.neutron [req-34e8c7be-2655-44b8-bdcf-ddfa0ec0d85f req-6db44c9c-6b8d-4866-aa62-f5eb74a93090 service nova] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.103708] env[62023]: DEBUG oslo_vmware.api [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152669} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.104046] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1766.104247] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1766.104511] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1766.104696] env[62023]: INFO nova.compute.manager [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1766.104996] env[62023]: DEBUG oslo.service.loopingcall [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.106715] env[62023]: DEBUG nova.compute.manager [-] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1766.106831] env[62023]: DEBUG nova.network.neutron [-] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1766.232097] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1766.232097] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521ebd6e-af8d-ed24-acc1-700d0c1655ff" [ 1766.232097] env[62023]: _type = "HttpNfcLease" [ 1766.232097] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1766.232550] env[62023]: DEBUG oslo_vmware.rw_handles [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1766.232550] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521ebd6e-af8d-ed24-acc1-700d0c1655ff" [ 1766.232550] env[62023]: _type = "HttpNfcLease" [ 1766.232550] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1766.233667] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c39bb0d-57d0-4949-90a1-36c5f2ae928e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.243995] env[62023]: DEBUG oslo_vmware.rw_handles [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5203b38a-d893-87db-5f34-289a97d20b90/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1766.244327] env[62023]: DEBUG oslo_vmware.rw_handles [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5203b38a-d893-87db-5f34-289a97d20b90/disk-0.vmdk for reading. {{(pid=62023) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1766.304142] env[62023]: DEBUG oslo_concurrency.lockutils [req-34e8c7be-2655-44b8-bdcf-ddfa0ec0d85f req-6db44c9c-6b8d-4866-aa62-f5eb74a93090 service nova] Releasing lock "refresh_cache-a0a39df8-2f11-40d8-85fa-c99a7b5a7620" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.310347] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquired lock "refresh_cache-a0a39df8-2f11-40d8-85fa-c99a7b5a7620" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.310812] env[62023]: DEBUG nova.network.neutron [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1766.355353] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e5904a00-5957-4708-92c4-4407a6925621 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.410684] env[62023]: DEBUG oslo_vmware.rw_handles [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Completed reading data from the image iterator. {{(pid=62023) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1766.411314] env[62023]: DEBUG oslo_vmware.rw_handles [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c563fc-97f1-e29b-a24e-581ebe21f526/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1766.411812] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca91374a-0e15-4698-8bb9-bd807f84e62c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.419237] env[62023]: DEBUG oslo_vmware.rw_handles [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c563fc-97f1-e29b-a24e-581ebe21f526/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1766.419401] env[62023]: DEBUG oslo_vmware.rw_handles [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c563fc-97f1-e29b-a24e-581ebe21f526/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1766.419716] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2fb53b2d-f12c-4c62-b915-c2c463839790 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.454617] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa951029-5072-4497-a25c-adf7046b8802 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.430s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.457931] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.167s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.459485] env[62023]: INFO nova.compute.claims [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1766.518420] env[62023]: DEBUG oslo_concurrency.lockutils [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "4cb4160b-524b-41b7-b8c8-7c246826b084" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.518420] env[62023]: DEBUG oslo_concurrency.lockutils [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "4cb4160b-524b-41b7-b8c8-7c246826b084" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.518420] env[62023]: DEBUG oslo_concurrency.lockutils [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "4cb4160b-524b-41b7-b8c8-7c246826b084-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.518420] env[62023]: DEBUG oslo_concurrency.lockutils [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "4cb4160b-524b-41b7-b8c8-7c246826b084-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.518420] env[62023]: DEBUG oslo_concurrency.lockutils [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "4cb4160b-524b-41b7-b8c8-7c246826b084-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.519648] env[62023]: INFO nova.compute.manager [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Terminating instance [ 1766.826919] env[62023]: DEBUG oslo_vmware.rw_handles [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c563fc-97f1-e29b-a24e-581ebe21f526/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1766.827155] env[62023]: INFO nova.virt.vmwareapi.images [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Downloaded image file data 6563da48-11b8-4eb5-ae21-e5bb03714988 [ 1766.828167] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df93e13-af8e-4b79-b181-664ebbe520e5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.849188] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfe2c865-3595-49d7-ac6b-b8469a6f49ee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.864215] env[62023]: DEBUG nova.network.neutron [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1766.866904] env[62023]: DEBUG nova.network.neutron [-] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.872589] env[62023]: INFO nova.virt.vmwareapi.images [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] The imported VM was unregistered [ 1766.875854] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Caching image {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1766.876314] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6563da48-11b8-4eb5-ae21-e5bb03714988 {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1766.876710] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd15fe19-632e-4c68-93c9-192cff6eea78 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.891688] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Created directory with path [datastore1] devstack-image-cache_base/6563da48-11b8-4eb5-ae21-e5bb03714988 {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1766.891973] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_82f17629-f8d5-4499-aa0e-f13397ff44c7/OSTACK_IMG_82f17629-f8d5-4499-aa0e-f13397ff44c7.vmdk to [datastore1] devstack-image-cache_base/6563da48-11b8-4eb5-ae21-e5bb03714988/6563da48-11b8-4eb5-ae21-e5bb03714988.vmdk. {{(pid=62023) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1766.893014] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0be9b0ce-323a-4df1-ae1c-502604dd9ec5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.899808] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1766.899808] env[62023]: value = "task-1758824" [ 1766.899808] env[62023]: _type = "Task" [ 1766.899808] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.908502] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758824, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.024658] env[62023]: DEBUG nova.compute.manager [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1767.024971] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1767.025937] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5c7900-37d3-4bde-b073-b061bbdcd200 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.034090] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1767.034484] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2470061c-e0a4-4e1e-903d-135e226c74bc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.042129] env[62023]: DEBUG oslo_vmware.api [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1767.042129] env[62023]: value = "task-1758825" [ 1767.042129] env[62023]: _type = "Task" [ 1767.042129] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.043291] env[62023]: DEBUG nova.network.neutron [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Updating instance_info_cache with network_info: [{"id": "de6d5f0f-399d-4022-a708-2114cba4e156", "address": "fa:16:3e:86:81:5c", "network": {"id": "9e25772f-5664-467f-92b3-4f642d850d96", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1822104871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3628a00581f4175aa7de8fe2469d744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6d5f0f-39", "ovs_interfaceid": "de6d5f0f-399d-4022-a708-2114cba4e156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.049831] env[62023]: INFO nova.scheduler.client.report [None req-aa951029-5072-4497-a25c-adf7046b8802 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Deleted allocation for migration a46d9eaa-e281-46d3-9763-f02f1003eb3d [ 1767.057737] env[62023]: DEBUG oslo_vmware.api [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.369640] env[62023]: INFO nova.compute.manager [-] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Took 1.26 seconds to deallocate network for instance. [ 1767.411295] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758824, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.552474] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Releasing lock "refresh_cache-a0a39df8-2f11-40d8-85fa-c99a7b5a7620" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.553085] env[62023]: DEBUG nova.compute.manager [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Instance network_info: |[{"id": "de6d5f0f-399d-4022-a708-2114cba4e156", "address": "fa:16:3e:86:81:5c", "network": {"id": "9e25772f-5664-467f-92b3-4f642d850d96", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1822104871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3628a00581f4175aa7de8fe2469d744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6d5f0f-39", "ovs_interfaceid": "de6d5f0f-399d-4022-a708-2114cba4e156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1767.553999] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:81:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de6d5f0f-399d-4022-a708-2114cba4e156', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1767.562514] env[62023]: DEBUG oslo.service.loopingcall [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1767.567058] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aa951029-5072-4497-a25c-adf7046b8802 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.413s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.568440] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1767.568760] env[62023]: DEBUG oslo_vmware.api [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758825, 'name': PowerOffVM_Task, 'duration_secs': 0.311505} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.569235] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7297072d-8e92-41d4-89f6-491d7c039880 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.585097] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1767.585233] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1767.588439] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5c34fd7-29dd-4f10-8589-d1d411109c5d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.598197] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1767.598197] env[62023]: value = "task-1758826" [ 1767.598197] env[62023]: _type = "Task" [ 1767.598197] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.609995] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758826, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.685769] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1767.686167] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1767.686587] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Deleting the datastore file [datastore1] 4cb4160b-524b-41b7-b8c8-7c246826b084 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1767.689893] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-342f2589-092d-4be4-a748-48ee5e311506 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.699609] env[62023]: DEBUG oslo_vmware.api [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1767.699609] env[62023]: value = "task-1758828" [ 1767.699609] env[62023]: _type = "Task" [ 1767.699609] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.718568] env[62023]: DEBUG nova.compute.manager [req-78b8c466-fea2-49c2-b8e6-b0bd2b468469 req-768ff531-72f2-4157-8c3a-3b5218f6b5b7 service nova] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Received event network-vif-deleted-97c2ce8b-387f-4740-9a9a-638dfab8f845 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1767.719508] env[62023]: DEBUG oslo_vmware.api [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.843702] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb1e625-8f82-4d35-b435-80f209300023 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.855122] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaf0f71-1c1b-4bca-85e1-4a2326997182 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.893407] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.894752] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273895d6-9486-4a8c-85bb-a8e38cfa1be1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.908628] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207422e9-5c37-4206-9878-fd7544fab50e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.916972] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758824, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.930131] env[62023]: DEBUG nova.compute.provider_tree [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1768.110845] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758826, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.163477] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "7247610a-9c70-478c-96f7-810485472d2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.163853] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "7247610a-9c70-478c-96f7-810485472d2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.213656] env[62023]: DEBUG oslo_vmware.api [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.412055] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758824, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.433880] env[62023]: DEBUG nova.scheduler.client.report [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1768.612233] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758826, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.667149] env[62023]: DEBUG nova.compute.manager [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1768.714163] env[62023]: DEBUG oslo_vmware.api [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.913791] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758824, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.939962] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.940748] env[62023]: DEBUG nova.compute.manager [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1768.943501] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.657s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.944986] env[62023]: INFO nova.compute.claims [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1769.114496] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758826, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.198739] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.214901] env[62023]: DEBUG oslo_vmware.api [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.411557] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758824, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.450716] env[62023]: DEBUG nova.compute.utils [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1769.454233] env[62023]: DEBUG nova.compute.manager [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1769.454403] env[62023]: DEBUG nova.network.neutron [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1769.498851] env[62023]: DEBUG nova.policy [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31eea600cdb441969699b6c356fcad2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aae03e408b50435482728da14ce22c5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1769.610732] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758826, 'name': CreateVM_Task, 'duration_secs': 1.968969} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.610918] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1769.611740] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.611952] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.613706] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1769.614223] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c6bdb33-9d81-424a-9555-c411bdee31c3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.618917] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for the task: (returnval){ [ 1769.618917] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520a5c35-760e-fc21-768c-849b34fa51ce" [ 1769.618917] env[62023]: _type = "Task" [ 1769.618917] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.626797] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520a5c35-760e-fc21-768c-849b34fa51ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.713260] env[62023]: DEBUG oslo_vmware.api [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.975356} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.713537] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1769.713721] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1769.713901] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1769.714084] env[62023]: INFO nova.compute.manager [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Took 2.69 seconds to destroy the instance on the hypervisor. [ 1769.714327] env[62023]: DEBUG oslo.service.loopingcall [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1769.714510] env[62023]: DEBUG nova.compute.manager [-] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1769.714606] env[62023]: DEBUG nova.network.neutron [-] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1769.858788] env[62023]: DEBUG nova.network.neutron [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Successfully created port: 701dc7ee-437e-4cdd-aebd-4777891ab50f {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1769.914913] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758824, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.660364} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.915321] env[62023]: INFO nova.virt.vmwareapi.ds_util [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_82f17629-f8d5-4499-aa0e-f13397ff44c7/OSTACK_IMG_82f17629-f8d5-4499-aa0e-f13397ff44c7.vmdk to [datastore1] devstack-image-cache_base/6563da48-11b8-4eb5-ae21-e5bb03714988/6563da48-11b8-4eb5-ae21-e5bb03714988.vmdk. [ 1769.915541] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Cleaning up location [datastore1] OSTACK_IMG_82f17629-f8d5-4499-aa0e-f13397ff44c7 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1769.915721] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_82f17629-f8d5-4499-aa0e-f13397ff44c7 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1769.915981] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5575d6f0-5def-4044-8da0-1b8307f3e402 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.923089] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1769.923089] env[62023]: value = "task-1758829" [ 1769.923089] env[62023]: _type = "Task" [ 1769.923089] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.934034] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.955101] env[62023]: DEBUG nova.compute.manager [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1770.072307] env[62023]: DEBUG oslo_concurrency.lockutils [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.075461] env[62023]: DEBUG oslo_concurrency.lockutils [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.075461] env[62023]: DEBUG oslo_concurrency.lockutils [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.075461] env[62023]: DEBUG oslo_concurrency.lockutils [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.075461] env[62023]: DEBUG oslo_concurrency.lockutils [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.076995] env[62023]: INFO nova.compute.manager [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Terminating instance [ 1770.130355] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520a5c35-760e-fc21-768c-849b34fa51ce, 'name': SearchDatastore_Task, 'duration_secs': 0.053006} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.130606] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.130776] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1770.130929] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.131085] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.131293] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1770.131784] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36a82fe0-51aa-42cc-b13d-303e78a659af {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.144874] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1770.145084] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1770.149086] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c6d91d-6304-47ab-9216-995486210a47 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.156221] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for the task: (returnval){ [ 1770.156221] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524a997e-1b54-4cb9-d377-6798f1fd4559" [ 1770.156221] env[62023]: _type = "Task" [ 1770.156221] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.169028] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524a997e-1b54-4cb9-d377-6798f1fd4559, 'name': SearchDatastore_Task} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.172382] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a19a2cf4-1dc1-45da-b1b2-be16a71a8489 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.180287] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for the task: (returnval){ [ 1770.180287] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528891af-ce6d-eb13-8ce0-14ec6d68b9d7" [ 1770.180287] env[62023]: _type = "Task" [ 1770.180287] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.190521] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528891af-ce6d-eb13-8ce0-14ec6d68b9d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008279} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.191242] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.191242] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] a0a39df8-2f11-40d8-85fa-c99a7b5a7620/a0a39df8-2f11-40d8-85fa-c99a7b5a7620.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1770.191404] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c1d7e99-de7a-40e1-8e48-09d8e51ea052 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.196846] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for the task: (returnval){ [ 1770.196846] env[62023]: value = "task-1758830" [ 1770.196846] env[62023]: _type = "Task" [ 1770.196846] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.207140] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.284014] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b2fa40-33cc-436b-ae0f-a7fd3c90d0c1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.291452] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6625ec9a-c414-4d7a-bd2d-c025e174bf25 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.321724] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389cc81d-a26e-48b3-8919-75e88f6099b5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.329331] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc90891-697f-43b2-8bdd-786f57482688 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.344324] env[62023]: DEBUG nova.compute.provider_tree [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1770.434474] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037293} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.434607] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1770.436070] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6563da48-11b8-4eb5-ae21-e5bb03714988/6563da48-11b8-4eb5-ae21-e5bb03714988.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.436591] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6563da48-11b8-4eb5-ae21-e5bb03714988/6563da48-11b8-4eb5-ae21-e5bb03714988.vmdk to [datastore1] 681fa498-8577-44cf-ab89-ede5ac113f74/681fa498-8577-44cf-ab89-ede5ac113f74.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1770.437744] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2425558-9b45-431b-b50f-f7d273a0a607 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.446386] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1770.446386] env[62023]: value = "task-1758831" [ 1770.446386] env[62023]: _type = "Task" [ 1770.446386] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.459914] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.464010] env[62023]: INFO nova.virt.block_device [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Booting with volume 57343604-faba-4018-b41e-ee0b16a571a4 at /dev/sda [ 1770.501473] env[62023]: DEBUG nova.compute.manager [req-f097d985-7573-4702-ac90-96a2dfe2eb2c req-f418913a-83ec-41c3-b59f-6d90d006e15a service nova] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Received event network-vif-deleted-e5d9dff8-5842-4b8c-b672-7647f6ded2b8 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1770.501934] env[62023]: INFO nova.compute.manager [req-f097d985-7573-4702-ac90-96a2dfe2eb2c req-f418913a-83ec-41c3-b59f-6d90d006e15a service nova] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Neutron deleted interface e5d9dff8-5842-4b8c-b672-7647f6ded2b8; detaching it from the instance and deleting it from the info cache [ 1770.501934] env[62023]: DEBUG nova.network.neutron [req-f097d985-7573-4702-ac90-96a2dfe2eb2c req-f418913a-83ec-41c3-b59f-6d90d006e15a service nova] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.522463] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb06c0fd-240c-4f62-8735-b4fa4d606a0d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.536092] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534855c7-67cc-4274-8af7-1365a32bcdb1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.574899] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d927d1c-05b8-4d60-a201-81d8b900c503 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.586992] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95598b28-ae92-4852-9848-9c6d224c16d2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.599532] env[62023]: DEBUG nova.compute.manager [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1770.599806] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1770.601873] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58abc50-8cee-4fb7-9f9c-36e18f753c41 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.615035] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1770.615402] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a0a4d3d-3e48-4a15-847c-85d58c6f2500 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.636306] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d7c81d-c3d9-43a2-8a61-852f66df050a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.640278] env[62023]: DEBUG oslo_vmware.api [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1770.640278] env[62023]: value = "task-1758832" [ 1770.640278] env[62023]: _type = "Task" [ 1770.640278] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.640559] env[62023]: DEBUG nova.network.neutron [-] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.650753] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f862a0-8799-468c-88f6-3702d07a7c45 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.658209] env[62023]: DEBUG oslo_vmware.api [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.669991] env[62023]: DEBUG nova.virt.block_device [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Updating existing volume attachment record: 31ca7a87-35d5-4e5d-84c6-f6b3e7602617 {{(pid=62023) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1770.709856] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476838} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.710214] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] a0a39df8-2f11-40d8-85fa-c99a7b5a7620/a0a39df8-2f11-40d8-85fa-c99a7b5a7620.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1770.710472] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1770.710764] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e8c8112-9fbb-4113-8ca0-c837c4358684 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.717905] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for the task: (returnval){ [ 1770.717905] env[62023]: value = "task-1758833" [ 1770.717905] env[62023]: _type = "Task" [ 1770.717905] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.729101] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.848110] env[62023]: DEBUG nova.scheduler.client.report [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1770.959139] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758831, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.006061] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fd488c0-9b58-473e-9434-310d11d84c5b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.017054] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ed2cfa-f649-4041-a7b8-031cf6de62ba {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.054069] env[62023]: DEBUG nova.compute.manager [req-f097d985-7573-4702-ac90-96a2dfe2eb2c req-f418913a-83ec-41c3-b59f-6d90d006e15a service nova] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Detach interface failed, port_id=e5d9dff8-5842-4b8c-b672-7647f6ded2b8, reason: Instance 4cb4160b-524b-41b7-b8c8-7c246826b084 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1771.087587] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c82140-f9fb-4471-ab55-288a6884fa8e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.094529] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bb65ace7-3fb0-4109-9991-1980afe8f478 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Suspending the VM {{(pid=62023) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1771.094821] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2dc254f3-5154-41aa-8736-0cb4a4c3b0ed {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.101255] env[62023]: DEBUG oslo_vmware.api [None req-bb65ace7-3fb0-4109-9991-1980afe8f478 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1771.101255] env[62023]: value = "task-1758834" [ 1771.101255] env[62023]: _type = "Task" [ 1771.101255] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.110735] env[62023]: DEBUG oslo_vmware.api [None req-bb65ace7-3fb0-4109-9991-1980afe8f478 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758834, 'name': SuspendVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.152462] env[62023]: INFO nova.compute.manager [-] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Took 1.44 seconds to deallocate network for instance. [ 1771.152843] env[62023]: DEBUG oslo_vmware.api [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758832, 'name': PowerOffVM_Task, 'duration_secs': 0.19868} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.154682] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1771.154891] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1771.155167] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72fed058-8f0f-4f9c-8d6f-ed2bb003d797 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.233310] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087784} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.234428] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1771.235330] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800583bb-0b58-470c-8651-0c5e90088ab7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.261147] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] a0a39df8-2f11-40d8-85fa-c99a7b5a7620/a0a39df8-2f11-40d8-85fa-c99a7b5a7620.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1771.262635] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec7413af-b7cb-4b81-b18e-b0efeb5d9dcd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.279534] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1771.279810] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1771.279961] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Deleting the datastore file [datastore1] 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1771.280796] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b77e5c72-d2bc-49b2-9003-7d2104fd4902 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.288677] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for the task: (returnval){ [ 1771.288677] env[62023]: value = "task-1758836" [ 1771.288677] env[62023]: _type = "Task" [ 1771.288677] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.289684] env[62023]: DEBUG oslo_vmware.api [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1771.289684] env[62023]: value = "task-1758837" [ 1771.289684] env[62023]: _type = "Task" [ 1771.289684] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.302215] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758836, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.306402] env[62023]: DEBUG oslo_vmware.api [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.354120] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.355033] env[62023]: DEBUG nova.compute.manager [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1771.357620] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.856s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.460580] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758831, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.533822] env[62023]: DEBUG nova.network.neutron [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Successfully updated port: 701dc7ee-437e-4cdd-aebd-4777891ab50f {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1771.614664] env[62023]: DEBUG oslo_vmware.api [None req-bb65ace7-3fb0-4109-9991-1980afe8f478 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758834, 'name': SuspendVM_Task} progress is 70%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.662275] env[62023]: DEBUG oslo_concurrency.lockutils [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.805345] env[62023]: DEBUG oslo_vmware.api [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.809347] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.864456] env[62023]: DEBUG nova.compute.utils [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1771.866588] env[62023]: DEBUG nova.compute.manager [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1771.866588] env[62023]: DEBUG nova.network.neutron [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1771.914555] env[62023]: DEBUG nova.policy [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df8777d99adc47869ad40c5cdb0b5724', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ced6954bb9049b98e5735e6a55eda8e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1771.961392] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758831, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.038520] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Acquiring lock "refresh_cache-22f7fc5e-edfb-43ed-a24d-bdf937b3164b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.038520] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Acquired lock "refresh_cache-22f7fc5e-edfb-43ed-a24d-bdf937b3164b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.038520] env[62023]: DEBUG nova.network.neutron [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1772.119171] env[62023]: DEBUG oslo_vmware.api [None req-bb65ace7-3fb0-4109-9991-1980afe8f478 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758834, 'name': SuspendVM_Task, 'duration_secs': 0.775206} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.119468] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bb65ace7-3fb0-4109-9991-1980afe8f478 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Suspended the VM {{(pid=62023) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1772.119661] env[62023]: DEBUG nova.compute.manager [None req-bb65ace7-3fb0-4109-9991-1980afe8f478 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1772.120649] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92305379-d39a-4e94-864a-ed3221431fd4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.224516] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff0e123-e0f4-4ee2-bce4-acc256346c0b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.234816] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22361153-39a1-4362-adb8-838a2e80ef4d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.278079] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35741d8c-03d2-4e64-8912-52d944a4483c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.281497] env[62023]: DEBUG nova.network.neutron [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Successfully created port: 301b624d-a59d-4c09-b2a5-823944aad367 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1772.297213] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d1d464-39ba-4158-af3b-456ffd9e5da1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.309783] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.322434] env[62023]: DEBUG oslo_vmware.api [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.322984] env[62023]: DEBUG nova.compute.provider_tree [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1772.369885] env[62023]: DEBUG nova.compute.manager [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1772.466842] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758831, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.581468] env[62023]: DEBUG nova.network.neutron [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1772.738364] env[62023]: DEBUG nova.compute.manager [req-87756bc9-16ad-47f0-b111-c9bc439d96be req-ba5e3070-e003-4383-bdf4-b3821138bc87 service nova] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Received event network-vif-plugged-701dc7ee-437e-4cdd-aebd-4777891ab50f {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1772.738364] env[62023]: DEBUG oslo_concurrency.lockutils [req-87756bc9-16ad-47f0-b111-c9bc439d96be req-ba5e3070-e003-4383-bdf4-b3821138bc87 service nova] Acquiring lock "22f7fc5e-edfb-43ed-a24d-bdf937b3164b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.738364] env[62023]: DEBUG oslo_concurrency.lockutils [req-87756bc9-16ad-47f0-b111-c9bc439d96be req-ba5e3070-e003-4383-bdf4-b3821138bc87 service nova] Lock "22f7fc5e-edfb-43ed-a24d-bdf937b3164b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.738364] env[62023]: DEBUG oslo_concurrency.lockutils [req-87756bc9-16ad-47f0-b111-c9bc439d96be req-ba5e3070-e003-4383-bdf4-b3821138bc87 service nova] Lock "22f7fc5e-edfb-43ed-a24d-bdf937b3164b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.738364] env[62023]: DEBUG nova.compute.manager [req-87756bc9-16ad-47f0-b111-c9bc439d96be req-ba5e3070-e003-4383-bdf4-b3821138bc87 service nova] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] No waiting events found dispatching network-vif-plugged-701dc7ee-437e-4cdd-aebd-4777891ab50f {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1772.738364] env[62023]: WARNING nova.compute.manager [req-87756bc9-16ad-47f0-b111-c9bc439d96be req-ba5e3070-e003-4383-bdf4-b3821138bc87 service nova] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Received unexpected event network-vif-plugged-701dc7ee-437e-4cdd-aebd-4777891ab50f for instance with vm_state building and task_state spawning. [ 1772.738364] env[62023]: DEBUG nova.compute.manager [req-87756bc9-16ad-47f0-b111-c9bc439d96be req-ba5e3070-e003-4383-bdf4-b3821138bc87 service nova] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Received event network-changed-701dc7ee-437e-4cdd-aebd-4777891ab50f {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1772.738364] env[62023]: DEBUG nova.compute.manager [req-87756bc9-16ad-47f0-b111-c9bc439d96be req-ba5e3070-e003-4383-bdf4-b3821138bc87 service nova] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Refreshing instance network info cache due to event network-changed-701dc7ee-437e-4cdd-aebd-4777891ab50f. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1772.738364] env[62023]: DEBUG oslo_concurrency.lockutils [req-87756bc9-16ad-47f0-b111-c9bc439d96be req-ba5e3070-e003-4383-bdf4-b3821138bc87 service nova] Acquiring lock "refresh_cache-22f7fc5e-edfb-43ed-a24d-bdf937b3164b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.782222] env[62023]: DEBUG nova.compute.manager [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1772.782733] env[62023]: DEBUG nova.virt.hardware [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1772.782980] env[62023]: DEBUG nova.virt.hardware [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1772.783153] env[62023]: DEBUG nova.virt.hardware [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1772.783339] env[62023]: DEBUG nova.virt.hardware [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1772.783483] env[62023]: DEBUG nova.virt.hardware [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1772.783626] env[62023]: DEBUG nova.virt.hardware [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1772.783832] env[62023]: DEBUG nova.virt.hardware [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1772.783986] env[62023]: DEBUG nova.virt.hardware [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1772.786161] env[62023]: DEBUG nova.virt.hardware [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1772.786407] env[62023]: DEBUG nova.virt.hardware [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1772.786629] env[62023]: DEBUG nova.virt.hardware [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1772.787985] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb80dac-6148-4a29-b4dd-f340bb244faa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.813230] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb9a31c-8d5a-4721-afb7-9cf2702a819e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.818070] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.823813] env[62023]: DEBUG oslo_vmware.api [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.836026] env[62023]: DEBUG nova.scheduler.client.report [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1772.961581] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758831, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.423841} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.961890] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6563da48-11b8-4eb5-ae21-e5bb03714988/6563da48-11b8-4eb5-ae21-e5bb03714988.vmdk to [datastore1] 681fa498-8577-44cf-ab89-ede5ac113f74/681fa498-8577-44cf-ab89-ede5ac113f74.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1772.962863] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1e51e9-9705-45c9-b83c-1d922dfc6770 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.987983] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 681fa498-8577-44cf-ab89-ede5ac113f74/681fa498-8577-44cf-ab89-ede5ac113f74.vmdk or device None with type streamOptimized {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1772.988766] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fc61347-f1f7-43a6-a97c-42f8025b16b4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.010321] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1773.010321] env[62023]: value = "task-1758838" [ 1773.010321] env[62023]: _type = "Task" [ 1773.010321] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.011394] env[62023]: DEBUG nova.network.neutron [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Updating instance_info_cache with network_info: [{"id": "701dc7ee-437e-4cdd-aebd-4777891ab50f", "address": "fa:16:3e:d5:88:08", "network": {"id": "1dd9eb6d-36f0-453a-9612-e4881718f333", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-963256785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae03e408b50435482728da14ce22c5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap701dc7ee-43", "ovs_interfaceid": "701dc7ee-437e-4cdd-aebd-4777891ab50f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.021616] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.303157] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758836, 'name': ReconfigVM_Task, 'duration_secs': 1.718774} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.306341] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Reconfigured VM instance instance-00000066 to attach disk [datastore1] a0a39df8-2f11-40d8-85fa-c99a7b5a7620/a0a39df8-2f11-40d8-85fa-c99a7b5a7620.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1773.307394] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b1b8924-a6c8-430f-ae85-966a2501f9d6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.313939] env[62023]: DEBUG oslo_vmware.api [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.604633} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.315156] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1773.315372] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1773.315568] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1773.315749] env[62023]: INFO nova.compute.manager [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Took 2.72 seconds to destroy the instance on the hypervisor. [ 1773.316022] env[62023]: DEBUG oslo.service.loopingcall [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1773.316400] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for the task: (returnval){ [ 1773.316400] env[62023]: value = "task-1758839" [ 1773.316400] env[62023]: _type = "Task" [ 1773.316400] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.316629] env[62023]: DEBUG nova.compute.manager [-] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1773.316733] env[62023]: DEBUG nova.network.neutron [-] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1773.327635] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758839, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.380683] env[62023]: DEBUG nova.compute.manager [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1773.414714] env[62023]: DEBUG nova.virt.hardware [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1773.414966] env[62023]: DEBUG nova.virt.hardware [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1773.415161] env[62023]: DEBUG nova.virt.hardware [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1773.415366] env[62023]: DEBUG nova.virt.hardware [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1773.415542] env[62023]: DEBUG nova.virt.hardware [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1773.415701] env[62023]: DEBUG nova.virt.hardware [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1773.415924] env[62023]: DEBUG nova.virt.hardware [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1773.416110] env[62023]: DEBUG nova.virt.hardware [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1773.416295] env[62023]: DEBUG nova.virt.hardware [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1773.416523] env[62023]: DEBUG nova.virt.hardware [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1773.416756] env[62023]: DEBUG nova.virt.hardware [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1773.417726] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6eb19d3-9bd2-4e4b-837d-e766d254d40b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.426209] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a85e753-be11-4096-9539-f4b18b898576 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.517549] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Releasing lock "refresh_cache-22f7fc5e-edfb-43ed-a24d-bdf937b3164b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.517880] env[62023]: DEBUG nova.compute.manager [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Instance network_info: |[{"id": "701dc7ee-437e-4cdd-aebd-4777891ab50f", "address": "fa:16:3e:d5:88:08", "network": {"id": "1dd9eb6d-36f0-453a-9612-e4881718f333", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-963256785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae03e408b50435482728da14ce22c5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap701dc7ee-43", "ovs_interfaceid": "701dc7ee-437e-4cdd-aebd-4777891ab50f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1773.518398] env[62023]: DEBUG oslo_concurrency.lockutils [req-87756bc9-16ad-47f0-b111-c9bc439d96be req-ba5e3070-e003-4383-bdf4-b3821138bc87 service nova] Acquired lock "refresh_cache-22f7fc5e-edfb-43ed-a24d-bdf937b3164b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.518589] env[62023]: DEBUG nova.network.neutron [req-87756bc9-16ad-47f0-b111-c9bc439d96be req-ba5e3070-e003-4383-bdf4-b3821138bc87 service nova] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Refreshing network info cache for port 701dc7ee-437e-4cdd-aebd-4777891ab50f {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1773.519939] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:88:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '701dc7ee-437e-4cdd-aebd-4777891ab50f', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1773.528444] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Creating folder: Project (aae03e408b50435482728da14ce22c5a). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1773.531999] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b3ca0c3-4782-4570-9d8d-a1336aa80abd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.537888] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758838, 'name': ReconfigVM_Task, 'duration_secs': 0.431442} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.538745] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 681fa498-8577-44cf-ab89-ede5ac113f74/681fa498-8577-44cf-ab89-ede5ac113f74.vmdk or device None with type streamOptimized {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1773.539135] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55168c70-73d5-48fa-859f-83153324a4a3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.546873] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1773.546873] env[62023]: value = "task-1758841" [ 1773.546873] env[62023]: _type = "Task" [ 1773.546873] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.555661] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758841, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.558343] env[62023]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1773.558502] env[62023]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62023) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1773.558844] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Folder already exists: Project (aae03e408b50435482728da14ce22c5a). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1773.558983] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Creating folder: Instances. Parent ref: group-v365441. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1773.559252] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-429fdb91-e4de-49c1-b67a-0c4f470c6b93 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.571093] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Created folder: Instances in parent group-v365441. [ 1773.571454] env[62023]: DEBUG oslo.service.loopingcall [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1773.571726] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1773.572024] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ee35d81-98ac-4afc-aa45-96b9e6a8e702 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.594585] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1773.594585] env[62023]: value = "task-1758843" [ 1773.594585] env[62023]: _type = "Task" [ 1773.594585] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.603349] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758843, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.829247] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758839, 'name': Rename_Task, 'duration_secs': 0.157784} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.832025] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1773.832025] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00d9afb7-6271-4138-888f-e2dd7949f977 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.841584] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for the task: (returnval){ [ 1773.841584] env[62023]: value = "task-1758844" [ 1773.841584] env[62023]: _type = "Task" [ 1773.841584] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.847935] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.856659] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.499s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.860762] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.937s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.860762] env[62023]: DEBUG nova.objects.instance [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Lazy-loading 'resources' on Instance uuid 3bd97266-b1a8-4e16-898c-fe4af50336e3 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1774.057663] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758841, 'name': Rename_Task, 'duration_secs': 0.166828} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.057952] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1774.058222] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7ada112-6bda-4551-b40e-e65d576a1ae4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.063237] env[62023]: DEBUG nova.network.neutron [req-87756bc9-16ad-47f0-b111-c9bc439d96be req-ba5e3070-e003-4383-bdf4-b3821138bc87 service nova] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Updated VIF entry in instance network info cache for port 701dc7ee-437e-4cdd-aebd-4777891ab50f. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1774.063623] env[62023]: DEBUG nova.network.neutron [req-87756bc9-16ad-47f0-b111-c9bc439d96be req-ba5e3070-e003-4383-bdf4-b3821138bc87 service nova] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Updating instance_info_cache with network_info: [{"id": "701dc7ee-437e-4cdd-aebd-4777891ab50f", "address": "fa:16:3e:d5:88:08", "network": {"id": "1dd9eb6d-36f0-453a-9612-e4881718f333", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-963256785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae03e408b50435482728da14ce22c5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap701dc7ee-43", "ovs_interfaceid": "701dc7ee-437e-4cdd-aebd-4777891ab50f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.068180] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1774.068180] env[62023]: value = "task-1758845" [ 1774.068180] env[62023]: _type = "Task" [ 1774.068180] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.073998] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.111049] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758843, 'name': CreateVM_Task, 'duration_secs': 0.351833} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.113045] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1774.113045] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'mount_device': '/dev/sda', 'attachment_id': '31ca7a87-35d5-4e5d-84c6-f6b3e7602617', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365448', 'volume_id': '57343604-faba-4018-b41e-ee0b16a571a4', 'name': 'volume-57343604-faba-4018-b41e-ee0b16a571a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '22f7fc5e-edfb-43ed-a24d-bdf937b3164b', 'attached_at': '', 'detached_at': '', 'volume_id': '57343604-faba-4018-b41e-ee0b16a571a4', 'serial': '57343604-faba-4018-b41e-ee0b16a571a4'}, 'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=62023) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1774.113045] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Root volume attach. Driver type: vmdk {{(pid=62023) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1774.113257] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6aba4b-0314-476b-b4df-a6b1b53338f4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.121793] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76091b27-ccc4-4fb4-899a-9acfbd91063e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.124861] env[62023]: INFO nova.compute.manager [None req-7a0f0036-e4b9-420b-ab7e-5a184d999696 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Resuming [ 1774.125673] env[62023]: DEBUG nova.objects.instance [None req-7a0f0036-e4b9-420b-ab7e-5a184d999696 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lazy-loading 'flavor' on Instance uuid 7096b4e3-b7f5-4650-86e1-274b5540b925 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1774.132674] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79dd050-b7bd-4b56-b923-779bb8212ab6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.140078] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-00e8c11e-209f-42a2-baeb-dc247e948a5c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.151659] env[62023]: DEBUG oslo_vmware.api [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Waiting for the task: (returnval){ [ 1774.151659] env[62023]: value = "task-1758846" [ 1774.151659] env[62023]: _type = "Task" [ 1774.151659] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.164794] env[62023]: DEBUG oslo_vmware.api [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758846, 'name': RelocateVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.222707] env[62023]: DEBUG nova.network.neutron [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Successfully updated port: 301b624d-a59d-4c09-b2a5-823944aad367 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1774.350203] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758844, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.436429] env[62023]: INFO nova.scheduler.client.report [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Deleted allocation for migration d926d65c-86d3-42ab-a557-f09502c74cc9 [ 1774.567802] env[62023]: DEBUG oslo_concurrency.lockutils [req-87756bc9-16ad-47f0-b111-c9bc439d96be req-ba5e3070-e003-4383-bdf4-b3821138bc87 service nova] Releasing lock "refresh_cache-22f7fc5e-edfb-43ed-a24d-bdf937b3164b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.579340] env[62023]: DEBUG oslo_vmware.api [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758845, 'name': PowerOnVM_Task, 'duration_secs': 0.492683} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.579634] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1774.636855] env[62023]: DEBUG nova.network.neutron [-] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.668792] env[62023]: DEBUG oslo_vmware.api [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758846, 'name': RelocateVM_Task} progress is 20%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.705556] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8bc7b9-7a61-4981-8a1b-a383dbd93c52 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.709529] env[62023]: DEBUG nova.compute.manager [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1774.712011] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f6a121-762f-41a4-8474-663ae9810b20 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.720966] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb3de22-8b02-47ea-9023-01f60e5ac973 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.727332] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "refresh_cache-b272c798-7af0-436b-80b6-47c0fb366b5c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.727479] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired lock "refresh_cache-b272c798-7af0-436b-80b6-47c0fb366b5c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.727628] env[62023]: DEBUG nova.network.neutron [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1774.757381] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08087106-6d5c-4268-bd1e-b68ed828bd8f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.766443] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad518a78-35c9-44ef-8d41-6185201f50c4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.781792] env[62023]: DEBUG nova.compute.provider_tree [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1774.851374] env[62023]: DEBUG oslo_vmware.api [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758844, 'name': PowerOnVM_Task, 'duration_secs': 0.81673} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.851636] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1774.851841] env[62023]: INFO nova.compute.manager [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Took 10.80 seconds to spawn the instance on the hypervisor. [ 1774.852033] env[62023]: DEBUG nova.compute.manager [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1774.852822] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f6dee5-b92c-4e5a-acb0-3d20c2d1a944 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.943240] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "8a64edeb-1428-4390-a224-f13f553cd0ad" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.074s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.142850] env[62023]: INFO nova.compute.manager [-] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Took 1.83 seconds to deallocate network for instance. [ 1775.165353] env[62023]: DEBUG oslo_vmware.api [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758846, 'name': RelocateVM_Task, 'duration_secs': 0.551828} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.165508] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Volume attach. Driver type: vmdk {{(pid=62023) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1775.165784] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365448', 'volume_id': '57343604-faba-4018-b41e-ee0b16a571a4', 'name': 'volume-57343604-faba-4018-b41e-ee0b16a571a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '22f7fc5e-edfb-43ed-a24d-bdf937b3164b', 'attached_at': '', 'detached_at': '', 'volume_id': '57343604-faba-4018-b41e-ee0b16a571a4', 'serial': '57343604-faba-4018-b41e-ee0b16a571a4'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1775.166903] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de167ec9-7c9f-49a2-910c-63fcaca0de01 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.184451] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0b2363-ad0c-4d3e-9711-8e87c55e531b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.209185] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-57343604-faba-4018-b41e-ee0b16a571a4/volume-57343604-faba-4018-b41e-ee0b16a571a4.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1775.211147] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29f2b6c6-e8fb-4841-b063-c1ab229e652a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.227275] env[62023]: DEBUG nova.compute.manager [req-61e215a8-806a-4e80-a486-a288cb55e37c req-5cdd2db2-36df-4e7a-a9b9-c159f0e274a4 service nova] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Received event network-vif-plugged-301b624d-a59d-4c09-b2a5-823944aad367 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1775.227502] env[62023]: DEBUG oslo_concurrency.lockutils [req-61e215a8-806a-4e80-a486-a288cb55e37c req-5cdd2db2-36df-4e7a-a9b9-c159f0e274a4 service nova] Acquiring lock "b272c798-7af0-436b-80b6-47c0fb366b5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.227703] env[62023]: DEBUG oslo_concurrency.lockutils [req-61e215a8-806a-4e80-a486-a288cb55e37c req-5cdd2db2-36df-4e7a-a9b9-c159f0e274a4 service nova] Lock "b272c798-7af0-436b-80b6-47c0fb366b5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.227868] env[62023]: DEBUG oslo_concurrency.lockutils [req-61e215a8-806a-4e80-a486-a288cb55e37c req-5cdd2db2-36df-4e7a-a9b9-c159f0e274a4 service nova] Lock "b272c798-7af0-436b-80b6-47c0fb366b5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.228044] env[62023]: DEBUG nova.compute.manager [req-61e215a8-806a-4e80-a486-a288cb55e37c req-5cdd2db2-36df-4e7a-a9b9-c159f0e274a4 service nova] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] No waiting events found dispatching network-vif-plugged-301b624d-a59d-4c09-b2a5-823944aad367 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1775.228226] env[62023]: WARNING nova.compute.manager [req-61e215a8-806a-4e80-a486-a288cb55e37c req-5cdd2db2-36df-4e7a-a9b9-c159f0e274a4 service nova] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Received unexpected event network-vif-plugged-301b624d-a59d-4c09-b2a5-823944aad367 for instance with vm_state building and task_state spawning. [ 1775.228412] env[62023]: DEBUG nova.compute.manager [req-61e215a8-806a-4e80-a486-a288cb55e37c req-5cdd2db2-36df-4e7a-a9b9-c159f0e274a4 service nova] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Received event network-vif-deleted-07a80b81-b194-4342-8c1d-2558e94b0e6c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1775.228590] env[62023]: DEBUG nova.compute.manager [req-61e215a8-806a-4e80-a486-a288cb55e37c req-5cdd2db2-36df-4e7a-a9b9-c159f0e274a4 service nova] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Received event network-changed-301b624d-a59d-4c09-b2a5-823944aad367 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1775.228742] env[62023]: DEBUG nova.compute.manager [req-61e215a8-806a-4e80-a486-a288cb55e37c req-5cdd2db2-36df-4e7a-a9b9-c159f0e274a4 service nova] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Refreshing instance network info cache due to event network-changed-301b624d-a59d-4c09-b2a5-823944aad367. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1775.228907] env[62023]: DEBUG oslo_concurrency.lockutils [req-61e215a8-806a-4e80-a486-a288cb55e37c req-5cdd2db2-36df-4e7a-a9b9-c159f0e274a4 service nova] Acquiring lock "refresh_cache-b272c798-7af0-436b-80b6-47c0fb366b5c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.241118] env[62023]: DEBUG oslo_vmware.api [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Waiting for the task: (returnval){ [ 1775.241118] env[62023]: value = "task-1758847" [ 1775.241118] env[62023]: _type = "Task" [ 1775.241118] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.241755] env[62023]: DEBUG oslo_concurrency.lockutils [None req-88cbce2a-47f3-47e3-9268-fb253d171bc9 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "681fa498-8577-44cf-ab89-ede5ac113f74" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 34.545s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.255873] env[62023]: DEBUG oslo_vmware.api [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758847, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.272626] env[62023]: DEBUG nova.network.neutron [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1775.285157] env[62023]: DEBUG nova.scheduler.client.report [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1775.370942] env[62023]: INFO nova.compute.manager [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Took 26.46 seconds to build instance. [ 1775.399584] env[62023]: DEBUG oslo_vmware.rw_handles [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5203b38a-d893-87db-5f34-289a97d20b90/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1775.400909] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9010f48-6c61-4b87-8a6c-19fb4dfa371e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.410160] env[62023]: DEBUG oslo_vmware.rw_handles [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5203b38a-d893-87db-5f34-289a97d20b90/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1775.410160] env[62023]: ERROR oslo_vmware.rw_handles [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5203b38a-d893-87db-5f34-289a97d20b90/disk-0.vmdk due to incomplete transfer. [ 1775.410390] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4215bcdf-41db-44db-b4a4-10055ede293d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.419418] env[62023]: DEBUG oslo_vmware.rw_handles [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5203b38a-d893-87db-5f34-289a97d20b90/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1775.419622] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Uploaded image b3571683-1b78-4749-bef8-bf5b70a21296 to the Glance image server {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1775.421368] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Destroying the VM {{(pid=62023) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1775.421607] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-52caa105-d40e-4329-a216-6977fa903c3e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.429101] env[62023]: DEBUG oslo_vmware.api [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1775.429101] env[62023]: value = "task-1758848" [ 1775.429101] env[62023]: _type = "Task" [ 1775.429101] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.437449] env[62023]: DEBUG oslo_vmware.api [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758848, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.440491] env[62023]: DEBUG nova.network.neutron [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Updating instance_info_cache with network_info: [{"id": "301b624d-a59d-4c09-b2a5-823944aad367", "address": "fa:16:3e:50:e6:a9", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301b624d-a5", "ovs_interfaceid": "301b624d-a59d-4c09-b2a5-823944aad367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.639090] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7a0f0036-e4b9-420b-ab7e-5a184d999696 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.639409] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7a0f0036-e4b9-420b-ab7e-5a184d999696 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquired lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.639478] env[62023]: DEBUG nova.network.neutron [None req-7a0f0036-e4b9-420b-ab7e-5a184d999696 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.649733] env[62023]: DEBUG oslo_concurrency.lockutils [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.753951] env[62023]: DEBUG oslo_vmware.api [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.789909] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.792305] env[62023]: DEBUG oslo_concurrency.lockutils [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.593s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.792555] env[62023]: DEBUG nova.objects.instance [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lazy-loading 'resources' on Instance uuid dcd4d90d-e32b-4ab4-bd2d-14d367c16838 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.811997] env[62023]: INFO nova.scheduler.client.report [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Deleted allocations for instance 3bd97266-b1a8-4e16-898c-fe4af50336e3 [ 1775.873109] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2234dc3d-c22e-4fbd-ad2d-94ff9e7a8212 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "a0a39df8-2f11-40d8-85fa-c99a7b5a7620" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.982s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.941464] env[62023]: DEBUG oslo_vmware.api [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758848, 'name': Destroy_Task} progress is 33%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.943097] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Releasing lock "refresh_cache-b272c798-7af0-436b-80b6-47c0fb366b5c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.943425] env[62023]: DEBUG nova.compute.manager [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Instance network_info: |[{"id": "301b624d-a59d-4c09-b2a5-823944aad367", "address": "fa:16:3e:50:e6:a9", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301b624d-a5", "ovs_interfaceid": "301b624d-a59d-4c09-b2a5-823944aad367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1775.943715] env[62023]: DEBUG oslo_concurrency.lockutils [req-61e215a8-806a-4e80-a486-a288cb55e37c req-5cdd2db2-36df-4e7a-a9b9-c159f0e274a4 service nova] Acquired lock "refresh_cache-b272c798-7af0-436b-80b6-47c0fb366b5c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.943897] env[62023]: DEBUG nova.network.neutron [req-61e215a8-806a-4e80-a486-a288cb55e37c req-5cdd2db2-36df-4e7a-a9b9-c159f0e274a4 service nova] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Refreshing network info cache for port 301b624d-a59d-4c09-b2a5-823944aad367 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1775.945107] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:e6:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '301b624d-a59d-4c09-b2a5-823944aad367', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1775.953488] env[62023]: DEBUG oslo.service.loopingcall [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.954494] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1775.954734] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18e51a5c-71e5-4498-9789-fb6107f6f828 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.977274] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1775.977274] env[62023]: value = "task-1758849" [ 1775.977274] env[62023]: _type = "Task" [ 1775.977274] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.988642] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758849, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.253418] env[62023]: DEBUG oslo_vmware.api [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758847, 'name': ReconfigVM_Task, 'duration_secs': 0.868233} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.255813] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-57343604-faba-4018-b41e-ee0b16a571a4/volume-57343604-faba-4018-b41e-ee0b16a571a4.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1776.260599] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00cf33d0-17bb-49bb-9072-5d07442e3fe1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.276248] env[62023]: DEBUG oslo_vmware.api [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Waiting for the task: (returnval){ [ 1776.276248] env[62023]: value = "task-1758850" [ 1776.276248] env[62023]: _type = "Task" [ 1776.276248] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.284428] env[62023]: DEBUG oslo_vmware.api [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.323107] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80b13393-7a28-4ad0-8f69-518f62fc89b3 tempest-InstanceActionsV221TestJSON-1614533732 tempest-InstanceActionsV221TestJSON-1614533732-project-member] Lock "3bd97266-b1a8-4e16-898c-fe4af50336e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.882s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.420338] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "8a64edeb-1428-4390-a224-f13f553cd0ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.420634] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "8a64edeb-1428-4390-a224-f13f553cd0ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.420850] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "8a64edeb-1428-4390-a224-f13f553cd0ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.421045] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "8a64edeb-1428-4390-a224-f13f553cd0ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.421280] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "8a64edeb-1428-4390-a224-f13f553cd0ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.425137] env[62023]: INFO nova.compute.manager [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Terminating instance [ 1776.447448] env[62023]: DEBUG oslo_vmware.api [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758848, 'name': Destroy_Task, 'duration_secs': 0.71593} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.447718] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Destroyed the VM [ 1776.447954] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Deleting Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1776.448227] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6997884d-1a88-439d-b27e-9702ffdef569 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.458557] env[62023]: DEBUG oslo_vmware.api [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1776.458557] env[62023]: value = "task-1758851" [ 1776.458557] env[62023]: _type = "Task" [ 1776.458557] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.468012] env[62023]: DEBUG oslo_vmware.api [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758851, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.498326] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758849, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.519097] env[62023]: DEBUG nova.network.neutron [None req-7a0f0036-e4b9-420b-ab7e-5a184d999696 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Updating instance_info_cache with network_info: [{"id": "e80e0ece-2b66-4839-bb56-efb4d98b3f64", "address": "fa:16:3e:c2:c7:5c", "network": {"id": "fdb2d32b-0607-43e4-838c-8e4db88bc554", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1900344024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f5ca363e85435382c6462a4d6e1123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape80e0ece-2b", "ovs_interfaceid": "e80e0ece-2b66-4839-bb56-efb4d98b3f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.610497] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0b1a28-a664-4eb5-b35a-7f6a6461f202 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.618588] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f58e2e-a43e-4807-8747-f995ceb563c2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.655484] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3a108b-ff66-4e2a-9de8-c8b4b584a1ad {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.665098] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1874a993-1429-46ca-9a25-5de2e829265d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.680341] env[62023]: DEBUG nova.compute.provider_tree [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1776.701701] env[62023]: DEBUG nova.compute.manager [req-31a7e7be-529e-4172-8928-efd339a5aa28 req-3f526026-a5ba-4946-addf-24e14ca6d291 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Received event network-changed-59bfaa18-83b3-4616-9b55-324349b3fce8 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1776.701701] env[62023]: DEBUG nova.compute.manager [req-31a7e7be-529e-4172-8928-efd339a5aa28 req-3f526026-a5ba-4946-addf-24e14ca6d291 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Refreshing instance network info cache due to event network-changed-59bfaa18-83b3-4616-9b55-324349b3fce8. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1776.701701] env[62023]: DEBUG oslo_concurrency.lockutils [req-31a7e7be-529e-4172-8928-efd339a5aa28 req-3f526026-a5ba-4946-addf-24e14ca6d291 service nova] Acquiring lock "refresh_cache-6530d6b3-abf5-40f0-824e-6d13ea0b6807" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.701701] env[62023]: DEBUG oslo_concurrency.lockutils [req-31a7e7be-529e-4172-8928-efd339a5aa28 req-3f526026-a5ba-4946-addf-24e14ca6d291 service nova] Acquired lock "refresh_cache-6530d6b3-abf5-40f0-824e-6d13ea0b6807" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.702021] env[62023]: DEBUG nova.network.neutron [req-31a7e7be-529e-4172-8928-efd339a5aa28 req-3f526026-a5ba-4946-addf-24e14ca6d291 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Refreshing network info cache for port 59bfaa18-83b3-4616-9b55-324349b3fce8 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1776.789174] env[62023]: DEBUG oslo_vmware.api [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758850, 'name': ReconfigVM_Task, 'duration_secs': 0.149816} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.789174] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365448', 'volume_id': '57343604-faba-4018-b41e-ee0b16a571a4', 'name': 'volume-57343604-faba-4018-b41e-ee0b16a571a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '22f7fc5e-edfb-43ed-a24d-bdf937b3164b', 'attached_at': '', 'detached_at': '', 'volume_id': '57343604-faba-4018-b41e-ee0b16a571a4', 'serial': '57343604-faba-4018-b41e-ee0b16a571a4'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1776.789861] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bad23eda-f61f-4711-a2fe-cc4ba91b7b43 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.796449] env[62023]: DEBUG oslo_vmware.api [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Waiting for the task: (returnval){ [ 1776.796449] env[62023]: value = "task-1758852" [ 1776.796449] env[62023]: _type = "Task" [ 1776.796449] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.804997] env[62023]: DEBUG oslo_vmware.api [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758852, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.832645] env[62023]: DEBUG nova.network.neutron [req-61e215a8-806a-4e80-a486-a288cb55e37c req-5cdd2db2-36df-4e7a-a9b9-c159f0e274a4 service nova] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Updated VIF entry in instance network info cache for port 301b624d-a59d-4c09-b2a5-823944aad367. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1776.832840] env[62023]: DEBUG nova.network.neutron [req-61e215a8-806a-4e80-a486-a288cb55e37c req-5cdd2db2-36df-4e7a-a9b9-c159f0e274a4 service nova] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Updating instance_info_cache with network_info: [{"id": "301b624d-a59d-4c09-b2a5-823944aad367", "address": "fa:16:3e:50:e6:a9", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301b624d-a5", "ovs_interfaceid": "301b624d-a59d-4c09-b2a5-823944aad367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.933203] env[62023]: DEBUG nova.compute.manager [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1776.933448] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1776.934368] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7f67ea-8b19-4202-8d86-af61e630ad36 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.942850] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1776.943124] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d44143a-23df-436c-aa83-14f5faa89122 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.952030] env[62023]: DEBUG oslo_vmware.api [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1776.952030] env[62023]: value = "task-1758853" [ 1776.952030] env[62023]: _type = "Task" [ 1776.952030] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.961086] env[62023]: DEBUG oslo_vmware.api [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.969942] env[62023]: DEBUG oslo_vmware.api [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758851, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.989404] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758849, 'name': CreateVM_Task, 'duration_secs': 0.597458} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.989562] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1776.990592] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.990592] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.990765] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1776.991026] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93040be0-0948-4486-99a5-0a004c4e9b25 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.995587] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1776.995587] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e55625-5f11-9b79-f4eb-1d47ac308e18" [ 1776.995587] env[62023]: _type = "Task" [ 1776.995587] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.003739] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e55625-5f11-9b79-f4eb-1d47ac308e18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.020516] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7a0f0036-e4b9-420b-ab7e-5a184d999696 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Releasing lock "refresh_cache-7096b4e3-b7f5-4650-86e1-274b5540b925" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.021498] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d437cbb-4c80-4a79-b4d5-c2743b9dce52 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.029131] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0f0036-e4b9-420b-ab7e-5a184d999696 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Resuming the VM {{(pid=62023) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1777.029403] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb06bc14-66ab-48e8-9250-820aae0ccd13 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.036021] env[62023]: DEBUG oslo_vmware.api [None req-7a0f0036-e4b9-420b-ab7e-5a184d999696 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1777.036021] env[62023]: value = "task-1758854" [ 1777.036021] env[62023]: _type = "Task" [ 1777.036021] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.045536] env[62023]: DEBUG oslo_vmware.api [None req-7a0f0036-e4b9-420b-ab7e-5a184d999696 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.183945] env[62023]: DEBUG nova.scheduler.client.report [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1777.310255] env[62023]: DEBUG oslo_vmware.api [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758852, 'name': Rename_Task, 'duration_secs': 0.148432} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.310255] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1777.310255] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92d1c758-207c-4ab2-b14b-f82336f10e95 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.316574] env[62023]: DEBUG oslo_vmware.api [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Waiting for the task: (returnval){ [ 1777.316574] env[62023]: value = "task-1758855" [ 1777.316574] env[62023]: _type = "Task" [ 1777.316574] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.325545] env[62023]: DEBUG oslo_vmware.api [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.336967] env[62023]: DEBUG oslo_concurrency.lockutils [req-61e215a8-806a-4e80-a486-a288cb55e37c req-5cdd2db2-36df-4e7a-a9b9-c159f0e274a4 service nova] Releasing lock "refresh_cache-b272c798-7af0-436b-80b6-47c0fb366b5c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.443993] env[62023]: DEBUG nova.network.neutron [req-31a7e7be-529e-4172-8928-efd339a5aa28 req-3f526026-a5ba-4946-addf-24e14ca6d291 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Updated VIF entry in instance network info cache for port 59bfaa18-83b3-4616-9b55-324349b3fce8. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1777.444449] env[62023]: DEBUG nova.network.neutron [req-31a7e7be-529e-4172-8928-efd339a5aa28 req-3f526026-a5ba-4946-addf-24e14ca6d291 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Updating instance_info_cache with network_info: [{"id": "59bfaa18-83b3-4616-9b55-324349b3fce8", "address": "fa:16:3e:e6:fa:fd", "network": {"id": "9e25772f-5664-467f-92b3-4f642d850d96", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1822104871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3628a00581f4175aa7de8fe2469d744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59bfaa18-83", "ovs_interfaceid": "59bfaa18-83b3-4616-9b55-324349b3fce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.461225] env[62023]: DEBUG oslo_vmware.api [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758853, 'name': PowerOffVM_Task, 'duration_secs': 0.200859} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.465122] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1777.465303] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1777.465830] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b1f708f-a646-4710-ada0-24c11815fe00 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.473417] env[62023]: DEBUG oslo_vmware.api [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758851, 'name': RemoveSnapshot_Task, 'duration_secs': 0.551419} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.473692] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Deleted Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1777.473929] env[62023]: INFO nova.compute.manager [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Took 14.93 seconds to snapshot the instance on the hypervisor. [ 1777.509995] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e55625-5f11-9b79-f4eb-1d47ac308e18, 'name': SearchDatastore_Task, 'duration_secs': 0.014985} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.510356] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.510631] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1777.510891] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.511062] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.511256] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1777.511552] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85841e84-5d9e-46fc-97b9-517cc96b6d7b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.522056] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1777.522405] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1777.523805] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d45fd442-7bd4-44c7-adf8-0174b0e11c72 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.531434] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1777.531434] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c393e8-f61a-3877-d1ce-01448576b45c" [ 1777.531434] env[62023]: _type = "Task" [ 1777.531434] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.540756] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c393e8-f61a-3877-d1ce-01448576b45c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.546022] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1777.546273] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1777.546484] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Deleting the datastore file [datastore1] 8a64edeb-1428-4390-a224-f13f553cd0ad {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1777.546729] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-389bcb00-3461-47c1-aa93-f85f0b8c8b84 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.554126] env[62023]: DEBUG oslo_vmware.api [None req-7a0f0036-e4b9-420b-ab7e-5a184d999696 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758854, 'name': PowerOnVM_Task, 'duration_secs': 0.479936} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.554126] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0f0036-e4b9-420b-ab7e-5a184d999696 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Resumed the VM {{(pid=62023) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1777.554126] env[62023]: DEBUG nova.compute.manager [None req-7a0f0036-e4b9-420b-ab7e-5a184d999696 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1777.554126] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7c3e8d-39b4-4c8f-99a1-100211c88721 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.557718] env[62023]: DEBUG oslo_vmware.api [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for the task: (returnval){ [ 1777.557718] env[62023]: value = "task-1758857" [ 1777.557718] env[62023]: _type = "Task" [ 1777.557718] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.576683] env[62023]: DEBUG oslo_vmware.api [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.691637] env[62023]: DEBUG oslo_concurrency.lockutils [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.695183] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.307s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.700446] env[62023]: INFO nova.compute.claims [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1777.715638] env[62023]: INFO nova.scheduler.client.report [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Deleted allocations for instance dcd4d90d-e32b-4ab4-bd2d-14d367c16838 [ 1777.828115] env[62023]: DEBUG oslo_vmware.api [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758855, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.947496] env[62023]: DEBUG oslo_concurrency.lockutils [req-31a7e7be-529e-4172-8928-efd339a5aa28 req-3f526026-a5ba-4946-addf-24e14ca6d291 service nova] Releasing lock "refresh_cache-6530d6b3-abf5-40f0-824e-6d13ea0b6807" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.026543] env[62023]: DEBUG nova.compute.manager [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Found 3 images (rotation: 2) {{(pid=62023) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1778.026767] env[62023]: DEBUG nova.compute.manager [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Rotating out 1 backups {{(pid=62023) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4994}} [ 1778.026907] env[62023]: DEBUG nova.compute.manager [None req-587f7852-7c2e-488c-af4b-d82fce4fa798 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Deleting image 0c1215c0-8afc-4eeb-8625-3e7e2b7feb7e {{(pid=62023) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4999}} [ 1778.045014] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c393e8-f61a-3877-d1ce-01448576b45c, 'name': SearchDatastore_Task, 'duration_secs': 0.012063} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.045014] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9cc6e22-f5d3-4d9c-a70d-3cb84effc470 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.049445] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1778.049445] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5248c7d2-cd20-b96b-382f-b9d0ffb78847" [ 1778.049445] env[62023]: _type = "Task" [ 1778.049445] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.057377] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5248c7d2-cd20-b96b-382f-b9d0ffb78847, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.066418] env[62023]: DEBUG oslo_vmware.api [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Task: {'id': task-1758857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236693} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.069605] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1778.069795] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1778.069974] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1778.070160] env[62023]: INFO nova.compute.manager [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1778.070453] env[62023]: DEBUG oslo.service.loopingcall [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1778.072187] env[62023]: DEBUG nova.compute.manager [-] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1778.072286] env[62023]: DEBUG nova.network.neutron [-] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1778.223541] env[62023]: DEBUG oslo_concurrency.lockutils [None req-992bcc08-ace7-408e-9869-582d177a1586 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "dcd4d90d-e32b-4ab4-bd2d-14d367c16838" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.018s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.331420] env[62023]: DEBUG oslo_vmware.api [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758855, 'name': PowerOnVM_Task, 'duration_secs': 0.659223} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.334791] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1778.334791] env[62023]: INFO nova.compute.manager [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Took 5.55 seconds to spawn the instance on the hypervisor. [ 1778.334791] env[62023]: DEBUG nova.compute.manager [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1778.334791] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab497d5-0912-4666-937c-ad6c3833a7b0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.560359] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5248c7d2-cd20-b96b-382f-b9d0ffb78847, 'name': SearchDatastore_Task, 'duration_secs': 0.025195} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.560641] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.560913] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b272c798-7af0-436b-80b6-47c0fb366b5c/b272c798-7af0-436b-80b6-47c0fb366b5c.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1778.561187] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82fdb4d2-39d4-40dc-b8a0-fec90bd02a03 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.568017] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1778.568017] env[62023]: value = "task-1758858" [ 1778.568017] env[62023]: _type = "Task" [ 1778.568017] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.578222] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.857956] env[62023]: INFO nova.compute.manager [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Took 23.59 seconds to build instance. [ 1778.904461] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a7bbffb3-2985-45e0-8f56-11b5a68da982 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "interface-b2bb6c01-fe23-4099-b143-a77b3c93251f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.904461] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a7bbffb3-2985-45e0-8f56-11b5a68da982 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "interface-b2bb6c01-fe23-4099-b143-a77b3c93251f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.904838] env[62023]: DEBUG nova.objects.instance [None req-a7bbffb3-2985-45e0-8f56-11b5a68da982 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lazy-loading 'flavor' on Instance uuid b2bb6c01-fe23-4099-b143-a77b3c93251f {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1778.954595] env[62023]: DEBUG nova.network.neutron [-] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.032235] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67478147-4ffa-4f78-af8b-9806dc1ee1ba {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.040565] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db2ab74-a8de-4d5a-91a8-2beaeb729822 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.078128] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3944badf-0990-4377-8210-27966d4e86af {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.088727] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98011ae-2cff-4367-be38-bc4c4c14d724 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.094312] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758858, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.104963] env[62023]: DEBUG nova.compute.provider_tree [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1779.358416] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9be9662a-e099-4b64-959f-d278ed1add4a tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Lock "22f7fc5e-edfb-43ed-a24d-bdf937b3164b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.114s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.412195] env[62023]: DEBUG nova.objects.instance [None req-a7bbffb3-2985-45e0-8f56-11b5a68da982 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lazy-loading 'pci_requests' on Instance uuid b2bb6c01-fe23-4099-b143-a77b3c93251f {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.456761] env[62023]: INFO nova.compute.manager [-] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Took 1.38 seconds to deallocate network for instance. [ 1779.590655] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.988542} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.591280] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b272c798-7af0-436b-80b6-47c0fb366b5c/b272c798-7af0-436b-80b6-47c0fb366b5c.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1779.591968] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1779.592485] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4291e640-e4b1-4a2d-9afc-0f68208a89e8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.603027] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1779.603027] env[62023]: value = "task-1758859" [ 1779.603027] env[62023]: _type = "Task" [ 1779.603027] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.608997] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.610138] env[62023]: DEBUG nova.scheduler.client.report [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1779.665744] env[62023]: DEBUG nova.compute.manager [req-9db6c204-bc71-4300-abd9-cbc2a5148daf req-9d1b64ea-34ef-41d6-b55b-4ac8abb9e317 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Received event network-changed-59bfaa18-83b3-4616-9b55-324349b3fce8 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1779.665994] env[62023]: DEBUG nova.compute.manager [req-9db6c204-bc71-4300-abd9-cbc2a5148daf req-9d1b64ea-34ef-41d6-b55b-4ac8abb9e317 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Refreshing instance network info cache due to event network-changed-59bfaa18-83b3-4616-9b55-324349b3fce8. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1779.667109] env[62023]: DEBUG oslo_concurrency.lockutils [req-9db6c204-bc71-4300-abd9-cbc2a5148daf req-9d1b64ea-34ef-41d6-b55b-4ac8abb9e317 service nova] Acquiring lock "refresh_cache-6530d6b3-abf5-40f0-824e-6d13ea0b6807" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.668084] env[62023]: DEBUG oslo_concurrency.lockutils [req-9db6c204-bc71-4300-abd9-cbc2a5148daf req-9d1b64ea-34ef-41d6-b55b-4ac8abb9e317 service nova] Acquired lock "refresh_cache-6530d6b3-abf5-40f0-824e-6d13ea0b6807" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.668363] env[62023]: DEBUG nova.network.neutron [req-9db6c204-bc71-4300-abd9-cbc2a5148daf req-9d1b64ea-34ef-41d6-b55b-4ac8abb9e317 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Refreshing network info cache for port 59bfaa18-83b3-4616-9b55-324349b3fce8 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1779.917735] env[62023]: DEBUG nova.objects.base [None req-a7bbffb3-2985-45e0-8f56-11b5a68da982 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1779.917991] env[62023]: DEBUG nova.network.neutron [None req-a7bbffb3-2985-45e0-8f56-11b5a68da982 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1779.965465] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.111199] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068906} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.115230] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1780.116075] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db54737-a024-4e7e-9bfa-36535386e5a5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.119242] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.122789] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1780.123219] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.701s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.124662] env[62023]: INFO nova.compute.claims [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1780.152510] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] b272c798-7af0-436b-80b6-47c0fb366b5c/b272c798-7af0-436b-80b6-47c0fb366b5c.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1780.152953] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a700cb6-e5ef-4ae8-9edc-0cf20927e10d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.177346] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1780.177346] env[62023]: value = "task-1758860" [ 1780.177346] env[62023]: _type = "Task" [ 1780.177346] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.186291] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.339665] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a7bbffb3-2985-45e0-8f56-11b5a68da982 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "interface-b2bb6c01-fe23-4099-b143-a77b3c93251f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.435s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.629607] env[62023]: DEBUG nova.compute.utils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1780.636373] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1780.636373] env[62023]: DEBUG nova.network.neutron [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1780.679828] env[62023]: DEBUG nova.network.neutron [req-9db6c204-bc71-4300-abd9-cbc2a5148daf req-9d1b64ea-34ef-41d6-b55b-4ac8abb9e317 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Updated VIF entry in instance network info cache for port 59bfaa18-83b3-4616-9b55-324349b3fce8. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1780.681465] env[62023]: DEBUG nova.network.neutron [req-9db6c204-bc71-4300-abd9-cbc2a5148daf req-9d1b64ea-34ef-41d6-b55b-4ac8abb9e317 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Updating instance_info_cache with network_info: [{"id": "59bfaa18-83b3-4616-9b55-324349b3fce8", "address": "fa:16:3e:e6:fa:fd", "network": {"id": "9e25772f-5664-467f-92b3-4f642d850d96", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1822104871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3628a00581f4175aa7de8fe2469d744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59bfaa18-83", "ovs_interfaceid": "59bfaa18-83b3-4616-9b55-324349b3fce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.693655] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.711412] env[62023]: DEBUG nova.policy [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '980e63f83b874849a76bd7329f0a3957', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48741b4e3def4d0ca61fa4365f88fe68', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1781.091982] env[62023]: DEBUG nova.network.neutron [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Successfully created port: 6ef58d50-6ba5-4952-bfeb-4385d60bbaec {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1781.138026] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1781.188537] env[62023]: DEBUG oslo_concurrency.lockutils [req-9db6c204-bc71-4300-abd9-cbc2a5148daf req-9d1b64ea-34ef-41d6-b55b-4ac8abb9e317 service nova] Releasing lock "refresh_cache-6530d6b3-abf5-40f0-824e-6d13ea0b6807" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.189075] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.399278] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81071cd-3aaa-4c29-bd50-ae5b3235e691 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.409379] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544e9df9-ac84-4b31-8406-3f436b418b7b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.440048] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4f0b3c-c7d8-4471-8cdd-6dc12d231089 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.449128] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81de8afe-4274-4cc7-bcac-c831743ade42 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.465037] env[62023]: DEBUG nova.compute.provider_tree [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1781.689767] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758860, 'name': ReconfigVM_Task, 'duration_secs': 1.027473} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.690283] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Reconfigured VM instance instance-00000068 to attach disk [datastore1] b272c798-7af0-436b-80b6-47c0fb366b5c/b272c798-7af0-436b-80b6-47c0fb366b5c.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1781.691089] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-543be5ff-1841-46bd-a199-ed998f72e4ca {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.698997] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1781.698997] env[62023]: value = "task-1758861" [ 1781.698997] env[62023]: _type = "Task" [ 1781.698997] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.708054] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758861, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.970103] env[62023]: DEBUG nova.scheduler.client.report [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1782.144884] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1782.181489] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1782.181740] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1782.181926] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1782.183134] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1782.183761] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1782.183761] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1782.183761] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1782.183918] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1782.184071] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1782.184581] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1782.184581] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1782.185849] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912cd89c-cea1-427a-8ef1-3a096b79faa1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.201748] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2533b0-99ce-4663-b329-8bf835daf724 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.233578] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758861, 'name': Rename_Task, 'duration_secs': 0.239705} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.234159] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1782.234521] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d005aa8-ce1b-46a0-9c9a-d3650d002e43 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.245835] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1782.245835] env[62023]: value = "task-1758862" [ 1782.245835] env[62023]: _type = "Task" [ 1782.245835] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.253364] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.477102] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.477639] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1782.481901] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.017s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.485857] env[62023]: INFO nova.compute.claims [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1782.561085] env[62023]: DEBUG nova.compute.manager [req-c7574fef-80ec-45e5-85ee-071594afe290 req-4892160e-e7be-459b-8336-b5f34cf48f7b service nova] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Received event network-vif-deleted-591930e1-103d-4ac4-bb5d-0f23d58ad4a4 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1782.561331] env[62023]: DEBUG nova.compute.manager [req-c7574fef-80ec-45e5-85ee-071594afe290 req-4892160e-e7be-459b-8336-b5f34cf48f7b service nova] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Received event network-changed-de6d5f0f-399d-4022-a708-2114cba4e156 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1782.561542] env[62023]: DEBUG nova.compute.manager [req-c7574fef-80ec-45e5-85ee-071594afe290 req-4892160e-e7be-459b-8336-b5f34cf48f7b service nova] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Refreshing instance network info cache due to event network-changed-de6d5f0f-399d-4022-a708-2114cba4e156. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1782.561711] env[62023]: DEBUG oslo_concurrency.lockutils [req-c7574fef-80ec-45e5-85ee-071594afe290 req-4892160e-e7be-459b-8336-b5f34cf48f7b service nova] Acquiring lock "refresh_cache-a0a39df8-2f11-40d8-85fa-c99a7b5a7620" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.561855] env[62023]: DEBUG oslo_concurrency.lockutils [req-c7574fef-80ec-45e5-85ee-071594afe290 req-4892160e-e7be-459b-8336-b5f34cf48f7b service nova] Acquired lock "refresh_cache-a0a39df8-2f11-40d8-85fa-c99a7b5a7620" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.562027] env[62023]: DEBUG nova.network.neutron [req-c7574fef-80ec-45e5-85ee-071594afe290 req-4892160e-e7be-459b-8336-b5f34cf48f7b service nova] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Refreshing network info cache for port de6d5f0f-399d-4022-a708-2114cba4e156 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1782.758420] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758862, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.849932] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "interface-b2bb6c01-fe23-4099-b143-a77b3c93251f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.850294] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "interface-b2bb6c01-fe23-4099-b143-a77b3c93251f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.850694] env[62023]: DEBUG nova.objects.instance [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lazy-loading 'flavor' on Instance uuid b2bb6c01-fe23-4099-b143-a77b3c93251f {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1782.990670] env[62023]: DEBUG nova.compute.utils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1782.992285] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1782.992474] env[62023]: DEBUG nova.network.neutron [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1783.065025] env[62023]: DEBUG nova.network.neutron [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Successfully updated port: 6ef58d50-6ba5-4952-bfeb-4385d60bbaec {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1783.111816] env[62023]: DEBUG nova.policy [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '980e63f83b874849a76bd7329f0a3957', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48741b4e3def4d0ca61fa4365f88fe68', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1783.256100] env[62023]: DEBUG oslo_vmware.api [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758862, 'name': PowerOnVM_Task, 'duration_secs': 0.627453} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.256414] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1783.259022] env[62023]: INFO nova.compute.manager [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1783.259022] env[62023]: DEBUG nova.compute.manager [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1783.259022] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bedc971-3bf7-4d0d-9a14-8220d514c03e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.437835] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquiring lock "a0a39df8-2f11-40d8-85fa-c99a7b5a7620" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.438109] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "a0a39df8-2f11-40d8-85fa-c99a7b5a7620" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.438380] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquiring lock "a0a39df8-2f11-40d8-85fa-c99a7b5a7620-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.438559] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "a0a39df8-2f11-40d8-85fa-c99a7b5a7620-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.438737] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "a0a39df8-2f11-40d8-85fa-c99a7b5a7620-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.444725] env[62023]: INFO nova.compute.manager [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Terminating instance [ 1783.501178] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1783.574451] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "refresh_cache-5298255f-00fc-49e6-aefc-6439abe38665" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.574571] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquired lock "refresh_cache-5298255f-00fc-49e6-aefc-6439abe38665" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.574688] env[62023]: DEBUG nova.network.neutron [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1783.597346] env[62023]: DEBUG nova.objects.instance [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lazy-loading 'pci_requests' on Instance uuid b2bb6c01-fe23-4099-b143-a77b3c93251f {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1783.614569] env[62023]: DEBUG nova.network.neutron [req-c7574fef-80ec-45e5-85ee-071594afe290 req-4892160e-e7be-459b-8336-b5f34cf48f7b service nova] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Updated VIF entry in instance network info cache for port de6d5f0f-399d-4022-a708-2114cba4e156. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1783.614569] env[62023]: DEBUG nova.network.neutron [req-c7574fef-80ec-45e5-85ee-071594afe290 req-4892160e-e7be-459b-8336-b5f34cf48f7b service nova] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Updating instance_info_cache with network_info: [{"id": "de6d5f0f-399d-4022-a708-2114cba4e156", "address": "fa:16:3e:86:81:5c", "network": {"id": "9e25772f-5664-467f-92b3-4f642d850d96", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1822104871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3628a00581f4175aa7de8fe2469d744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6d5f0f-39", "ovs_interfaceid": "de6d5f0f-399d-4022-a708-2114cba4e156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.727053] env[62023]: DEBUG nova.network.neutron [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Successfully created port: 0d9a8666-cc0c-4d09-b2d7-46f61060550a {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1783.776818] env[62023]: INFO nova.compute.manager [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Took 27.51 seconds to build instance. [ 1783.813861] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff57199-326f-4b53-9f2f-7d5bc06d2a1e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.825084] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543c0797-315f-47e6-9a21-3a143ffb7cdb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.865448] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d674a70-564b-47be-b0ec-35cf04c66b21 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.874609] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6666fa44-012c-4c19-adec-9eda873b4ad6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.889802] env[62023]: DEBUG nova.compute.provider_tree [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1783.949650] env[62023]: DEBUG nova.compute.manager [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1783.949883] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1783.951967] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23ca044-acf9-4d20-ac93-b6f65a6ff1af {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.957179] env[62023]: DEBUG nova.compute.manager [req-281ff1e1-6486-478d-8e4f-c9b3ecf28b5a req-5257f1cb-092d-4425-9890-f7a3677b734c service nova] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Received event network-changed-701dc7ee-437e-4cdd-aebd-4777891ab50f {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1783.957382] env[62023]: DEBUG nova.compute.manager [req-281ff1e1-6486-478d-8e4f-c9b3ecf28b5a req-5257f1cb-092d-4425-9890-f7a3677b734c service nova] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Refreshing instance network info cache due to event network-changed-701dc7ee-437e-4cdd-aebd-4777891ab50f. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1783.957665] env[62023]: DEBUG oslo_concurrency.lockutils [req-281ff1e1-6486-478d-8e4f-c9b3ecf28b5a req-5257f1cb-092d-4425-9890-f7a3677b734c service nova] Acquiring lock "refresh_cache-22f7fc5e-edfb-43ed-a24d-bdf937b3164b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.957818] env[62023]: DEBUG oslo_concurrency.lockutils [req-281ff1e1-6486-478d-8e4f-c9b3ecf28b5a req-5257f1cb-092d-4425-9890-f7a3677b734c service nova] Acquired lock "refresh_cache-22f7fc5e-edfb-43ed-a24d-bdf937b3164b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.957982] env[62023]: DEBUG nova.network.neutron [req-281ff1e1-6486-478d-8e4f-c9b3ecf28b5a req-5257f1cb-092d-4425-9890-f7a3677b734c service nova] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Refreshing network info cache for port 701dc7ee-437e-4cdd-aebd-4777891ab50f {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1783.966392] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1783.966392] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d86f1eec-b4e5-4ce9-90eb-42d5dc1f8753 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.972577] env[62023]: DEBUG oslo_vmware.api [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for the task: (returnval){ [ 1783.972577] env[62023]: value = "task-1758863" [ 1783.972577] env[62023]: _type = "Task" [ 1783.972577] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.982117] env[62023]: DEBUG oslo_vmware.api [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.099887] env[62023]: DEBUG nova.objects.base [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1784.099887] env[62023]: DEBUG nova.network.neutron [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1784.115477] env[62023]: DEBUG oslo_concurrency.lockutils [req-c7574fef-80ec-45e5-85ee-071594afe290 req-4892160e-e7be-459b-8336-b5f34cf48f7b service nova] Releasing lock "refresh_cache-a0a39df8-2f11-40d8-85fa-c99a7b5a7620" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.130771] env[62023]: DEBUG nova.network.neutron [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1784.216405] env[62023]: DEBUG nova.policy [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59aad45587ed4e228ce1a943e1b44667', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8a1c296030f4630bd777da6fd5edc27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1784.278933] env[62023]: DEBUG oslo_concurrency.lockutils [None req-59b65af3-70b3-4629-a424-5281b3e737b9 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "b272c798-7af0-436b-80b6-47c0fb366b5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.020s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.297514] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "e1014627-dac2-449c-81ac-f7dee87c22b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.298305] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e1014627-dac2-449c-81ac-f7dee87c22b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.394881] env[62023]: DEBUG nova.scheduler.client.report [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1784.484792] env[62023]: DEBUG oslo_vmware.api [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758863, 'name': PowerOffVM_Task, 'duration_secs': 0.388974} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.487542] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1784.487813] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1784.488084] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16c9fc80-b57b-478b-a7cb-f645ed773f16 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.500213] env[62023]: DEBUG nova.network.neutron [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Updating instance_info_cache with network_info: [{"id": "6ef58d50-6ba5-4952-bfeb-4385d60bbaec", "address": "fa:16:3e:eb:81:eb", "network": {"id": "619853c3-13fb-4571-9b42-b8089dc81d87", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-945135823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48741b4e3def4d0ca61fa4365f88fe68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef58d50-6b", "ovs_interfaceid": "6ef58d50-6ba5-4952-bfeb-4385d60bbaec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.512300] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1784.545202] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1784.545463] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1784.545629] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1784.545810] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1784.546009] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1784.546442] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1784.546537] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1784.546689] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1784.546860] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1784.547028] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1784.547203] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1784.548073] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f38bc3-b325-4bd7-beb8-0517cc86d9e2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.558693] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368916d1-3431-43b6-9b2e-f6c5ce8bdb35 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.697231] env[62023]: DEBUG nova.network.neutron [req-281ff1e1-6486-478d-8e4f-c9b3ecf28b5a req-5257f1cb-092d-4425-9890-f7a3677b734c service nova] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Updated VIF entry in instance network info cache for port 701dc7ee-437e-4cdd-aebd-4777891ab50f. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.697612] env[62023]: DEBUG nova.network.neutron [req-281ff1e1-6486-478d-8e4f-c9b3ecf28b5a req-5257f1cb-092d-4425-9890-f7a3677b734c service nova] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Updating instance_info_cache with network_info: [{"id": "701dc7ee-437e-4cdd-aebd-4777891ab50f", "address": "fa:16:3e:d5:88:08", "network": {"id": "1dd9eb6d-36f0-453a-9612-e4881718f333", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-963256785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae03e408b50435482728da14ce22c5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap701dc7ee-43", "ovs_interfaceid": "701dc7ee-437e-4cdd-aebd-4777891ab50f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.806620] env[62023]: DEBUG nova.compute.manager [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1784.900087] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.900725] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1784.903275] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.010s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.903515] env[62023]: DEBUG nova.objects.instance [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lazy-loading 'resources' on Instance uuid 50f1cf7f-f47e-4d6c-8716-8adb4fa96507 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.007028] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Releasing lock "refresh_cache-5298255f-00fc-49e6-aefc-6439abe38665" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.007028] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Instance network_info: |[{"id": "6ef58d50-6ba5-4952-bfeb-4385d60bbaec", "address": "fa:16:3e:eb:81:eb", "network": {"id": "619853c3-13fb-4571-9b42-b8089dc81d87", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-945135823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48741b4e3def4d0ca61fa4365f88fe68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef58d50-6b", "ovs_interfaceid": "6ef58d50-6ba5-4952-bfeb-4385d60bbaec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1785.007028] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:81:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ef58d50-6ba5-4952-bfeb-4385d60bbaec', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1785.012654] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Creating folder: Project (48741b4e3def4d0ca61fa4365f88fe68). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1785.012950] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2e1d80c-911f-4f98-92b1-be7bfc63e9b7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.029035] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Created folder: Project (48741b4e3def4d0ca61fa4365f88fe68) in parent group-v365170. [ 1785.029232] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Creating folder: Instances. Parent ref: group-v365465. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1785.029522] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0428696-5e97-414a-8480-66be673335c3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.039505] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Created folder: Instances in parent group-v365465. [ 1785.039752] env[62023]: DEBUG oslo.service.loopingcall [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1785.039940] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1785.040156] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8b5cc58-6d36-4ee3-bcfc-30e37e6d71dc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.066649] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1785.066649] env[62023]: value = "task-1758867" [ 1785.066649] env[62023]: _type = "Task" [ 1785.066649] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.075894] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758867, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.117164] env[62023]: DEBUG nova.network.neutron [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Successfully created port: d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1785.204723] env[62023]: DEBUG oslo_concurrency.lockutils [req-281ff1e1-6486-478d-8e4f-c9b3ecf28b5a req-5257f1cb-092d-4425-9890-f7a3677b734c service nova] Releasing lock "refresh_cache-22f7fc5e-edfb-43ed-a24d-bdf937b3164b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.326829] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.409926] env[62023]: DEBUG nova.compute.utils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1785.418118] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1785.418394] env[62023]: DEBUG nova.network.neutron [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1785.440691] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1785.441180] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1785.441180] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Deleting the datastore file [datastore1] a0a39df8-2f11-40d8-85fa-c99a7b5a7620 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1785.443298] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9e127a3-4fdc-469e-bc88-d201a0ceaf41 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.454169] env[62023]: DEBUG oslo_vmware.api [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for the task: (returnval){ [ 1785.454169] env[62023]: value = "task-1758868" [ 1785.454169] env[62023]: _type = "Task" [ 1785.454169] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.463485] env[62023]: DEBUG oslo_vmware.api [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.500039] env[62023]: DEBUG nova.policy [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '980e63f83b874849a76bd7329f0a3957', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48741b4e3def4d0ca61fa4365f88fe68', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1785.578520] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758867, 'name': CreateVM_Task, 'duration_secs': 0.49003} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.578653] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1785.579363] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.579515] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.579826] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1785.580448] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34967d4f-e7a4-4676-9b5c-bbd2fc8ffcb2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.587876] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1785.587876] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527f310a-770b-4fde-27b6-20cbb3742829" [ 1785.587876] env[62023]: _type = "Task" [ 1785.587876] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.603631] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527f310a-770b-4fde-27b6-20cbb3742829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.743075] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e87c41-7473-4477-bc40-db87a66c393b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.750886] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaa2f2f-2296-4352-ae16-fccd75fc03e8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.791442] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a82ee2-3232-43e0-a980-33f4176dba25 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.795934] env[62023]: DEBUG nova.network.neutron [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Successfully created port: 570e17a2-b8bf-4349-ab71-9d9cfedbf2b6 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1785.801905] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7fbc24-fa65-4f29-ab85-22a4b36aae55 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.815809] env[62023]: DEBUG nova.compute.provider_tree [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1785.882803] env[62023]: DEBUG nova.network.neutron [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Successfully updated port: 0d9a8666-cc0c-4d09-b2d7-46f61060550a {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1785.919773] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1785.968244] env[62023]: DEBUG oslo_vmware.api [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234187} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.968723] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1785.969073] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1785.970017] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1785.970017] env[62023]: INFO nova.compute.manager [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Took 2.02 seconds to destroy the instance on the hypervisor. [ 1785.970294] env[62023]: DEBUG oslo.service.loopingcall [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1785.970849] env[62023]: DEBUG nova.compute.manager [-] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1785.971709] env[62023]: DEBUG nova.network.neutron [-] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1786.097774] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527f310a-770b-4fde-27b6-20cbb3742829, 'name': SearchDatastore_Task, 'duration_secs': 0.016637} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.098104] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.098418] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1786.098672] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.098819] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.098993] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1786.099276] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-645daff8-3ceb-4a90-a67a-bb3a82071e5d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.109292] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1786.109467] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1786.110191] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9875785d-eb2d-422a-b477-0ae7e3c8f920 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.116105] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1786.116105] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e57cfa-d8e7-d4cc-c10f-9675f6080d1b" [ 1786.116105] env[62023]: _type = "Task" [ 1786.116105] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.123987] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e57cfa-d8e7-d4cc-c10f-9675f6080d1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.339210] env[62023]: ERROR nova.scheduler.client.report [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [req-778d4129-de71-49bf-becf-88a09c82314a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-778d4129-de71-49bf-becf-88a09c82314a"}]} [ 1786.355472] env[62023]: DEBUG nova.scheduler.client.report [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1786.371035] env[62023]: DEBUG nova.scheduler.client.report [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1786.371292] env[62023]: DEBUG nova.compute.provider_tree [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1786.383048] env[62023]: DEBUG nova.scheduler.client.report [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1786.386724] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "refresh_cache-b1125817-b00b-44c0-bc80-69933347cbed" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.386872] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquired lock "refresh_cache-b1125817-b00b-44c0-bc80-69933347cbed" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.387020] env[62023]: DEBUG nova.network.neutron [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1786.402523] env[62023]: DEBUG nova.scheduler.client.report [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1786.627545] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e57cfa-d8e7-d4cc-c10f-9675f6080d1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.630949] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddef1b0a-8430-47fb-b31d-725a3c5a7dff {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.636257] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1786.636257] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b979bb-fcfc-ee19-f10e-cb06f2ea017d" [ 1786.636257] env[62023]: _type = "Task" [ 1786.636257] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.645872] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b979bb-fcfc-ee19-f10e-cb06f2ea017d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.654528] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82e00da-ca4a-458a-b89b-247a86d0ad8f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.661355] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d7a6ed-fced-42b9-8f0d-20bb7e831a98 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.692188] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fb5cfa-2976-4e43-918f-5458974a6f53 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.699752] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b548627-32bb-4a1c-aac2-5761b852ef0e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.714047] env[62023]: DEBUG nova.compute.provider_tree [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1786.798980] env[62023]: DEBUG nova.network.neutron [-] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.931179] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1786.944023] env[62023]: DEBUG nova.network.neutron [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1786.959754] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1786.959970] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1786.960140] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1786.960376] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1786.960543] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1786.960685] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1786.960886] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1786.961050] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1786.961216] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1786.961396] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1786.961569] env[62023]: DEBUG nova.virt.hardware [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1786.962479] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfda9b43-09b3-40f8-91ab-b6feadd0e5f4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.973018] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0076287-1fcc-4331-9088-7c40993a5e0a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.147875] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b979bb-fcfc-ee19-f10e-cb06f2ea017d, 'name': SearchDatastore_Task, 'duration_secs': 0.021507} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.147875] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.147875] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 5298255f-00fc-49e6-aefc-6439abe38665/5298255f-00fc-49e6-aefc-6439abe38665.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1787.147875] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-546db57e-2588-4d11-b6ea-2f54ff867544 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.155455] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1787.155455] env[62023]: value = "task-1758869" [ 1787.155455] env[62023]: _type = "Task" [ 1787.155455] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.171685] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.224812] env[62023]: DEBUG nova.network.neutron [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Updating instance_info_cache with network_info: [{"id": "0d9a8666-cc0c-4d09-b2d7-46f61060550a", "address": "fa:16:3e:e9:99:11", "network": {"id": "619853c3-13fb-4571-9b42-b8089dc81d87", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-945135823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48741b4e3def4d0ca61fa4365f88fe68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d9a8666-cc", "ovs_interfaceid": "0d9a8666-cc0c-4d09-b2d7-46f61060550a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.241353] env[62023]: ERROR nova.scheduler.client.report [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [req-026dded5-4954-4bb3-9b4e-be40296651ca] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-026dded5-4954-4bb3-9b4e-be40296651ca"}]} [ 1787.262506] env[62023]: DEBUG nova.scheduler.client.report [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1787.287618] env[62023]: DEBUG nova.compute.manager [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Received event network-changed-de6d5f0f-399d-4022-a708-2114cba4e156 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1787.287812] env[62023]: DEBUG nova.compute.manager [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Refreshing instance network info cache due to event network-changed-de6d5f0f-399d-4022-a708-2114cba4e156. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1787.290150] env[62023]: DEBUG oslo_concurrency.lockutils [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] Acquiring lock "refresh_cache-a0a39df8-2f11-40d8-85fa-c99a7b5a7620" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.290410] env[62023]: DEBUG oslo_concurrency.lockutils [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] Acquired lock "refresh_cache-a0a39df8-2f11-40d8-85fa-c99a7b5a7620" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.290601] env[62023]: DEBUG nova.network.neutron [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Refreshing network info cache for port de6d5f0f-399d-4022-a708-2114cba4e156 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1787.293505] env[62023]: DEBUG nova.scheduler.client.report [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1787.293711] env[62023]: DEBUG nova.compute.provider_tree [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1787.303793] env[62023]: DEBUG nova.network.neutron [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Successfully updated port: d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1787.303793] env[62023]: INFO nova.compute.manager [-] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Took 1.33 seconds to deallocate network for instance. [ 1787.311731] env[62023]: DEBUG nova.scheduler.client.report [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1787.339237] env[62023]: DEBUG nova.scheduler.client.report [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1787.352564] env[62023]: DEBUG nova.network.neutron [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Successfully updated port: 570e17a2-b8bf-4349-ab71-9d9cfedbf2b6 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1787.375875] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Acquiring lock "a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.376115] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Lock "a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.591558] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22fb5f7-065d-4c06-94ec-746cf8d733b3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.599792] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf26c3f-6ae3-4890-93a9-31a70481ba2a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.640367] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a151e568-1d35-40a2-af03-eef9df8f67c1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.648667] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3c72dd-85dd-4e7b-8a15-594928074e87 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.664267] env[62023]: DEBUG nova.compute.provider_tree [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1787.674746] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758869, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.727381] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Releasing lock "refresh_cache-b1125817-b00b-44c0-bc80-69933347cbed" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.727753] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Instance network_info: |[{"id": "0d9a8666-cc0c-4d09-b2d7-46f61060550a", "address": "fa:16:3e:e9:99:11", "network": {"id": "619853c3-13fb-4571-9b42-b8089dc81d87", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-945135823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48741b4e3def4d0ca61fa4365f88fe68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d9a8666-cc", "ovs_interfaceid": "0d9a8666-cc0c-4d09-b2d7-46f61060550a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1787.728431] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:99:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d9a8666-cc0c-4d09-b2d7-46f61060550a', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1787.736950] env[62023]: DEBUG oslo.service.loopingcall [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1787.737239] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1787.737470] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7214025e-f3b1-4466-9eac-4c5de45f82b3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.758775] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1787.758775] env[62023]: value = "task-1758870" [ 1787.758775] env[62023]: _type = "Task" [ 1787.758775] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.767045] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758870, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.807198] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.807198] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.807198] env[62023]: DEBUG nova.network.neutron [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.809245] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.820131] env[62023]: DEBUG nova.network.neutron [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1787.855476] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "refresh_cache-cfe516b9-313f-417c-a7d5-6d5ec63af4cc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.855916] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquired lock "refresh_cache-cfe516b9-313f-417c-a7d5-6d5ec63af4cc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.856231] env[62023]: DEBUG nova.network.neutron [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.881420] env[62023]: DEBUG nova.compute.manager [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1787.927308] env[62023]: DEBUG nova.network.neutron [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.085385] env[62023]: DEBUG nova.compute.manager [req-88ca4504-39d9-4d37-81e5-0736077487e0 req-4d213548-7ac3-4d4e-ade1-199aec4adf39 service nova] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Received event network-vif-plugged-570e17a2-b8bf-4349-ab71-9d9cfedbf2b6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1788.085815] env[62023]: DEBUG oslo_concurrency.lockutils [req-88ca4504-39d9-4d37-81e5-0736077487e0 req-4d213548-7ac3-4d4e-ade1-199aec4adf39 service nova] Acquiring lock "cfe516b9-313f-417c-a7d5-6d5ec63af4cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.085815] env[62023]: DEBUG oslo_concurrency.lockutils [req-88ca4504-39d9-4d37-81e5-0736077487e0 req-4d213548-7ac3-4d4e-ade1-199aec4adf39 service nova] Lock "cfe516b9-313f-417c-a7d5-6d5ec63af4cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.085993] env[62023]: DEBUG oslo_concurrency.lockutils [req-88ca4504-39d9-4d37-81e5-0736077487e0 req-4d213548-7ac3-4d4e-ade1-199aec4adf39 service nova] Lock "cfe516b9-313f-417c-a7d5-6d5ec63af4cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.086183] env[62023]: DEBUG nova.compute.manager [req-88ca4504-39d9-4d37-81e5-0736077487e0 req-4d213548-7ac3-4d4e-ade1-199aec4adf39 service nova] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] No waiting events found dispatching network-vif-plugged-570e17a2-b8bf-4349-ab71-9d9cfedbf2b6 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1788.086352] env[62023]: WARNING nova.compute.manager [req-88ca4504-39d9-4d37-81e5-0736077487e0 req-4d213548-7ac3-4d4e-ade1-199aec4adf39 service nova] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Received unexpected event network-vif-plugged-570e17a2-b8bf-4349-ab71-9d9cfedbf2b6 for instance with vm_state building and task_state spawning. [ 1788.176128] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.906} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.176406] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 5298255f-00fc-49e6-aefc-6439abe38665/5298255f-00fc-49e6-aefc-6439abe38665.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1788.176783] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1788.176888] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b01db5b-893b-4782-b6dd-0fbc7cfadb9e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.183677] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1788.183677] env[62023]: value = "task-1758871" [ 1788.183677] env[62023]: _type = "Task" [ 1788.183677] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.191416] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.200774] env[62023]: DEBUG nova.scheduler.client.report [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1788.201063] env[62023]: DEBUG nova.compute.provider_tree [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 160 to 161 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1788.201276] env[62023]: DEBUG nova.compute.provider_tree [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1788.269958] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758870, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.344054] env[62023]: WARNING nova.network.neutron [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] a2abf8e9-1c85-459d-9f40-2988251aa2d1 already exists in list: networks containing: ['a2abf8e9-1c85-459d-9f40-2988251aa2d1']. ignoring it [ 1788.404024] env[62023]: DEBUG nova.network.neutron [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1788.406220] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.432058] env[62023]: DEBUG oslo_concurrency.lockutils [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] Releasing lock "refresh_cache-a0a39df8-2f11-40d8-85fa-c99a7b5a7620" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.432381] env[62023]: DEBUG nova.compute.manager [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Received event network-vif-plugged-6ef58d50-6ba5-4952-bfeb-4385d60bbaec {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1788.432495] env[62023]: DEBUG oslo_concurrency.lockutils [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] Acquiring lock "5298255f-00fc-49e6-aefc-6439abe38665-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.432700] env[62023]: DEBUG oslo_concurrency.lockutils [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] Lock "5298255f-00fc-49e6-aefc-6439abe38665-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.432857] env[62023]: DEBUG oslo_concurrency.lockutils [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] Lock "5298255f-00fc-49e6-aefc-6439abe38665-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.436255] env[62023]: DEBUG nova.compute.manager [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] No waiting events found dispatching network-vif-plugged-6ef58d50-6ba5-4952-bfeb-4385d60bbaec {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1788.436255] env[62023]: WARNING nova.compute.manager [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Received unexpected event network-vif-plugged-6ef58d50-6ba5-4952-bfeb-4385d60bbaec for instance with vm_state building and task_state spawning. [ 1788.436255] env[62023]: DEBUG nova.compute.manager [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Received event network-changed-6ef58d50-6ba5-4952-bfeb-4385d60bbaec {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1788.436255] env[62023]: DEBUG nova.compute.manager [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Refreshing instance network info cache due to event network-changed-6ef58d50-6ba5-4952-bfeb-4385d60bbaec. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1788.436255] env[62023]: DEBUG oslo_concurrency.lockutils [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] Acquiring lock "refresh_cache-5298255f-00fc-49e6-aefc-6439abe38665" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.436255] env[62023]: DEBUG oslo_concurrency.lockutils [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] Acquired lock "refresh_cache-5298255f-00fc-49e6-aefc-6439abe38665" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.436255] env[62023]: DEBUG nova.network.neutron [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Refreshing network info cache for port 6ef58d50-6ba5-4952-bfeb-4385d60bbaec {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1788.617760] env[62023]: DEBUG nova.network.neutron [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Updating instance_info_cache with network_info: [{"id": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "address": "fa:16:3e:ba:66:67", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f35fdc-f2", "ovs_interfaceid": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e", "address": "fa:16:3e:d4:5f:9b", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98eeeb8-14", "ovs_interfaceid": "d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.671855] env[62023]: DEBUG nova.network.neutron [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Updating instance_info_cache with network_info: [{"id": "570e17a2-b8bf-4349-ab71-9d9cfedbf2b6", "address": "fa:16:3e:cf:ce:23", "network": {"id": "619853c3-13fb-4571-9b42-b8089dc81d87", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-945135823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48741b4e3def4d0ca61fa4365f88fe68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570e17a2-b8", "ovs_interfaceid": "570e17a2-b8bf-4349-ab71-9d9cfedbf2b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.695560] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06439} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.695839] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1788.696633] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66be35f-7b8e-420e-a653-52f5ca70034e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.710680] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.807s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.721550] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 5298255f-00fc-49e6-aefc-6439abe38665/5298255f-00fc-49e6-aefc-6439abe38665.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1788.722901] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.523s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.723635] env[62023]: INFO nova.compute.claims [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1788.726093] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3788cec4-b85b-491f-897e-d714efa9c926 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.747505] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1788.747505] env[62023]: value = "task-1758872" [ 1788.747505] env[62023]: _type = "Task" [ 1788.747505] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.748608] env[62023]: INFO nova.scheduler.client.report [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleted allocations for instance 50f1cf7f-f47e-4d6c-8716-8adb4fa96507 [ 1788.763302] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758872, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.772636] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758870, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.120677] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.121355] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.121533] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.122377] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a53df1-e694-4791-9385-afeabfedaca8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.140475] env[62023]: DEBUG nova.virt.hardware [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1789.140724] env[62023]: DEBUG nova.virt.hardware [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1789.140962] env[62023]: DEBUG nova.virt.hardware [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1789.141064] env[62023]: DEBUG nova.virt.hardware [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1789.141211] env[62023]: DEBUG nova.virt.hardware [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1789.141366] env[62023]: DEBUG nova.virt.hardware [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1789.141717] env[62023]: DEBUG nova.virt.hardware [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1789.141798] env[62023]: DEBUG nova.virt.hardware [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1789.142046] env[62023]: DEBUG nova.virt.hardware [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1789.142238] env[62023]: DEBUG nova.virt.hardware [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1789.142413] env[62023]: DEBUG nova.virt.hardware [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1789.148734] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Reconfiguring VM to attach interface {{(pid=62023) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1789.151774] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c29f4dff-3453-460a-999d-2cf50c0f7078 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.169027] env[62023]: DEBUG oslo_vmware.api [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1789.169027] env[62023]: value = "task-1758873" [ 1789.169027] env[62023]: _type = "Task" [ 1789.169027] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.177640] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Releasing lock "refresh_cache-cfe516b9-313f-417c-a7d5-6d5ec63af4cc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.177896] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Instance network_info: |[{"id": "570e17a2-b8bf-4349-ab71-9d9cfedbf2b6", "address": "fa:16:3e:cf:ce:23", "network": {"id": "619853c3-13fb-4571-9b42-b8089dc81d87", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-945135823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48741b4e3def4d0ca61fa4365f88fe68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570e17a2-b8", "ovs_interfaceid": "570e17a2-b8bf-4349-ab71-9d9cfedbf2b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1789.178174] env[62023]: DEBUG oslo_vmware.api [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758873, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.178501] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:ce:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '570e17a2-b8bf-4349-ab71-9d9cfedbf2b6', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1789.187258] env[62023]: DEBUG oslo.service.loopingcall [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1789.187497] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1789.187690] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb795097-410e-4811-88ca-2e6cb0ebf5cb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.213801] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1789.213801] env[62023]: value = "task-1758874" [ 1789.213801] env[62023]: _type = "Task" [ 1789.213801] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.222413] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758874, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.248253] env[62023]: DEBUG nova.network.neutron [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Updated VIF entry in instance network info cache for port 6ef58d50-6ba5-4952-bfeb-4385d60bbaec. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1789.248561] env[62023]: DEBUG nova.network.neutron [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Updating instance_info_cache with network_info: [{"id": "6ef58d50-6ba5-4952-bfeb-4385d60bbaec", "address": "fa:16:3e:eb:81:eb", "network": {"id": "619853c3-13fb-4571-9b42-b8089dc81d87", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-945135823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48741b4e3def4d0ca61fa4365f88fe68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef58d50-6b", "ovs_interfaceid": "6ef58d50-6ba5-4952-bfeb-4385d60bbaec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.264060] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758872, 'name': ReconfigVM_Task, 'duration_secs': 0.270924} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.264575] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76712f3f-7736-41c1-b0a2-dd27fdf22ff6 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "50f1cf7f-f47e-4d6c-8716-8adb4fa96507" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.925s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.269764] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 5298255f-00fc-49e6-aefc-6439abe38665/5298255f-00fc-49e6-aefc-6439abe38665.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1789.270982] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d772125f-1d07-41a2-9703-a288ec8f79b7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.278997] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758870, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.280560] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1789.280560] env[62023]: value = "task-1758875" [ 1789.280560] env[62023]: _type = "Task" [ 1789.280560] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.288972] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758875, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.680893] env[62023]: DEBUG oslo_vmware.api [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.723874] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758874, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.755038] env[62023]: DEBUG oslo_concurrency.lockutils [req-c566a60f-6851-4bf7-af76-b79b5eb0a6b9 req-a11f16bc-5a11-4869-bb54-301c73b95da5 service nova] Releasing lock "refresh_cache-5298255f-00fc-49e6-aefc-6439abe38665" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.777192] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758870, 'name': CreateVM_Task, 'duration_secs': 1.667512} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.777397] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1789.778126] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.779372] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.779372] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1789.779372] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-439c2efc-03c5-45ae-bbe1-03fc7f57bce2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.787526] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1789.787526] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5219f1f0-b555-686f-173c-d6bd503be246" [ 1789.787526] env[62023]: _type = "Task" [ 1789.787526] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.794443] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758875, 'name': Rename_Task, 'duration_secs': 0.180164} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.794942] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1789.795239] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3106d819-cf3d-426b-8b50-bf37b19181c1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.800588] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5219f1f0-b555-686f-173c-d6bd503be246, 'name': SearchDatastore_Task, 'duration_secs': 0.010808} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.803329] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.803562] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1789.803791] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.803938] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.804128] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1789.804552] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6136662-9b80-442f-8632-2d585b3060f3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.807496] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1789.807496] env[62023]: value = "task-1758876" [ 1789.807496] env[62023]: _type = "Task" [ 1789.807496] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.821022] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.821354] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1789.821558] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1789.823057] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5be64f8-314d-41a7-a58c-054fe6576e54 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.829215] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1789.829215] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52fe35e6-070b-fc5b-ba46-303c8ca80c0f" [ 1789.829215] env[62023]: _type = "Task" [ 1789.829215] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.840693] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52fe35e6-070b-fc5b-ba46-303c8ca80c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.982124] env[62023]: DEBUG nova.compute.manager [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Received event network-changed-59bfaa18-83b3-4616-9b55-324349b3fce8 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1789.982308] env[62023]: DEBUG nova.compute.manager [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Refreshing instance network info cache due to event network-changed-59bfaa18-83b3-4616-9b55-324349b3fce8. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1789.982535] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Acquiring lock "refresh_cache-6530d6b3-abf5-40f0-824e-6d13ea0b6807" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.982698] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Acquired lock "refresh_cache-6530d6b3-abf5-40f0-824e-6d13ea0b6807" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.982879] env[62023]: DEBUG nova.network.neutron [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Refreshing network info cache for port 59bfaa18-83b3-4616-9b55-324349b3fce8 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1790.046548] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5724f437-ee2e-46c5-8adb-8a36644fc5c0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.054665] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d744408e-f11c-4c6c-ae6e-044c32a70625 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.087134] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdf5511-6a30-426a-9fda-b33d6eb103f1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.095104] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd88bf50-d501-4a86-bc47-ff7e945152b6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.109739] env[62023]: DEBUG nova.compute.provider_tree [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1790.181152] env[62023]: DEBUG oslo_vmware.api [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758873, 'name': ReconfigVM_Task, 'duration_secs': 0.875927} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.181482] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.181713] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Reconfigured VM to attach interface {{(pid=62023) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1790.224672] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758874, 'name': CreateVM_Task, 'duration_secs': 0.550151} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.224856] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1790.225607] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.225785] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.226113] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1790.226376] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9fc25cd-8ea4-4b17-8db7-625e0a56b89b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.231779] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1790.231779] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52dd0d63-999f-c0f4-f8b9-eb5beac5bc22" [ 1790.231779] env[62023]: _type = "Task" [ 1790.231779] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.240788] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52dd0d63-999f-c0f4-f8b9-eb5beac5bc22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.318369] env[62023]: DEBUG oslo_concurrency.lockutils [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquiring lock "a0a39df8-2f11-40d8-85fa-c99a7b5a7620" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.318671] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758876, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.339932] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52fe35e6-070b-fc5b-ba46-303c8ca80c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010914} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.340762] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5cd3bcb-e9b6-4e96-a72d-ce38c5b29791 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.346164] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1790.346164] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c3867a-a133-104c-9acd-b48dac52f880" [ 1790.346164] env[62023]: _type = "Task" [ 1790.346164] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.356677] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c3867a-a133-104c-9acd-b48dac52f880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.641327] env[62023]: DEBUG nova.scheduler.client.report [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1790.641620] env[62023]: DEBUG nova.compute.provider_tree [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 161 to 162 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1790.641841] env[62023]: DEBUG nova.compute.provider_tree [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1790.686531] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3d00a98e-9f79-45d1-b36f-f06879aadec2 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "interface-b2bb6c01-fe23-4099-b143-a77b3c93251f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.836s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.727791] env[62023]: DEBUG nova.compute.manager [req-8db42566-2984-42b4-8a44-0a53dceef8b7 req-26ddbb4c-8149-4f0b-8c04-ae97e654a224 service nova] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Received event network-changed-570e17a2-b8bf-4349-ab71-9d9cfedbf2b6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1790.728034] env[62023]: DEBUG nova.compute.manager [req-8db42566-2984-42b4-8a44-0a53dceef8b7 req-26ddbb4c-8149-4f0b-8c04-ae97e654a224 service nova] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Refreshing instance network info cache due to event network-changed-570e17a2-b8bf-4349-ab71-9d9cfedbf2b6. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1790.728296] env[62023]: DEBUG oslo_concurrency.lockutils [req-8db42566-2984-42b4-8a44-0a53dceef8b7 req-26ddbb4c-8149-4f0b-8c04-ae97e654a224 service nova] Acquiring lock "refresh_cache-cfe516b9-313f-417c-a7d5-6d5ec63af4cc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.728464] env[62023]: DEBUG oslo_concurrency.lockutils [req-8db42566-2984-42b4-8a44-0a53dceef8b7 req-26ddbb4c-8149-4f0b-8c04-ae97e654a224 service nova] Acquired lock "refresh_cache-cfe516b9-313f-417c-a7d5-6d5ec63af4cc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.728654] env[62023]: DEBUG nova.network.neutron [req-8db42566-2984-42b4-8a44-0a53dceef8b7 req-26ddbb4c-8149-4f0b-8c04-ae97e654a224 service nova] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Refreshing network info cache for port 570e17a2-b8bf-4349-ab71-9d9cfedbf2b6 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1790.737791] env[62023]: DEBUG nova.network.neutron [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Updated VIF entry in instance network info cache for port 59bfaa18-83b3-4616-9b55-324349b3fce8. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1790.739332] env[62023]: DEBUG nova.network.neutron [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Updating instance_info_cache with network_info: [{"id": "59bfaa18-83b3-4616-9b55-324349b3fce8", "address": "fa:16:3e:e6:fa:fd", "network": {"id": "9e25772f-5664-467f-92b3-4f642d850d96", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1822104871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3628a00581f4175aa7de8fe2469d744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59bfaa18-83", "ovs_interfaceid": "59bfaa18-83b3-4616-9b55-324349b3fce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.747548] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52dd0d63-999f-c0f4-f8b9-eb5beac5bc22, 'name': SearchDatastore_Task, 'duration_secs': 0.023596} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.748043] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.748298] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1790.748592] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.818556] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758876, 'name': PowerOnVM_Task, 'duration_secs': 0.515157} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.819254] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1790.819254] env[62023]: INFO nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1790.819428] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1790.820292] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c436a1-9b81-4c62-9aea-ef2e0623b6ec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.861308] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52c3867a-a133-104c-9acd-b48dac52f880, 'name': SearchDatastore_Task, 'duration_secs': 0.024313} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.861750] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.862464] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b1125817-b00b-44c0-bc80-69933347cbed/b1125817-b00b-44c0-bc80-69933347cbed.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1790.862608] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.862923] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1790.863683] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ba3e3de-108f-4936-8b2b-51d1bc066872 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.866563] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4022ac69-fd58-486c-87d9-b35c8d2065ab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.874454] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1790.874454] env[62023]: value = "task-1758877" [ 1790.874454] env[62023]: _type = "Task" [ 1790.874454] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.879447] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1790.879655] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1790.881183] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9f1865c-b1ef-46de-be79-24e0a0e9da7e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.887403] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.890857] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1790.890857] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5238fe0a-4f6d-88dd-a2e8-0f0dfd78ddf9" [ 1790.890857] env[62023]: _type = "Task" [ 1790.890857] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.902034] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5238fe0a-4f6d-88dd-a2e8-0f0dfd78ddf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.147254] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.147838] env[62023]: DEBUG nova.compute.manager [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1791.150666] env[62023]: DEBUG oslo_concurrency.lockutils [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.489s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.150914] env[62023]: DEBUG nova.objects.instance [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lazy-loading 'resources' on Instance uuid 4cb4160b-524b-41b7-b8c8-7c246826b084 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1791.240790] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Releasing lock "refresh_cache-6530d6b3-abf5-40f0-824e-6d13ea0b6807" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.241563] env[62023]: DEBUG nova.compute.manager [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Received event network-vif-plugged-0d9a8666-cc0c-4d09-b2d7-46f61060550a {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1791.241563] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Acquiring lock "b1125817-b00b-44c0-bc80-69933347cbed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.241563] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Lock "b1125817-b00b-44c0-bc80-69933347cbed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.241757] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Lock "b1125817-b00b-44c0-bc80-69933347cbed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.241809] env[62023]: DEBUG nova.compute.manager [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b1125817-b00b-44c0-bc80-69933347cbed] No waiting events found dispatching network-vif-plugged-0d9a8666-cc0c-4d09-b2d7-46f61060550a {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1791.241960] env[62023]: WARNING nova.compute.manager [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Received unexpected event network-vif-plugged-0d9a8666-cc0c-4d09-b2d7-46f61060550a for instance with vm_state building and task_state spawning. [ 1791.242153] env[62023]: DEBUG nova.compute.manager [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Received event network-changed-0d9a8666-cc0c-4d09-b2d7-46f61060550a {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1791.242307] env[62023]: DEBUG nova.compute.manager [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Refreshing instance network info cache due to event network-changed-0d9a8666-cc0c-4d09-b2d7-46f61060550a. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1791.242492] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Acquiring lock "refresh_cache-b1125817-b00b-44c0-bc80-69933347cbed" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.242634] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Acquired lock "refresh_cache-b1125817-b00b-44c0-bc80-69933347cbed" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.242792] env[62023]: DEBUG nova.network.neutron [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Refreshing network info cache for port 0d9a8666-cc0c-4d09-b2d7-46f61060550a {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1791.328548] env[62023]: DEBUG oslo_concurrency.lockutils [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "f06f591c-782a-4707-af72-f670a391442e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.328865] env[62023]: DEBUG oslo_concurrency.lockutils [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "f06f591c-782a-4707-af72-f670a391442e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.338859] env[62023]: INFO nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Took 26.97 seconds to build instance. [ 1791.386450] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758877, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.401834] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5238fe0a-4f6d-88dd-a2e8-0f0dfd78ddf9, 'name': SearchDatastore_Task, 'duration_secs': 0.010389} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.405935] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f145752-26de-4175-8596-210b378b8c64 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.410472] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1791.410472] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5267f38d-a100-7ac7-5295-1d151e7091cc" [ 1791.410472] env[62023]: _type = "Task" [ 1791.410472] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.418844] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5267f38d-a100-7ac7-5295-1d151e7091cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.524898] env[62023]: DEBUG nova.network.neutron [req-8db42566-2984-42b4-8a44-0a53dceef8b7 req-26ddbb4c-8149-4f0b-8c04-ae97e654a224 service nova] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Updated VIF entry in instance network info cache for port 570e17a2-b8bf-4349-ab71-9d9cfedbf2b6. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1791.525267] env[62023]: DEBUG nova.network.neutron [req-8db42566-2984-42b4-8a44-0a53dceef8b7 req-26ddbb4c-8149-4f0b-8c04-ae97e654a224 service nova] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Updating instance_info_cache with network_info: [{"id": "570e17a2-b8bf-4349-ab71-9d9cfedbf2b6", "address": "fa:16:3e:cf:ce:23", "network": {"id": "619853c3-13fb-4571-9b42-b8089dc81d87", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-945135823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48741b4e3def4d0ca61fa4365f88fe68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570e17a2-b8", "ovs_interfaceid": "570e17a2-b8bf-4349-ab71-9d9cfedbf2b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.654271] env[62023]: DEBUG nova.compute.utils [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1791.659816] env[62023]: DEBUG nova.compute.manager [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1791.659816] env[62023]: DEBUG nova.network.neutron [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1791.750770] env[62023]: DEBUG nova.policy [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3ebed11994144df8ab4e41bc6a6decb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7491bdf32c347afb6347a369b35fa40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1791.832896] env[62023]: DEBUG nova.compute.manager [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1791.842339] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "5298255f-00fc-49e6-aefc-6439abe38665" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.495s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.891341] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553154} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.891341] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] b1125817-b00b-44c0-bc80-69933347cbed/b1125817-b00b-44c0-bc80-69933347cbed.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1791.891341] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1791.891341] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82e0bc52-8ac8-4093-aa15-468e8d68d285 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.897152] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1791.897152] env[62023]: value = "task-1758878" [ 1791.897152] env[62023]: _type = "Task" [ 1791.897152] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.912398] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.924771] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5267f38d-a100-7ac7-5295-1d151e7091cc, 'name': SearchDatastore_Task, 'duration_secs': 0.013054} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.925031] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.925382] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] cfe516b9-313f-417c-a7d5-6d5ec63af4cc/cfe516b9-313f-417c-a7d5-6d5ec63af4cc.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1791.925670] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8743a35c-b6df-4ebf-b630-8f3d1a27bbcc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.933253] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1791.933253] env[62023]: value = "task-1758879" [ 1791.933253] env[62023]: _type = "Task" [ 1791.933253] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.949426] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.994222] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d6e673ec-32ee-4192-be44-5a2412e6aa1b tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "c363aeac-b213-4ad8-81a7-43bed877962c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.994222] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d6e673ec-32ee-4192-be44-5a2412e6aa1b tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "c363aeac-b213-4ad8-81a7-43bed877962c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.994222] env[62023]: DEBUG nova.compute.manager [None req-d6e673ec-32ee-4192-be44-5a2412e6aa1b tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1791.994222] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bec499-50b4-44a3-b49a-cf1dfb26fb68 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.000373] env[62023]: DEBUG nova.compute.manager [None req-d6e673ec-32ee-4192-be44-5a2412e6aa1b tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62023) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1792.000778] env[62023]: DEBUG nova.objects.instance [None req-d6e673ec-32ee-4192-be44-5a2412e6aa1b tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lazy-loading 'flavor' on Instance uuid c363aeac-b213-4ad8-81a7-43bed877962c {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1792.014601] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4990d2af-2ac8-475c-b0f3-aa1bbbfb9a46 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.027252] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5693e3bd-3ead-4ef5-be9e-e5d52ec9b386 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.033606] env[62023]: DEBUG oslo_concurrency.lockutils [req-8db42566-2984-42b4-8a44-0a53dceef8b7 req-26ddbb4c-8149-4f0b-8c04-ae97e654a224 service nova] Releasing lock "refresh_cache-cfe516b9-313f-417c-a7d5-6d5ec63af4cc" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.067158] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420ad6b7-d447-4489-9b95-fd4a560351f7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.075418] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423e2334-9ba8-4027-ae60-e09640d187cb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.090284] env[62023]: DEBUG nova.compute.provider_tree [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1792.159697] env[62023]: DEBUG nova.compute.manager [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1792.199667] env[62023]: DEBUG nova.network.neutron [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Updated VIF entry in instance network info cache for port 0d9a8666-cc0c-4d09-b2d7-46f61060550a. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1792.200034] env[62023]: DEBUG nova.network.neutron [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Updating instance_info_cache with network_info: [{"id": "0d9a8666-cc0c-4d09-b2d7-46f61060550a", "address": "fa:16:3e:e9:99:11", "network": {"id": "619853c3-13fb-4571-9b42-b8089dc81d87", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-945135823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48741b4e3def4d0ca61fa4365f88fe68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d9a8666-cc", "ovs_interfaceid": "0d9a8666-cc0c-4d09-b2d7-46f61060550a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.366898] env[62023]: DEBUG oslo_concurrency.lockutils [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.405108] env[62023]: DEBUG nova.network.neutron [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Successfully created port: bb883deb-7ae8-4ecc-9dcd-b0f3477113dd {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1792.413243] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084522} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.413560] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1792.414466] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74098e2c-0d5d-46cb-9494-83a1faf2c5a3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.440651] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] b1125817-b00b-44c0-bc80-69933347cbed/b1125817-b00b-44c0-bc80-69933347cbed.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1792.441267] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f71fc28a-f691-487e-83f2-23b66a8a2780 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.226738] env[62023]: DEBUG nova.scheduler.client.report [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1793.236024] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Releasing lock "refresh_cache-b1125817-b00b-44c0-bc80-69933347cbed" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.236024] env[62023]: DEBUG nova.compute.manager [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Received event network-vif-deleted-de6d5f0f-399d-4022-a708-2114cba4e156 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1793.236024] env[62023]: DEBUG nova.compute.manager [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Received event network-vif-plugged-d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1793.236024] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Acquiring lock "b2bb6c01-fe23-4099-b143-a77b3c93251f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.236024] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Lock "b2bb6c01-fe23-4099-b143-a77b3c93251f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.236024] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Lock "b2bb6c01-fe23-4099-b143-a77b3c93251f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.236024] env[62023]: DEBUG nova.compute.manager [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] No waiting events found dispatching network-vif-plugged-d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1793.236024] env[62023]: WARNING nova.compute.manager [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Received unexpected event network-vif-plugged-d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e for instance with vm_state active and task_state None. [ 1793.236024] env[62023]: DEBUG nova.compute.manager [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Received event network-changed-d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1793.236024] env[62023]: DEBUG nova.compute.manager [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Refreshing instance network info cache due to event network-changed-d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1793.236024] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Acquiring lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.236467] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Acquired lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.236467] env[62023]: DEBUG nova.network.neutron [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Refreshing network info cache for port d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1793.239416] env[62023]: DEBUG oslo_concurrency.lockutils [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "interface-b2bb6c01-fe23-4099-b143-a77b3c93251f-47fc1e9b-e12c-4e8f-92b9-56d30b459bb6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.239416] env[62023]: DEBUG oslo_concurrency.lockutils [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "interface-b2bb6c01-fe23-4099-b143-a77b3c93251f-47fc1e9b-e12c-4e8f-92b9-56d30b459bb6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.239416] env[62023]: DEBUG nova.objects.instance [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lazy-loading 'flavor' on Instance uuid b2bb6c01-fe23-4099-b143-a77b3c93251f {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1793.248825] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852451} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.250835] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] cfe516b9-313f-417c-a7d5-6d5ec63af4cc/cfe516b9-313f-417c-a7d5-6d5ec63af4cc.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1793.251227] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1793.251680] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1793.251680] env[62023]: value = "task-1758881" [ 1793.251680] env[62023]: _type = "Task" [ 1793.251680] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.252451] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a87a8d99-d733-4b1b-a103-6ea4c36c19ae {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.268043] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.268043] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1793.268043] env[62023]: value = "task-1758882" [ 1793.268043] env[62023]: _type = "Task" [ 1793.268043] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.279157] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.741979] env[62023]: DEBUG nova.compute.manager [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1793.746938] env[62023]: DEBUG oslo_concurrency.lockutils [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.596s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.748485] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e673ec-32ee-4192-be44-5a2412e6aa1b tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1793.748895] env[62023]: DEBUG oslo_concurrency.lockutils [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.099s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.749088] env[62023]: DEBUG oslo_concurrency.lockutils [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.750659] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.785s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.751706] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.752362] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.426s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.754453] env[62023]: INFO nova.compute.claims [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1793.756667] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec7a7c1a-6f26-494c-97f2-ae6fff5906dc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.768028] env[62023]: DEBUG oslo_vmware.api [None req-d6e673ec-32ee-4192-be44-5a2412e6aa1b tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1793.768028] env[62023]: value = "task-1758883" [ 1793.768028] env[62023]: _type = "Task" [ 1793.768028] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.772418] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758881, 'name': ReconfigVM_Task, 'duration_secs': 0.260242} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.777731] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Reconfigured VM instance instance-0000006a to attach disk [datastore1] b1125817-b00b-44c0-bc80-69933347cbed/b1125817-b00b-44c0-bc80-69933347cbed.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1793.780936] env[62023]: INFO nova.scheduler.client.report [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Deleted allocations for instance 4cb4160b-524b-41b7-b8c8-7c246826b084 [ 1793.781919] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33e8eb89-4754-45c8-a26d-0aace2abe298 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.797505] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067724} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.799247] env[62023]: INFO nova.scheduler.client.report [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Deleted allocations for instance 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919 [ 1793.806943] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1793.808066] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1793.808066] env[62023]: value = "task-1758884" [ 1793.808066] env[62023]: _type = "Task" [ 1793.808066] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.808292] env[62023]: DEBUG oslo_vmware.api [None req-d6e673ec-32ee-4192-be44-5a2412e6aa1b tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.813226] env[62023]: DEBUG nova.virt.hardware [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1793.814321] env[62023]: DEBUG nova.virt.hardware [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1793.814321] env[62023]: DEBUG nova.virt.hardware [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1793.814321] env[62023]: DEBUG nova.virt.hardware [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1793.814321] env[62023]: DEBUG nova.virt.hardware [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1793.814321] env[62023]: DEBUG nova.virt.hardware [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1793.814321] env[62023]: DEBUG nova.virt.hardware [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1793.814625] env[62023]: DEBUG nova.virt.hardware [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1793.814625] env[62023]: DEBUG nova.virt.hardware [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1793.814708] env[62023]: DEBUG nova.virt.hardware [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1793.814877] env[62023]: DEBUG nova.virt.hardware [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1793.815787] env[62023]: INFO nova.scheduler.client.report [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Deleted allocations for instance 8a64edeb-1428-4390-a224-f13f553cd0ad [ 1793.819244] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5777d20-dbdb-43d0-a8b5-7d57e8cb1423 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.822078] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302e44d9-da95-4583-a68b-8781722fbb0d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.867486] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] cfe516b9-313f-417c-a7d5-6d5ec63af4cc/cfe516b9-313f-417c-a7d5-6d5ec63af4cc.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1793.873523] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3915d43f-733a-4bb7-98a8-18fc74e567d7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.889265] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758884, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.894126] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30545e9-c268-431f-bd2b-7e9472770f9f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.913256] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1793.913256] env[62023]: value = "task-1758885" [ 1793.913256] env[62023]: _type = "Task" [ 1793.913256] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.925744] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.002377] env[62023]: DEBUG nova.objects.instance [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lazy-loading 'pci_requests' on Instance uuid b2bb6c01-fe23-4099-b143-a77b3c93251f {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1794.054694] env[62023]: DEBUG nova.network.neutron [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Updated VIF entry in instance network info cache for port d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1794.055174] env[62023]: DEBUG nova.network.neutron [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Updating instance_info_cache with network_info: [{"id": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "address": "fa:16:3e:ba:66:67", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f35fdc-f2", "ovs_interfaceid": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e", "address": "fa:16:3e:d4:5f:9b", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98eeeb8-14", "ovs_interfaceid": "d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.114360] env[62023]: DEBUG nova.compute.manager [req-694f8a5e-413c-4101-95b5-ec51981b7e38 req-91714ac0-eb0a-4817-a3e9-3e7d5c2924e3 service nova] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Received event network-vif-plugged-bb883deb-7ae8-4ecc-9dcd-b0f3477113dd {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1794.114592] env[62023]: DEBUG oslo_concurrency.lockutils [req-694f8a5e-413c-4101-95b5-ec51981b7e38 req-91714ac0-eb0a-4817-a3e9-3e7d5c2924e3 service nova] Acquiring lock "7247610a-9c70-478c-96f7-810485472d2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.114848] env[62023]: DEBUG oslo_concurrency.lockutils [req-694f8a5e-413c-4101-95b5-ec51981b7e38 req-91714ac0-eb0a-4817-a3e9-3e7d5c2924e3 service nova] Lock "7247610a-9c70-478c-96f7-810485472d2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.115021] env[62023]: DEBUG oslo_concurrency.lockutils [req-694f8a5e-413c-4101-95b5-ec51981b7e38 req-91714ac0-eb0a-4817-a3e9-3e7d5c2924e3 service nova] Lock "7247610a-9c70-478c-96f7-810485472d2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.115103] env[62023]: DEBUG nova.compute.manager [req-694f8a5e-413c-4101-95b5-ec51981b7e38 req-91714ac0-eb0a-4817-a3e9-3e7d5c2924e3 service nova] [instance: 7247610a-9c70-478c-96f7-810485472d2f] No waiting events found dispatching network-vif-plugged-bb883deb-7ae8-4ecc-9dcd-b0f3477113dd {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1794.115266] env[62023]: WARNING nova.compute.manager [req-694f8a5e-413c-4101-95b5-ec51981b7e38 req-91714ac0-eb0a-4817-a3e9-3e7d5c2924e3 service nova] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Received unexpected event network-vif-plugged-bb883deb-7ae8-4ecc-9dcd-b0f3477113dd for instance with vm_state building and task_state spawning. [ 1794.193938] env[62023]: DEBUG nova.network.neutron [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Successfully updated port: bb883deb-7ae8-4ecc-9dcd-b0f3477113dd {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1794.281333] env[62023]: DEBUG oslo_vmware.api [None req-d6e673ec-32ee-4192-be44-5a2412e6aa1b tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758883, 'name': PowerOffVM_Task, 'duration_secs': 0.421177} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.281637] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e673ec-32ee-4192-be44-5a2412e6aa1b tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1794.281780] env[62023]: DEBUG nova.compute.manager [None req-d6e673ec-32ee-4192-be44-5a2412e6aa1b tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1794.282522] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a77a84b-fc94-4fd7-a503-c73b5223d97c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.294983] env[62023]: DEBUG oslo_concurrency.lockutils [None req-72373da5-69d7-4eca-877a-6d007dfdb841 tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "4cb4160b-524b-41b7-b8c8-7c246826b084" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.778s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.313876] env[62023]: DEBUG oslo_concurrency.lockutils [None req-867ba9f6-3302-4d4a-8379-2fa00c52a717 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.241s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.330635] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758884, 'name': Rename_Task, 'duration_secs': 0.261017} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.330912] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1794.331170] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee962726-720a-4fa6-aedb-03a18d6164ba {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.337650] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1794.337650] env[62023]: value = "task-1758886" [ 1794.337650] env[62023]: _type = "Task" [ 1794.337650] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.343429] env[62023]: DEBUG oslo_concurrency.lockutils [None req-1c326e24-80d1-4423-a638-5cdb67b8bef2 tempest-DeleteServersTestJSON-457057425 tempest-DeleteServersTestJSON-457057425-project-member] Lock "8a64edeb-1428-4390-a224-f13f553cd0ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.923s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.348030] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.423602] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758885, 'name': ReconfigVM_Task, 'duration_secs': 0.281761} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.423889] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Reconfigured VM instance instance-0000006b to attach disk [datastore1] cfe516b9-313f-417c-a7d5-6d5ec63af4cc/cfe516b9-313f-417c-a7d5-6d5ec63af4cc.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1794.424530] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d5392c1-1a99-4b09-9323-ec7863edc5f7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.430977] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1794.430977] env[62023]: value = "task-1758887" [ 1794.430977] env[62023]: _type = "Task" [ 1794.430977] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.440285] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758887, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.505028] env[62023]: DEBUG nova.objects.base [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1794.505929] env[62023]: DEBUG nova.network.neutron [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1794.558814] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Releasing lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.559195] env[62023]: DEBUG nova.compute.manager [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Received event network-changed-301b624d-a59d-4c09-b2a5-823944aad367 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1794.559369] env[62023]: DEBUG nova.compute.manager [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Refreshing instance network info cache due to event network-changed-301b624d-a59d-4c09-b2a5-823944aad367. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1794.559647] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Acquiring lock "refresh_cache-b272c798-7af0-436b-80b6-47c0fb366b5c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.560122] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Acquired lock "refresh_cache-b272c798-7af0-436b-80b6-47c0fb366b5c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.560122] env[62023]: DEBUG nova.network.neutron [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Refreshing network info cache for port 301b624d-a59d-4c09-b2a5-823944aad367 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1794.602999] env[62023]: DEBUG nova.policy [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59aad45587ed4e228ce1a943e1b44667', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8a1c296030f4630bd777da6fd5edc27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1794.697019] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "refresh_cache-7247610a-9c70-478c-96f7-810485472d2f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.697170] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquired lock "refresh_cache-7247610a-9c70-478c-96f7-810485472d2f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.697335] env[62023]: DEBUG nova.network.neutron [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1794.794248] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d6e673ec-32ee-4192-be44-5a2412e6aa1b tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "c363aeac-b213-4ad8-81a7-43bed877962c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.801s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.855976] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758886, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.946901] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758887, 'name': Rename_Task, 'duration_secs': 0.157772} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.950182] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1794.951137] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69207347-69f1-4ca8-aaf4-671a888ce33b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.961891] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1794.961891] env[62023]: value = "task-1758888" [ 1794.961891] env[62023]: _type = "Task" [ 1794.961891] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.977120] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.067217] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e005b8c9-0e0c-4ff8-ac5e-35e76c0418cc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.075505] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479baa30-765d-4243-9acb-8e88bbabb5bb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.107990] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "ed8d8df0-2f06-43ab-b959-e0b7597efecb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.108259] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "ed8d8df0-2f06-43ab-b959-e0b7597efecb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.108461] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "ed8d8df0-2f06-43ab-b959-e0b7597efecb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.108632] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "ed8d8df0-2f06-43ab-b959-e0b7597efecb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.108796] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "ed8d8df0-2f06-43ab-b959-e0b7597efecb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.112014] env[62023]: INFO nova.compute.manager [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Terminating instance [ 1795.118700] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cf8d56-8e54-4212-a77d-ca6f64d83814 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.131030] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c887b7ee-11ae-4a98-bd3b-0287ea90cc46 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.146701] env[62023]: DEBUG nova.compute.provider_tree [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.234198] env[62023]: DEBUG nova.network.neutron [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1795.318931] env[62023]: DEBUG nova.network.neutron [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Updated VIF entry in instance network info cache for port 301b624d-a59d-4c09-b2a5-823944aad367. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1795.319311] env[62023]: DEBUG nova.network.neutron [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Updating instance_info_cache with network_info: [{"id": "301b624d-a59d-4c09-b2a5-823944aad367", "address": "fa:16:3e:50:e6:a9", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301b624d-a5", "ovs_interfaceid": "301b624d-a59d-4c09-b2a5-823944aad367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.352564] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758886, 'name': PowerOnVM_Task, 'duration_secs': 0.530387} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.352910] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1795.353187] env[62023]: INFO nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Took 10.84 seconds to spawn the instance on the hypervisor. [ 1795.353315] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1795.354182] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e91160-3b7f-4cbf-98bb-a2a5092a380a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.420587] env[62023]: DEBUG nova.network.neutron [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Updating instance_info_cache with network_info: [{"id": "bb883deb-7ae8-4ecc-9dcd-b0f3477113dd", "address": "fa:16:3e:05:64:b8", "network": {"id": "a3bde613-69f5-428e-a129-74fbbe1d6915", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1658306993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7491bdf32c347afb6347a369b35fa40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb883deb-7a", "ovs_interfaceid": "bb883deb-7ae8-4ecc-9dcd-b0f3477113dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.473455] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758888, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.616320] env[62023]: DEBUG nova.compute.manager [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1795.616527] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1795.617488] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb42b33-d1ef-40fb-8d4b-03dfdf61804c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.625447] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.625703] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-890c078b-f852-47b3-b7a7-83f7ef128df7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.632740] env[62023]: DEBUG oslo_vmware.api [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1795.632740] env[62023]: value = "task-1758890" [ 1795.632740] env[62023]: _type = "Task" [ 1795.632740] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.642461] env[62023]: DEBUG oslo_vmware.api [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.650597] env[62023]: DEBUG nova.scheduler.client.report [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1795.822660] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Releasing lock "refresh_cache-b272c798-7af0-436b-80b6-47c0fb366b5c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.822862] env[62023]: DEBUG nova.compute.manager [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Received event network-changed-59bfaa18-83b3-4616-9b55-324349b3fce8 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1795.822950] env[62023]: DEBUG nova.compute.manager [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Refreshing instance network info cache due to event network-changed-59bfaa18-83b3-4616-9b55-324349b3fce8. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1795.823184] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Acquiring lock "refresh_cache-6530d6b3-abf5-40f0-824e-6d13ea0b6807" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.823435] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Acquired lock "refresh_cache-6530d6b3-abf5-40f0-824e-6d13ea0b6807" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.823503] env[62023]: DEBUG nova.network.neutron [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Refreshing network info cache for port 59bfaa18-83b3-4616-9b55-324349b3fce8 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1795.873923] env[62023]: INFO nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Took 31.47 seconds to build instance. [ 1795.923074] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Releasing lock "refresh_cache-7247610a-9c70-478c-96f7-810485472d2f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.923503] env[62023]: DEBUG nova.compute.manager [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Instance network_info: |[{"id": "bb883deb-7ae8-4ecc-9dcd-b0f3477113dd", "address": "fa:16:3e:05:64:b8", "network": {"id": "a3bde613-69f5-428e-a129-74fbbe1d6915", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1658306993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7491bdf32c347afb6347a369b35fa40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb883deb-7a", "ovs_interfaceid": "bb883deb-7ae8-4ecc-9dcd-b0f3477113dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1795.924268] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:64:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb883deb-7ae8-4ecc-9dcd-b0f3477113dd', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1795.934158] env[62023]: DEBUG oslo.service.loopingcall [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.934396] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1795.934650] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed17c8d8-e18b-4b7c-be18-605ee38af17d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.955162] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1795.955162] env[62023]: value = "task-1758891" [ 1795.955162] env[62023]: _type = "Task" [ 1795.955162] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.966779] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758891, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.974850] env[62023]: DEBUG oslo_vmware.api [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758888, 'name': PowerOnVM_Task, 'duration_secs': 0.621973} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.975127] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1795.975335] env[62023]: INFO nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1795.975518] env[62023]: DEBUG nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1795.976303] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161d0db0-edbc-4431-9316-62df0175c6e1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.143381] env[62023]: DEBUG oslo_vmware.api [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758890, 'name': PowerOffVM_Task, 'duration_secs': 0.425797} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.143815] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1796.144120] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1796.145146] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-293d696f-d0b5-4ad2-9f9b-f231d23ce87a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.160026] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.160026] env[62023]: DEBUG nova.compute.manager [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1796.160981] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.352s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.166894] env[62023]: DEBUG nova.objects.instance [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lazy-loading 'resources' on Instance uuid a0a39df8-2f11-40d8-85fa-c99a7b5a7620 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1796.376471] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "b1125817-b00b-44c0-bc80-69933347cbed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.987s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.410083] env[62023]: DEBUG oslo_concurrency.lockutils [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "7cc25b17-b0ea-415f-84b2-8f8d633e726b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.410339] env[62023]: DEBUG oslo_concurrency.lockutils [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7cc25b17-b0ea-415f-84b2-8f8d633e726b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.434682] env[62023]: DEBUG nova.network.neutron [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Successfully updated port: 47fc1e9b-e12c-4e8f-92b9-56d30b459bb6 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1796.469032] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758891, 'name': CreateVM_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.495501] env[62023]: INFO nova.compute.manager [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Took 32.05 seconds to build instance. [ 1796.501635] env[62023]: DEBUG nova.compute.manager [req-c799aa24-8bcf-4763-8f14-b8d89631ab0c req-a3593dea-55ef-4b26-8655-d8b5ac44b477 service nova] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Received event network-changed-bb883deb-7ae8-4ecc-9dcd-b0f3477113dd {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1796.501635] env[62023]: DEBUG nova.compute.manager [req-c799aa24-8bcf-4763-8f14-b8d89631ab0c req-a3593dea-55ef-4b26-8655-d8b5ac44b477 service nova] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Refreshing instance network info cache due to event network-changed-bb883deb-7ae8-4ecc-9dcd-b0f3477113dd. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1796.502031] env[62023]: DEBUG oslo_concurrency.lockutils [req-c799aa24-8bcf-4763-8f14-b8d89631ab0c req-a3593dea-55ef-4b26-8655-d8b5ac44b477 service nova] Acquiring lock "refresh_cache-7247610a-9c70-478c-96f7-810485472d2f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.502109] env[62023]: DEBUG oslo_concurrency.lockutils [req-c799aa24-8bcf-4763-8f14-b8d89631ab0c req-a3593dea-55ef-4b26-8655-d8b5ac44b477 service nova] Acquired lock "refresh_cache-7247610a-9c70-478c-96f7-810485472d2f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.502375] env[62023]: DEBUG nova.network.neutron [req-c799aa24-8bcf-4763-8f14-b8d89631ab0c req-a3593dea-55ef-4b26-8655-d8b5ac44b477 service nova] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Refreshing network info cache for port bb883deb-7ae8-4ecc-9dcd-b0f3477113dd {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1796.671209] env[62023]: DEBUG nova.compute.utils [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1796.673499] env[62023]: DEBUG nova.compute.manager [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1796.673499] env[62023]: DEBUG nova.network.neutron [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1796.691492] env[62023]: DEBUG nova.network.neutron [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Updated VIF entry in instance network info cache for port 59bfaa18-83b3-4616-9b55-324349b3fce8. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1796.691913] env[62023]: DEBUG nova.network.neutron [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Updating instance_info_cache with network_info: [{"id": "59bfaa18-83b3-4616-9b55-324349b3fce8", "address": "fa:16:3e:e6:fa:fd", "network": {"id": "9e25772f-5664-467f-92b3-4f642d850d96", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1822104871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3628a00581f4175aa7de8fe2469d744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59bfaa18-83", "ovs_interfaceid": "59bfaa18-83b3-4616-9b55-324349b3fce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.721702] env[62023]: DEBUG nova.policy [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0d99d82a0634109af137b654c6d69a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24e9db07ed1341569d4c33ebb6d2c696', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1796.829370] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1796.829370] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1796.829574] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Deleting the datastore file [datastore1] ed8d8df0-2f06-43ab-b959-e0b7597efecb {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1796.829807] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf6974c2-f575-40ca-b584-8c317549af82 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.837755] env[62023]: DEBUG oslo_vmware.api [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for the task: (returnval){ [ 1796.837755] env[62023]: value = "task-1758893" [ 1796.837755] env[62023]: _type = "Task" [ 1796.837755] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.851852] env[62023]: DEBUG oslo_vmware.api [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.913346] env[62023]: DEBUG nova.compute.manager [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1796.941621] env[62023]: DEBUG oslo_concurrency.lockutils [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.941959] env[62023]: DEBUG oslo_concurrency.lockutils [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.942230] env[62023]: DEBUG nova.network.neutron [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1796.962880] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb05da3-75a7-4923-8911-ece6016b4d38 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.984826] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758891, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.990706] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d93c24-2103-409d-8955-2ed308193379 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.025196] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e64e84a1-b74f-48de-8e0d-14f450f001a0 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "cfe516b9-313f-417c-a7d5-6d5ec63af4cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.592s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.028409] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46722f5e-5c26-4068-a979-6d9078b79994 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.036741] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2144e7b8-44d1-4794-a79c-208bb81a2c5f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.051016] env[62023]: DEBUG nova.compute.provider_tree [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1797.178636] env[62023]: DEBUG nova.compute.manager [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1797.182683] env[62023]: DEBUG nova.network.neutron [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Successfully created port: f619f4ea-271b-4696-9aca-4dbe7d9cc069 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1797.195116] env[62023]: DEBUG oslo_concurrency.lockutils [req-c179e167-c6ea-4ba4-9bb8-ad454ee02bd8 req-07176496-01ab-4a2d-94d4-46a83b9da502 service nova] Releasing lock "refresh_cache-6530d6b3-abf5-40f0-824e-6d13ea0b6807" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.351802] env[62023]: DEBUG oslo_vmware.api [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Task: {'id': task-1758893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302903} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.352093] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1797.352516] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1797.352712] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1797.352905] env[62023]: INFO nova.compute.manager [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1797.353169] env[62023]: DEBUG oslo.service.loopingcall [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1797.353363] env[62023]: DEBUG nova.compute.manager [-] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1797.353457] env[62023]: DEBUG nova.network.neutron [-] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1797.434154] env[62023]: DEBUG oslo_concurrency.lockutils [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.468682] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758891, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.491441] env[62023]: DEBUG oslo_concurrency.lockutils [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "7096b4e3-b7f5-4650-86e1-274b5540b925" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.491692] env[62023]: DEBUG oslo_concurrency.lockutils [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "7096b4e3-b7f5-4650-86e1-274b5540b925" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.491889] env[62023]: DEBUG oslo_concurrency.lockutils [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "7096b4e3-b7f5-4650-86e1-274b5540b925-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.492098] env[62023]: DEBUG oslo_concurrency.lockutils [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "7096b4e3-b7f5-4650-86e1-274b5540b925-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.492272] env[62023]: DEBUG oslo_concurrency.lockutils [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "7096b4e3-b7f5-4650-86e1-274b5540b925-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.496144] env[62023]: DEBUG nova.compute.manager [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Stashing vm_state: stopped {{(pid=62023) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1797.499493] env[62023]: INFO nova.compute.manager [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Terminating instance [ 1797.502620] env[62023]: DEBUG nova.network.neutron [req-c799aa24-8bcf-4763-8f14-b8d89631ab0c req-a3593dea-55ef-4b26-8655-d8b5ac44b477 service nova] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Updated VIF entry in instance network info cache for port bb883deb-7ae8-4ecc-9dcd-b0f3477113dd. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1797.502933] env[62023]: DEBUG nova.network.neutron [req-c799aa24-8bcf-4763-8f14-b8d89631ab0c req-a3593dea-55ef-4b26-8655-d8b5ac44b477 service nova] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Updating instance_info_cache with network_info: [{"id": "bb883deb-7ae8-4ecc-9dcd-b0f3477113dd", "address": "fa:16:3e:05:64:b8", "network": {"id": "a3bde613-69f5-428e-a129-74fbbe1d6915", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1658306993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7491bdf32c347afb6347a369b35fa40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb883deb-7a", "ovs_interfaceid": "bb883deb-7ae8-4ecc-9dcd-b0f3477113dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.529082] env[62023]: WARNING nova.network.neutron [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] a2abf8e9-1c85-459d-9f40-2988251aa2d1 already exists in list: networks containing: ['a2abf8e9-1c85-459d-9f40-2988251aa2d1']. ignoring it [ 1797.529286] env[62023]: WARNING nova.network.neutron [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] a2abf8e9-1c85-459d-9f40-2988251aa2d1 already exists in list: networks containing: ['a2abf8e9-1c85-459d-9f40-2988251aa2d1']. ignoring it [ 1797.554525] env[62023]: DEBUG nova.scheduler.client.report [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1797.968638] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758891, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.007221] env[62023]: DEBUG oslo_concurrency.lockutils [req-c799aa24-8bcf-4763-8f14-b8d89631ab0c req-a3593dea-55ef-4b26-8655-d8b5ac44b477 service nova] Releasing lock "refresh_cache-7247610a-9c70-478c-96f7-810485472d2f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.007935] env[62023]: DEBUG nova.compute.manager [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1798.008146] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1798.009060] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb26ff4-7747-4182-8a0e-bba06ab6f990 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.016755] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1798.017674] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.017911] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60d8b146-b6e0-4e54-9a81-d84d3e8d721f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.023943] env[62023]: DEBUG oslo_vmware.api [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1798.023943] env[62023]: value = "task-1758895" [ 1798.023943] env[62023]: _type = "Task" [ 1798.023943] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.032386] env[62023]: DEBUG oslo_vmware.api [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.061276] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.064247] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.658s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.065973] env[62023]: INFO nova.compute.claims [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1798.082413] env[62023]: INFO nova.scheduler.client.report [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Deleted allocations for instance a0a39df8-2f11-40d8-85fa-c99a7b5a7620 [ 1798.115295] env[62023]: DEBUG nova.network.neutron [-] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.192645] env[62023]: DEBUG nova.compute.manager [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1798.231223] env[62023]: DEBUG nova.virt.hardware [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1798.231569] env[62023]: DEBUG nova.virt.hardware [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1798.231776] env[62023]: DEBUG nova.virt.hardware [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1798.232016] env[62023]: DEBUG nova.virt.hardware [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1798.232209] env[62023]: DEBUG nova.virt.hardware [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1798.232396] env[62023]: DEBUG nova.virt.hardware [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1798.232658] env[62023]: DEBUG nova.virt.hardware [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1798.232868] env[62023]: DEBUG nova.virt.hardware [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1798.233102] env[62023]: DEBUG nova.virt.hardware [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1798.233312] env[62023]: DEBUG nova.virt.hardware [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1798.233536] env[62023]: DEBUG nova.virt.hardware [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1798.234770] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdb89c8-16b4-4f80-8549-759cf2b502cf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.245874] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212f15c8-084d-4198-a34c-f693993f54bb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.273584] env[62023]: DEBUG nova.compute.manager [req-ad15ab75-0ce6-4e0f-95ec-8e9c601f8a82 req-02f6dc13-53dc-48a5-95f2-8974e112c011 service nova] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Received event network-vif-deleted-913462ea-1ed3-44bf-85af-f50b15bb96da {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1798.274835] env[62023]: DEBUG nova.network.neutron [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Updating instance_info_cache with network_info: [{"id": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "address": "fa:16:3e:ba:66:67", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f35fdc-f2", "ovs_interfaceid": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e", "address": "fa:16:3e:d4:5f:9b", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98eeeb8-14", "ovs_interfaceid": "d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47fc1e9b-e12c-4e8f-92b9-56d30b459bb6", "address": "fa:16:3e:75:b3:96", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47fc1e9b-e1", "ovs_interfaceid": "47fc1e9b-e12c-4e8f-92b9-56d30b459bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.469597] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758891, 'name': CreateVM_Task, 'duration_secs': 2.080128} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.469896] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1798.470637] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.470806] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.471136] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1798.471413] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e210831-a68c-42fd-bf4a-7c425b72d4d6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.476438] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1798.476438] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5242cd1f-6ca5-039b-22ed-48c15e2a4be7" [ 1798.476438] env[62023]: _type = "Task" [ 1798.476438] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.484839] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5242cd1f-6ca5-039b-22ed-48c15e2a4be7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.534531] env[62023]: DEBUG oslo_vmware.api [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758895, 'name': PowerOffVM_Task, 'duration_secs': 0.265428} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.534880] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1798.535092] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1798.535396] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f64fbefe-16e3-4845-a9e7-8b963cbaa88b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.597055] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cc62fd5b-cf9d-4b35-8569-525f6f1abdd2 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "a0a39df8-2f11-40d8-85fa-c99a7b5a7620" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.158s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.597402] env[62023]: DEBUG oslo_concurrency.lockutils [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "a0a39df8-2f11-40d8-85fa-c99a7b5a7620" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 8.279s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.597769] env[62023]: DEBUG oslo_concurrency.lockutils [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquiring lock "a0a39df8-2f11-40d8-85fa-c99a7b5a7620-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.598457] env[62023]: DEBUG oslo_concurrency.lockutils [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "a0a39df8-2f11-40d8-85fa-c99a7b5a7620-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.598655] env[62023]: DEBUG oslo_concurrency.lockutils [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "a0a39df8-2f11-40d8-85fa-c99a7b5a7620-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.600472] env[62023]: INFO nova.compute.manager [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Terminating instance [ 1798.617516] env[62023]: INFO nova.compute.manager [-] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Took 1.26 seconds to deallocate network for instance. [ 1798.659956] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1798.660200] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1798.660380] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Deleting the datastore file [datastore1] 7096b4e3-b7f5-4650-86e1-274b5540b925 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1798.660702] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03dcc049-85df-409f-a979-908dc85f856c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.667526] env[62023]: DEBUG oslo_vmware.api [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for the task: (returnval){ [ 1798.667526] env[62023]: value = "task-1758897" [ 1798.667526] env[62023]: _type = "Task" [ 1798.667526] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.675802] env[62023]: DEBUG oslo_vmware.api [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.777960] env[62023]: DEBUG oslo_concurrency.lockutils [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.778911] env[62023]: DEBUG oslo_concurrency.lockutils [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.779049] env[62023]: DEBUG oslo_concurrency.lockutils [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.780233] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b2f5c6-27a0-4f74-8d0f-08afd289b4f0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.805436] env[62023]: DEBUG nova.virt.hardware [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1798.805688] env[62023]: DEBUG nova.virt.hardware [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1798.805841] env[62023]: DEBUG nova.virt.hardware [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1798.806030] env[62023]: DEBUG nova.virt.hardware [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1798.806183] env[62023]: DEBUG nova.virt.hardware [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1798.806329] env[62023]: DEBUG nova.virt.hardware [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1798.806532] env[62023]: DEBUG nova.virt.hardware [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1798.806692] env[62023]: DEBUG nova.virt.hardware [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1798.806857] env[62023]: DEBUG nova.virt.hardware [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1798.807029] env[62023]: DEBUG nova.virt.hardware [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1798.807208] env[62023]: DEBUG nova.virt.hardware [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1798.813597] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Reconfiguring VM to attach interface {{(pid=62023) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1798.813943] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a2c4159-9b61-4d0c-95be-b783bff58880 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.832437] env[62023]: DEBUG oslo_vmware.api [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1798.832437] env[62023]: value = "task-1758898" [ 1798.832437] env[62023]: _type = "Task" [ 1798.832437] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.840666] env[62023]: DEBUG oslo_vmware.api [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758898, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.987321] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5242cd1f-6ca5-039b-22ed-48c15e2a4be7, 'name': SearchDatastore_Task, 'duration_secs': 0.015009} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.987630] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.987828] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1798.988075] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.988226] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.988887] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1798.988887] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-943f8926-722a-4d0d-a879-64f3280a7135 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.998591] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1798.998770] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1798.999660] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "5298255f-00fc-49e6-aefc-6439abe38665" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.999893] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "5298255f-00fc-49e6-aefc-6439abe38665" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.000097] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "5298255f-00fc-49e6-aefc-6439abe38665-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.000380] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "5298255f-00fc-49e6-aefc-6439abe38665-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.000521] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "5298255f-00fc-49e6-aefc-6439abe38665-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.002209] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65c6d5dc-ff43-431d-aa84-ef2daab83a40 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.005140] env[62023]: INFO nova.compute.manager [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Terminating instance [ 1799.010178] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1799.010178] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d72487-93ba-c509-8e8b-7b3002dc843d" [ 1799.010178] env[62023]: _type = "Task" [ 1799.010178] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.016249] env[62023]: DEBUG nova.compute.manager [req-faff2844-5ca3-4cf7-9e29-ca2351c048bb req-0523fbb7-0274-4a22-8ec8-6055e3da6b38 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Received event network-vif-plugged-47fc1e9b-e12c-4e8f-92b9-56d30b459bb6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1799.016249] env[62023]: DEBUG oslo_concurrency.lockutils [req-faff2844-5ca3-4cf7-9e29-ca2351c048bb req-0523fbb7-0274-4a22-8ec8-6055e3da6b38 service nova] Acquiring lock "b2bb6c01-fe23-4099-b143-a77b3c93251f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.016868] env[62023]: DEBUG oslo_concurrency.lockutils [req-faff2844-5ca3-4cf7-9e29-ca2351c048bb req-0523fbb7-0274-4a22-8ec8-6055e3da6b38 service nova] Lock "b2bb6c01-fe23-4099-b143-a77b3c93251f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.016868] env[62023]: DEBUG oslo_concurrency.lockutils [req-faff2844-5ca3-4cf7-9e29-ca2351c048bb req-0523fbb7-0274-4a22-8ec8-6055e3da6b38 service nova] Lock "b2bb6c01-fe23-4099-b143-a77b3c93251f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.016868] env[62023]: DEBUG nova.compute.manager [req-faff2844-5ca3-4cf7-9e29-ca2351c048bb req-0523fbb7-0274-4a22-8ec8-6055e3da6b38 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] No waiting events found dispatching network-vif-plugged-47fc1e9b-e12c-4e8f-92b9-56d30b459bb6 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1799.016868] env[62023]: WARNING nova.compute.manager [req-faff2844-5ca3-4cf7-9e29-ca2351c048bb req-0523fbb7-0274-4a22-8ec8-6055e3da6b38 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Received unexpected event network-vif-plugged-47fc1e9b-e12c-4e8f-92b9-56d30b459bb6 for instance with vm_state active and task_state None. [ 1799.017146] env[62023]: DEBUG nova.compute.manager [req-faff2844-5ca3-4cf7-9e29-ca2351c048bb req-0523fbb7-0274-4a22-8ec8-6055e3da6b38 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Received event network-changed-47fc1e9b-e12c-4e8f-92b9-56d30b459bb6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1799.017146] env[62023]: DEBUG nova.compute.manager [req-faff2844-5ca3-4cf7-9e29-ca2351c048bb req-0523fbb7-0274-4a22-8ec8-6055e3da6b38 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Refreshing instance network info cache due to event network-changed-47fc1e9b-e12c-4e8f-92b9-56d30b459bb6. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1799.017233] env[62023]: DEBUG oslo_concurrency.lockutils [req-faff2844-5ca3-4cf7-9e29-ca2351c048bb req-0523fbb7-0274-4a22-8ec8-6055e3da6b38 service nova] Acquiring lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.017352] env[62023]: DEBUG oslo_concurrency.lockutils [req-faff2844-5ca3-4cf7-9e29-ca2351c048bb req-0523fbb7-0274-4a22-8ec8-6055e3da6b38 service nova] Acquired lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.017497] env[62023]: DEBUG nova.network.neutron [req-faff2844-5ca3-4cf7-9e29-ca2351c048bb req-0523fbb7-0274-4a22-8ec8-6055e3da6b38 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Refreshing network info cache for port 47fc1e9b-e12c-4e8f-92b9-56d30b459bb6 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1799.025102] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d72487-93ba-c509-8e8b-7b3002dc843d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.104320] env[62023]: DEBUG oslo_concurrency.lockutils [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquiring lock "refresh_cache-a0a39df8-2f11-40d8-85fa-c99a7b5a7620" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.104519] env[62023]: DEBUG oslo_concurrency.lockutils [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquired lock "refresh_cache-a0a39df8-2f11-40d8-85fa-c99a7b5a7620" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.104753] env[62023]: DEBUG nova.network.neutron [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1799.123324] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.177525] env[62023]: DEBUG oslo_vmware.api [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Task: {'id': task-1758897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421693} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.180090] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1799.180293] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1799.180501] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1799.180685] env[62023]: INFO nova.compute.manager [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1799.180921] env[62023]: DEBUG oslo.service.loopingcall [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.181358] env[62023]: DEBUG nova.compute.manager [-] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1799.181459] env[62023]: DEBUG nova.network.neutron [-] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1799.227157] env[62023]: DEBUG nova.network.neutron [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Successfully updated port: f619f4ea-271b-4696-9aca-4dbe7d9cc069 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1799.343094] env[62023]: DEBUG oslo_vmware.api [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.355480] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4975f6b9-e9cc-4469-9d2a-f4bc728777d3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.362821] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ae6436-ce49-46f4-9cc1-3b86800e0547 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.393693] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2851da9d-903c-454c-ad7d-f3c465793b1a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.401741] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246f6ce0-1218-4839-8361-c0b764dbb495 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.416070] env[62023]: DEBUG nova.compute.provider_tree [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1799.512154] env[62023]: DEBUG nova.compute.manager [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1799.512745] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1799.513292] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07ba1f2-0fe0-4f47-b8de-dd6517a5aa97 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.531200] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d72487-93ba-c509-8e8b-7b3002dc843d, 'name': SearchDatastore_Task, 'duration_secs': 0.02258} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.531550] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1799.533252] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7400d92-9623-4a06-b254-b948f4667fa7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.534820] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4ef529-ae4f-4b9d-a641-df9460626bc4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.541541] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1799.541541] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52573e81-e86b-1003-1558-5543101977a0" [ 1799.541541] env[62023]: _type = "Task" [ 1799.541541] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.542994] env[62023]: DEBUG oslo_vmware.api [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1799.542994] env[62023]: value = "task-1758900" [ 1799.542994] env[62023]: _type = "Task" [ 1799.542994] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.556320] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52573e81-e86b-1003-1558-5543101977a0, 'name': SearchDatastore_Task, 'duration_secs': 0.01213} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.560513] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.560749] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 7247610a-9c70-478c-96f7-810485472d2f/7247610a-9c70-478c-96f7-810485472d2f.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1799.561077] env[62023]: DEBUG oslo_vmware.api [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.561295] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14c16283-30cf-4020-a684-422b1e4e99eb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.569734] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1799.569734] env[62023]: value = "task-1758901" [ 1799.569734] env[62023]: _type = "Task" [ 1799.569734] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.579759] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.607661] env[62023]: DEBUG nova.compute.utils [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Can not refresh info_cache because instance was not found {{(pid=62023) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1799.638810] env[62023]: DEBUG nova.network.neutron [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1799.732108] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "refresh_cache-e1014627-dac2-449c-81ac-f7dee87c22b9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.732108] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquired lock "refresh_cache-e1014627-dac2-449c-81ac-f7dee87c22b9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.732309] env[62023]: DEBUG nova.network.neutron [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1799.843744] env[62023]: DEBUG oslo_vmware.api [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758898, 'name': ReconfigVM_Task, 'duration_secs': 0.970998} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.844315] env[62023]: DEBUG oslo_concurrency.lockutils [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.844574] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Reconfigured VM to attach interface {{(pid=62023) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1799.919741] env[62023]: DEBUG nova.scheduler.client.report [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1800.056855] env[62023]: DEBUG oslo_vmware.api [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758900, 'name': PowerOffVM_Task, 'duration_secs': 0.287578} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.057849] env[62023]: DEBUG nova.network.neutron [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.059873] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1800.059873] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1800.061018] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0229f46-5173-4ec8-9b38-ebf477b0c08f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.066669] env[62023]: DEBUG nova.network.neutron [-] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.083163] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758901, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.177678] env[62023]: DEBUG nova.network.neutron [req-faff2844-5ca3-4cf7-9e29-ca2351c048bb req-0523fbb7-0274-4a22-8ec8-6055e3da6b38 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Updated VIF entry in instance network info cache for port 47fc1e9b-e12c-4e8f-92b9-56d30b459bb6. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1800.178199] env[62023]: DEBUG nova.network.neutron [req-faff2844-5ca3-4cf7-9e29-ca2351c048bb req-0523fbb7-0274-4a22-8ec8-6055e3da6b38 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Updating instance_info_cache with network_info: [{"id": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "address": "fa:16:3e:ba:66:67", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f35fdc-f2", "ovs_interfaceid": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e", "address": "fa:16:3e:d4:5f:9b", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98eeeb8-14", "ovs_interfaceid": "d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47fc1e9b-e12c-4e8f-92b9-56d30b459bb6", "address": "fa:16:3e:75:b3:96", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47fc1e9b-e1", "ovs_interfaceid": "47fc1e9b-e12c-4e8f-92b9-56d30b459bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.196020] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1800.196295] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1800.196473] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Deleting the datastore file [datastore1] 5298255f-00fc-49e6-aefc-6439abe38665 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1800.196698] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eafa3cea-d7c8-42f6-9fe6-b75ed2b67e06 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.203554] env[62023]: DEBUG oslo_vmware.api [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1800.203554] env[62023]: value = "task-1758904" [ 1800.203554] env[62023]: _type = "Task" [ 1800.203554] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.211595] env[62023]: DEBUG oslo_vmware.api [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.226603] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquiring lock "6530d6b3-abf5-40f0-824e-6d13ea0b6807" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.226826] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "6530d6b3-abf5-40f0-824e-6d13ea0b6807" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.227070] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquiring lock "6530d6b3-abf5-40f0-824e-6d13ea0b6807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.227263] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "6530d6b3-abf5-40f0-824e-6d13ea0b6807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.227434] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "6530d6b3-abf5-40f0-824e-6d13ea0b6807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.229636] env[62023]: INFO nova.compute.manager [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Terminating instance [ 1800.283496] env[62023]: DEBUG nova.network.neutron [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1800.349892] env[62023]: DEBUG oslo_concurrency.lockutils [None req-36eaf906-af28-4f1f-800a-92ede49cde42 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "interface-b2bb6c01-fe23-4099-b143-a77b3c93251f-47fc1e9b-e12c-4e8f-92b9-56d30b459bb6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.112s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.425612] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.426116] env[62023]: DEBUG nova.compute.manager [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1800.428608] env[62023]: DEBUG oslo_concurrency.lockutils [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.062s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.430347] env[62023]: INFO nova.compute.claims [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1800.461137] env[62023]: DEBUG nova.network.neutron [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Updating instance_info_cache with network_info: [{"id": "f619f4ea-271b-4696-9aca-4dbe7d9cc069", "address": "fa:16:3e:65:a5:f3", "network": {"id": "46770bda-d76c-4967-92e5-d18e0fddee59", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977275857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e9db07ed1341569d4c33ebb6d2c696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf619f4ea-27", "ovs_interfaceid": "f619f4ea-271b-4696-9aca-4dbe7d9cc069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.561601] env[62023]: DEBUG oslo_concurrency.lockutils [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Releasing lock "refresh_cache-a0a39df8-2f11-40d8-85fa-c99a7b5a7620" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.562120] env[62023]: DEBUG nova.compute.manager [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1800.562263] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1800.562575] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8dc903fc-9005-4e33-8088-c0968a9fe551 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.569174] env[62023]: INFO nova.compute.manager [-] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Took 1.39 seconds to deallocate network for instance. [ 1800.573602] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd7dcdf-bd2e-45d3-9125-7e7ed54fbb8a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.596376] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614401} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.596634] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 7247610a-9c70-478c-96f7-810485472d2f/7247610a-9c70-478c-96f7-810485472d2f.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1800.596836] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1800.597086] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12eece28-9c5f-4ea1-9730-a5d2d66bad4e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.610718] env[62023]: WARNING nova.virt.vmwareapi.vmops [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a0a39df8-2f11-40d8-85fa-c99a7b5a7620 could not be found. [ 1800.610888] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.611070] env[62023]: INFO nova.compute.manager [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1800.611316] env[62023]: DEBUG oslo.service.loopingcall [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.612730] env[62023]: DEBUG nova.compute.manager [-] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1800.612895] env[62023]: DEBUG nova.network.neutron [-] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1800.614510] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1800.614510] env[62023]: value = "task-1758905" [ 1800.614510] env[62023]: _type = "Task" [ 1800.614510] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.623475] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.631012] env[62023]: DEBUG nova.network.neutron [-] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1800.681173] env[62023]: DEBUG oslo_concurrency.lockutils [req-faff2844-5ca3-4cf7-9e29-ca2351c048bb req-0523fbb7-0274-4a22-8ec8-6055e3da6b38 service nova] Releasing lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.714549] env[62023]: DEBUG oslo_vmware.api [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.733432] env[62023]: DEBUG nova.compute.manager [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1800.733659] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1800.734620] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639d33e2-d417-4c72-a9c6-8548399cbdda {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.742992] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1800.743247] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db28b35d-1e9c-4ef9-bb73-25bd3446e3d1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.750124] env[62023]: DEBUG oslo_vmware.api [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for the task: (returnval){ [ 1800.750124] env[62023]: value = "task-1758906" [ 1800.750124] env[62023]: _type = "Task" [ 1800.750124] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.758868] env[62023]: DEBUG oslo_vmware.api [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.935069] env[62023]: DEBUG nova.compute.utils [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1800.940152] env[62023]: DEBUG nova.compute.manager [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1800.940338] env[62023]: DEBUG nova.network.neutron [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1800.964140] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Releasing lock "refresh_cache-e1014627-dac2-449c-81ac-f7dee87c22b9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.964547] env[62023]: DEBUG nova.compute.manager [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Instance network_info: |[{"id": "f619f4ea-271b-4696-9aca-4dbe7d9cc069", "address": "fa:16:3e:65:a5:f3", "network": {"id": "46770bda-d76c-4967-92e5-d18e0fddee59", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977275857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e9db07ed1341569d4c33ebb6d2c696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf619f4ea-27", "ovs_interfaceid": "f619f4ea-271b-4696-9aca-4dbe7d9cc069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1800.965229] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:a5:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f619f4ea-271b-4696-9aca-4dbe7d9cc069', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1800.972998] env[62023]: DEBUG oslo.service.loopingcall [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.973297] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1800.974021] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53705cdb-f21f-40fb-92b6-95b1868357a4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.989586] env[62023]: DEBUG nova.policy [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '541b4308c376495ab1ced65a1ad96205', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8e3bbb0f7a84cf6bb5c7d94a98323a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1800.996082] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1800.996082] env[62023]: value = "task-1758907" [ 1800.996082] env[62023]: _type = "Task" [ 1800.996082] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.004946] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758907, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.043863] env[62023]: DEBUG nova.compute.manager [req-130f5794-b961-44fc-b602-4cd062b96b5f req-59d4c8aa-fda0-4535-aae7-0cfda96ae718 service nova] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Received event network-vif-plugged-f619f4ea-271b-4696-9aca-4dbe7d9cc069 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1801.044166] env[62023]: DEBUG oslo_concurrency.lockutils [req-130f5794-b961-44fc-b602-4cd062b96b5f req-59d4c8aa-fda0-4535-aae7-0cfda96ae718 service nova] Acquiring lock "e1014627-dac2-449c-81ac-f7dee87c22b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.045029] env[62023]: DEBUG oslo_concurrency.lockutils [req-130f5794-b961-44fc-b602-4cd062b96b5f req-59d4c8aa-fda0-4535-aae7-0cfda96ae718 service nova] Lock "e1014627-dac2-449c-81ac-f7dee87c22b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.045029] env[62023]: DEBUG oslo_concurrency.lockutils [req-130f5794-b961-44fc-b602-4cd062b96b5f req-59d4c8aa-fda0-4535-aae7-0cfda96ae718 service nova] Lock "e1014627-dac2-449c-81ac-f7dee87c22b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.045029] env[62023]: DEBUG nova.compute.manager [req-130f5794-b961-44fc-b602-4cd062b96b5f req-59d4c8aa-fda0-4535-aae7-0cfda96ae718 service nova] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] No waiting events found dispatching network-vif-plugged-f619f4ea-271b-4696-9aca-4dbe7d9cc069 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1801.045496] env[62023]: WARNING nova.compute.manager [req-130f5794-b961-44fc-b602-4cd062b96b5f req-59d4c8aa-fda0-4535-aae7-0cfda96ae718 service nova] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Received unexpected event network-vif-plugged-f619f4ea-271b-4696-9aca-4dbe7d9cc069 for instance with vm_state building and task_state spawning. [ 1801.045496] env[62023]: DEBUG nova.compute.manager [req-130f5794-b961-44fc-b602-4cd062b96b5f req-59d4c8aa-fda0-4535-aae7-0cfda96ae718 service nova] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Received event network-changed-f619f4ea-271b-4696-9aca-4dbe7d9cc069 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1801.045653] env[62023]: DEBUG nova.compute.manager [req-130f5794-b961-44fc-b602-4cd062b96b5f req-59d4c8aa-fda0-4535-aae7-0cfda96ae718 service nova] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Refreshing instance network info cache due to event network-changed-f619f4ea-271b-4696-9aca-4dbe7d9cc069. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1801.045888] env[62023]: DEBUG oslo_concurrency.lockutils [req-130f5794-b961-44fc-b602-4cd062b96b5f req-59d4c8aa-fda0-4535-aae7-0cfda96ae718 service nova] Acquiring lock "refresh_cache-e1014627-dac2-449c-81ac-f7dee87c22b9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.046074] env[62023]: DEBUG oslo_concurrency.lockutils [req-130f5794-b961-44fc-b602-4cd062b96b5f req-59d4c8aa-fda0-4535-aae7-0cfda96ae718 service nova] Acquired lock "refresh_cache-e1014627-dac2-449c-81ac-f7dee87c22b9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.046264] env[62023]: DEBUG nova.network.neutron [req-130f5794-b961-44fc-b602-4cd062b96b5f req-59d4c8aa-fda0-4535-aae7-0cfda96ae718 service nova] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Refreshing network info cache for port f619f4ea-271b-4696-9aca-4dbe7d9cc069 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1801.091298] env[62023]: DEBUG oslo_concurrency.lockutils [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.125857] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064517} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.126276] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1801.127442] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e34e1d-de6d-4815-95c2-83a0a56a7d2f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.148219] env[62023]: DEBUG nova.network.neutron [-] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.163225] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 7247610a-9c70-478c-96f7-810485472d2f/7247610a-9c70-478c-96f7-810485472d2f.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1801.165414] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa8824c8-4682-4185-8e2b-55b9418a529d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.191235] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1801.191235] env[62023]: value = "task-1758908" [ 1801.191235] env[62023]: _type = "Task" [ 1801.191235] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.199862] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.214881] env[62023]: DEBUG oslo_vmware.api [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.574918} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.215204] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1801.215743] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1801.215743] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1801.215865] env[62023]: INFO nova.compute.manager [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1801.216171] env[62023]: DEBUG oslo.service.loopingcall [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1801.216403] env[62023]: DEBUG nova.compute.manager [-] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1801.216529] env[62023]: DEBUG nova.network.neutron [-] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1801.261206] env[62023]: DEBUG oslo_vmware.api [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758906, 'name': PowerOffVM_Task, 'duration_secs': 0.480396} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.261574] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1801.261794] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1801.262089] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76209e3e-58a1-4601-beba-099a318b5ee2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.351706] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1801.352017] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1801.352215] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Deleting the datastore file [datastore1] 6530d6b3-abf5-40f0-824e-6d13ea0b6807 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1801.352488] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ffed7dd-969e-4153-9c26-f80c7bc94c57 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.358791] env[62023]: DEBUG oslo_vmware.api [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for the task: (returnval){ [ 1801.358791] env[62023]: value = "task-1758910" [ 1801.358791] env[62023]: _type = "Task" [ 1801.358791] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.366646] env[62023]: DEBUG oslo_vmware.api [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.396858] env[62023]: DEBUG nova.network.neutron [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Successfully created port: e7dbd49d-a782-4409-b4a6-322aa1c33e5f {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1801.440690] env[62023]: DEBUG nova.compute.manager [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1801.506461] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758907, 'name': CreateVM_Task, 'duration_secs': 0.402923} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.506804] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1801.510870] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.511286] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.511972] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1801.515022] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9004cb1a-f45d-41cd-97f2-8511df6ce2d0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.519953] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1801.519953] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525a5db8-a8f4-1c37-c563-bb2eed37f824" [ 1801.519953] env[62023]: _type = "Task" [ 1801.519953] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.531149] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525a5db8-a8f4-1c37-c563-bb2eed37f824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.668397] env[62023]: INFO nova.compute.manager [-] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Took 1.05 seconds to deallocate network for instance. [ 1801.707407] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758908, 'name': ReconfigVM_Task, 'duration_secs': 0.410168} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.707836] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 7247610a-9c70-478c-96f7-810485472d2f/7247610a-9c70-478c-96f7-810485472d2f.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1801.708609] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e07c6831-5bcf-4605-9776-6f2f10bae347 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.720442] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1801.720442] env[62023]: value = "task-1758912" [ 1801.720442] env[62023]: _type = "Task" [ 1801.720442] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.732557] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758912, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.768107] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143459c2-4f99-4cab-91c9-2efd170ab203 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.780220] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a01e012-e8f6-4b3c-b0ed-bfc24b24841c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.818918] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce49ca1-76d3-4a7f-a208-6d10deb8aaf4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.829995] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b4f179-89da-4861-b6e9-bc7c0a94c4de {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.848418] env[62023]: DEBUG nova.compute.provider_tree [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1801.880256] env[62023]: DEBUG oslo_vmware.api [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Task: {'id': task-1758910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153841} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.880256] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1801.880511] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1801.880511] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1801.880732] env[62023]: INFO nova.compute.manager [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1801.880989] env[62023]: DEBUG oslo.service.loopingcall [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1801.881204] env[62023]: DEBUG nova.compute.manager [-] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1801.881292] env[62023]: DEBUG nova.network.neutron [-] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1801.893024] env[62023]: DEBUG nova.network.neutron [req-130f5794-b961-44fc-b602-4cd062b96b5f req-59d4c8aa-fda0-4535-aae7-0cfda96ae718 service nova] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Updated VIF entry in instance network info cache for port f619f4ea-271b-4696-9aca-4dbe7d9cc069. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1801.893024] env[62023]: DEBUG nova.network.neutron [req-130f5794-b961-44fc-b602-4cd062b96b5f req-59d4c8aa-fda0-4535-aae7-0cfda96ae718 service nova] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Updating instance_info_cache with network_info: [{"id": "f619f4ea-271b-4696-9aca-4dbe7d9cc069", "address": "fa:16:3e:65:a5:f3", "network": {"id": "46770bda-d76c-4967-92e5-d18e0fddee59", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977275857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e9db07ed1341569d4c33ebb6d2c696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf619f4ea-27", "ovs_interfaceid": "f619f4ea-271b-4696-9aca-4dbe7d9cc069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.032923] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525a5db8-a8f4-1c37-c563-bb2eed37f824, 'name': SearchDatastore_Task, 'duration_secs': 0.00934} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.033250] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.033501] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1802.033757] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.033867] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.034061] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1802.034346] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fa2d1ba-fbf6-4376-b943-211ad7e8c8d7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.043496] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1802.043695] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1802.044442] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55ad56cc-447a-4351-a0d5-1bc953468dc2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.054032] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1802.054032] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cc79b9-ee1e-5530-e2e3-f8c87cd54c4f" [ 1802.054032] env[62023]: _type = "Task" [ 1802.054032] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.062538] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cc79b9-ee1e-5530-e2e3-f8c87cd54c4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.175424] env[62023]: INFO nova.compute.manager [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Instance disappeared during terminate [ 1802.175424] env[62023]: DEBUG oslo_concurrency.lockutils [None req-63c8d077-c763-4619-87de-8951cfdcbe87 tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "a0a39df8-2f11-40d8-85fa-c99a7b5a7620" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.577s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.189784] env[62023]: DEBUG nova.network.neutron [-] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.232703] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758912, 'name': Rename_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.352776] env[62023]: DEBUG nova.scheduler.client.report [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1802.393017] env[62023]: DEBUG oslo_concurrency.lockutils [req-130f5794-b961-44fc-b602-4cd062b96b5f req-59d4c8aa-fda0-4535-aae7-0cfda96ae718 service nova] Releasing lock "refresh_cache-e1014627-dac2-449c-81ac-f7dee87c22b9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.393381] env[62023]: DEBUG nova.compute.manager [req-130f5794-b961-44fc-b602-4cd062b96b5f req-59d4c8aa-fda0-4535-aae7-0cfda96ae718 service nova] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Received event network-vif-deleted-e80e0ece-2b66-4839-bb56-efb4d98b3f64 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1802.454330] env[62023]: DEBUG nova.compute.manager [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1802.476991] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "interface-b2bb6c01-fe23-4099-b143-a77b3c93251f-d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.476991] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "interface-b2bb6c01-fe23-4099-b143-a77b3c93251f-d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.494376] env[62023]: DEBUG nova.virt.hardware [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1802.494376] env[62023]: DEBUG nova.virt.hardware [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1802.494376] env[62023]: DEBUG nova.virt.hardware [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1802.494376] env[62023]: DEBUG nova.virt.hardware [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1802.494376] env[62023]: DEBUG nova.virt.hardware [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1802.494376] env[62023]: DEBUG nova.virt.hardware [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1802.494376] env[62023]: DEBUG nova.virt.hardware [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1802.494376] env[62023]: DEBUG nova.virt.hardware [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1802.494376] env[62023]: DEBUG nova.virt.hardware [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1802.494376] env[62023]: DEBUG nova.virt.hardware [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1802.494376] env[62023]: DEBUG nova.virt.hardware [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1802.494820] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ebbc18-8f18-4e8e-8d6e-6ff9099afc0f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.504465] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777f674d-0b62-4731-9f95-4a8e78d6b2bd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.568370] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52cc79b9-ee1e-5530-e2e3-f8c87cd54c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.012584} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.569284] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-086383d3-f96b-48df-8871-6a904724c745 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.575968] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1802.575968] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d6d400-59df-cfb1-1ef9-5d264d714c6d" [ 1802.575968] env[62023]: _type = "Task" [ 1802.575968] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.587299] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d6d400-59df-cfb1-1ef9-5d264d714c6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.691965] env[62023]: DEBUG nova.network.neutron [-] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.693441] env[62023]: INFO nova.compute.manager [-] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Took 1.48 seconds to deallocate network for instance. [ 1802.733324] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758912, 'name': Rename_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.857589] env[62023]: DEBUG oslo_concurrency.lockutils [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.858155] env[62023]: DEBUG nova.compute.manager [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1802.861099] env[62023]: DEBUG oslo_concurrency.lockutils [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.427s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.863059] env[62023]: INFO nova.compute.claims [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1802.984246] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.984456] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.985372] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2281da-7ea2-4b9b-afea-11c03631dc83 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.004655] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8389aaaf-ea00-43c1-acac-a58cb6c088ec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.035187] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Reconfiguring VM to detach interface {{(pid=62023) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1803.035543] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39ad4b4c-9c04-4b71-9e1d-cc23747e8977 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.055937] env[62023]: DEBUG oslo_vmware.api [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1803.055937] env[62023]: value = "task-1758913" [ 1803.055937] env[62023]: _type = "Task" [ 1803.055937] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.065650] env[62023]: DEBUG oslo_vmware.api [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.079041] env[62023]: DEBUG nova.compute.manager [req-9d13b3d9-7657-4e86-b6c4-9f738bd9da8b req-c633479f-2427-4e17-b290-ec97c2d58af8 service nova] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Received event network-vif-deleted-6ef58d50-6ba5-4952-bfeb-4385d60bbaec {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1803.079258] env[62023]: DEBUG nova.compute.manager [req-9d13b3d9-7657-4e86-b6c4-9f738bd9da8b req-c633479f-2427-4e17-b290-ec97c2d58af8 service nova] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Received event network-vif-deleted-59bfaa18-83b3-4616-9b55-324349b3fce8 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1803.079433] env[62023]: DEBUG nova.compute.manager [req-9d13b3d9-7657-4e86-b6c4-9f738bd9da8b req-c633479f-2427-4e17-b290-ec97c2d58af8 service nova] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Received event network-vif-plugged-e7dbd49d-a782-4409-b4a6-322aa1c33e5f {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1803.079626] env[62023]: DEBUG oslo_concurrency.lockutils [req-9d13b3d9-7657-4e86-b6c4-9f738bd9da8b req-c633479f-2427-4e17-b290-ec97c2d58af8 service nova] Acquiring lock "a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.079828] env[62023]: DEBUG oslo_concurrency.lockutils [req-9d13b3d9-7657-4e86-b6c4-9f738bd9da8b req-c633479f-2427-4e17-b290-ec97c2d58af8 service nova] Lock "a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.079994] env[62023]: DEBUG oslo_concurrency.lockutils [req-9d13b3d9-7657-4e86-b6c4-9f738bd9da8b req-c633479f-2427-4e17-b290-ec97c2d58af8 service nova] Lock "a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.080172] env[62023]: DEBUG nova.compute.manager [req-9d13b3d9-7657-4e86-b6c4-9f738bd9da8b req-c633479f-2427-4e17-b290-ec97c2d58af8 service nova] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] No waiting events found dispatching network-vif-plugged-e7dbd49d-a782-4409-b4a6-322aa1c33e5f {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1803.080334] env[62023]: WARNING nova.compute.manager [req-9d13b3d9-7657-4e86-b6c4-9f738bd9da8b req-c633479f-2427-4e17-b290-ec97c2d58af8 service nova] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Received unexpected event network-vif-plugged-e7dbd49d-a782-4409-b4a6-322aa1c33e5f for instance with vm_state building and task_state spawning. [ 1803.091141] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d6d400-59df-cfb1-1ef9-5d264d714c6d, 'name': SearchDatastore_Task, 'duration_secs': 0.02439} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.091820] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.092466] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] e1014627-dac2-449c-81ac-f7dee87c22b9/e1014627-dac2-449c-81ac-f7dee87c22b9.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1803.092466] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64a3ecc0-e970-4a12-8f21-4291689c8f5b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.099170] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1803.099170] env[62023]: value = "task-1758914" [ 1803.099170] env[62023]: _type = "Task" [ 1803.099170] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.107619] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.195333] env[62023]: INFO nova.compute.manager [-] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Took 1.31 seconds to deallocate network for instance. [ 1803.203937] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.220019] env[62023]: DEBUG nova.network.neutron [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Successfully updated port: e7dbd49d-a782-4409-b4a6-322aa1c33e5f {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1803.239396] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758912, 'name': Rename_Task, 'duration_secs': 1.197119} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.240703] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1803.241654] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-066bd822-4f7e-46c1-99c8-13e8c22eba6f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.251110] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1803.251110] env[62023]: value = "task-1758915" [ 1803.251110] env[62023]: _type = "Task" [ 1803.251110] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.266462] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.372974] env[62023]: DEBUG nova.compute.utils [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1803.375239] env[62023]: DEBUG nova.compute.manager [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1803.377125] env[62023]: DEBUG nova.network.neutron [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1803.418947] env[62023]: DEBUG nova.policy [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '630c4be5000e4cd395964f52540cb2cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f549db5da5bc430287682d3002b1c006', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1803.567881] env[62023]: DEBUG oslo_vmware.api [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.611334] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758914, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.706436] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.724303] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Acquiring lock "refresh_cache-a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.724521] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Acquired lock "refresh_cache-a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.725116] env[62023]: DEBUG nova.network.neutron [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1803.767306] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758915, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.793841] env[62023]: DEBUG nova.network.neutron [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Successfully created port: 67848606-0b49-4ae6-96ad-a2fa5bb4e3d6 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1803.881322] env[62023]: DEBUG nova.compute.manager [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1804.070899] env[62023]: DEBUG oslo_vmware.api [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.115794] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859046} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.119786] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] e1014627-dac2-449c-81ac-f7dee87c22b9/e1014627-dac2-449c-81ac-f7dee87c22b9.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1804.120218] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1804.121105] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-444631f9-9e58-47b5-95c9-02472c75dfb6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.129453] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1804.129453] env[62023]: value = "task-1758917" [ 1804.129453] env[62023]: _type = "Task" [ 1804.129453] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.141565] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.249129] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162dd0f0-d905-44ba-adf1-863282262346 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.259493] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6264da50-e16c-4723-a103-40a4de3cb9a6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.272962] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758915, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.302454] env[62023]: DEBUG nova.network.neutron [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1804.305201] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fb1e70-aa5a-4b1d-a8b2-beb9c0ce78d2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.314180] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3a90d1-d0b1-420c-913c-a643e7cc405a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.329932] env[62023]: DEBUG nova.compute.provider_tree [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1804.486603] env[62023]: DEBUG nova.network.neutron [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Updating instance_info_cache with network_info: [{"id": "e7dbd49d-a782-4409-b4a6-322aa1c33e5f", "address": "fa:16:3e:d0:e7:a8", "network": {"id": "0234354c-1f4b-48d6-8ef5-4a2c82fb6be5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1663822897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8e3bbb0f7a84cf6bb5c7d94a98323a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7dbd49d-a7", "ovs_interfaceid": "e7dbd49d-a782-4409-b4a6-322aa1c33e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.573442] env[62023]: DEBUG oslo_vmware.api [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.641983] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225154} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.642210] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1804.643117] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92c8cf7-5a3b-4680-95e0-d7b684a09317 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.665663] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] e1014627-dac2-449c-81ac-f7dee87c22b9/e1014627-dac2-449c-81ac-f7dee87c22b9.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1804.665983] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcebc127-dbc5-48d8-8163-4bae0536ed58 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.687034] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1804.687034] env[62023]: value = "task-1758918" [ 1804.687034] env[62023]: _type = "Task" [ 1804.687034] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.698452] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.766724] env[62023]: DEBUG oslo_vmware.api [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1758915, 'name': PowerOnVM_Task, 'duration_secs': 1.214485} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.767047] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1804.767223] env[62023]: INFO nova.compute.manager [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Took 11.03 seconds to spawn the instance on the hypervisor. [ 1804.767404] env[62023]: DEBUG nova.compute.manager [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1804.768209] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc5e485-829c-4764-8034-c000752684c0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.835382] env[62023]: DEBUG nova.scheduler.client.report [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1804.892451] env[62023]: DEBUG nova.compute.manager [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1804.923197] env[62023]: DEBUG nova.virt.hardware [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1804.923350] env[62023]: DEBUG nova.virt.hardware [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1804.923395] env[62023]: DEBUG nova.virt.hardware [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1804.924036] env[62023]: DEBUG nova.virt.hardware [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1804.924036] env[62023]: DEBUG nova.virt.hardware [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1804.924036] env[62023]: DEBUG nova.virt.hardware [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1804.924365] env[62023]: DEBUG nova.virt.hardware [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1804.924365] env[62023]: DEBUG nova.virt.hardware [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1804.924474] env[62023]: DEBUG nova.virt.hardware [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1804.924543] env[62023]: DEBUG nova.virt.hardware [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1804.924721] env[62023]: DEBUG nova.virt.hardware [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1804.925609] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcfd896-5516-49a3-87e5-6fc776492d0b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.934716] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e387e65-16ec-4fe0-b0b8-e17ad1858974 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.988740] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Releasing lock "refresh_cache-a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.989180] env[62023]: DEBUG nova.compute.manager [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Instance network_info: |[{"id": "e7dbd49d-a782-4409-b4a6-322aa1c33e5f", "address": "fa:16:3e:d0:e7:a8", "network": {"id": "0234354c-1f4b-48d6-8ef5-4a2c82fb6be5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1663822897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8e3bbb0f7a84cf6bb5c7d94a98323a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7dbd49d-a7", "ovs_interfaceid": "e7dbd49d-a782-4409-b4a6-322aa1c33e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1804.992029] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:e7:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7dbd49d-a782-4409-b4a6-322aa1c33e5f', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1804.999935] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Creating folder: Project (c8e3bbb0f7a84cf6bb5c7d94a98323a3). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1804.999935] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edb897df-db34-4725-b8ba-3be80632eebd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.011873] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Created folder: Project (c8e3bbb0f7a84cf6bb5c7d94a98323a3) in parent group-v365170. [ 1805.012150] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Creating folder: Instances. Parent ref: group-v365474. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1805.012444] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdf3cafa-cb04-415a-8b2f-e035c43299da {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.022644] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Created folder: Instances in parent group-v365474. [ 1805.022914] env[62023]: DEBUG oslo.service.loopingcall [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1805.023162] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1805.023402] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68b2212f-2875-40bb-b5ec-6702b72c3204 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.043838] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1805.043838] env[62023]: value = "task-1758921" [ 1805.043838] env[62023]: _type = "Task" [ 1805.043838] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.052297] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758921, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.071874] env[62023]: DEBUG oslo_vmware.api [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.186282] env[62023]: DEBUG nova.compute.manager [req-5a1af5a1-b29b-4769-82bb-569563c5defd req-ee5a276d-32df-46ed-9f1a-439b82568cdc service nova] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Received event network-changed-e7dbd49d-a782-4409-b4a6-322aa1c33e5f {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1805.186562] env[62023]: DEBUG nova.compute.manager [req-5a1af5a1-b29b-4769-82bb-569563c5defd req-ee5a276d-32df-46ed-9f1a-439b82568cdc service nova] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Refreshing instance network info cache due to event network-changed-e7dbd49d-a782-4409-b4a6-322aa1c33e5f. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1805.186860] env[62023]: DEBUG oslo_concurrency.lockutils [req-5a1af5a1-b29b-4769-82bb-569563c5defd req-ee5a276d-32df-46ed-9f1a-439b82568cdc service nova] Acquiring lock "refresh_cache-a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.187063] env[62023]: DEBUG oslo_concurrency.lockutils [req-5a1af5a1-b29b-4769-82bb-569563c5defd req-ee5a276d-32df-46ed-9f1a-439b82568cdc service nova] Acquired lock "refresh_cache-a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.187294] env[62023]: DEBUG nova.network.neutron [req-5a1af5a1-b29b-4769-82bb-569563c5defd req-ee5a276d-32df-46ed-9f1a-439b82568cdc service nova] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Refreshing network info cache for port e7dbd49d-a782-4409-b4a6-322aa1c33e5f {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1805.199403] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.232094] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1805.234107] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1805.284813] env[62023]: INFO nova.compute.manager [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Took 36.11 seconds to build instance. [ 1805.340944] env[62023]: DEBUG oslo_concurrency.lockutils [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.341583] env[62023]: DEBUG nova.compute.manager [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1805.345424] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.327s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.554974] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758921, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.572011] env[62023]: DEBUG oslo_vmware.api [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.721021] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758918, 'name': ReconfigVM_Task, 'duration_secs': 0.59084} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.721021] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Reconfigured VM instance instance-0000006d to attach disk [datastore1] e1014627-dac2-449c-81ac-f7dee87c22b9/e1014627-dac2-449c-81ac-f7dee87c22b9.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1805.721021] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bf4aeda-a096-4e98-adb9-ecfecc97972c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.730033] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1805.730033] env[62023]: value = "task-1758923" [ 1805.730033] env[62023]: _type = "Task" [ 1805.730033] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.748505] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1805.748675] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Starting heal instance info cache {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1805.748855] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Rebuilding the list of instances to heal {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1805.750590] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758923, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.786793] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c2696fe4-afa3-4b8e-a2a7-0ed06986dbde tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "7247610a-9c70-478c-96f7-810485472d2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.623s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.805400] env[62023]: DEBUG nova.network.neutron [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Successfully updated port: 67848606-0b49-4ae6-96ad-a2fa5bb4e3d6 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1805.851760] env[62023]: DEBUG nova.compute.utils [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1805.856139] env[62023]: INFO nova.compute.claims [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1805.860644] env[62023]: DEBUG nova.compute.manager [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1805.860934] env[62023]: DEBUG nova.network.neutron [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1805.935227] env[62023]: DEBUG nova.policy [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5eaa98e5f3a04be8b2f57dacdffe8d36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02a5bf0ab246448faf34dd3a4d051a71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1806.056796] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758921, 'name': CreateVM_Task, 'duration_secs': 0.625717} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.057482] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1806.058887] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.059072] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.059588] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1806.059909] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-526607a2-24fc-4cdf-ae70-d2a477eb33c0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.065439] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Waiting for the task: (returnval){ [ 1806.065439] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520e9fb3-d55b-6b5c-6f27-2344212d1b49" [ 1806.065439] env[62023]: _type = "Task" [ 1806.065439] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.070745] env[62023]: DEBUG nova.network.neutron [req-5a1af5a1-b29b-4769-82bb-569563c5defd req-ee5a276d-32df-46ed-9f1a-439b82568cdc service nova] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Updated VIF entry in instance network info cache for port e7dbd49d-a782-4409-b4a6-322aa1c33e5f. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1806.071693] env[62023]: DEBUG nova.network.neutron [req-5a1af5a1-b29b-4769-82bb-569563c5defd req-ee5a276d-32df-46ed-9f1a-439b82568cdc service nova] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Updating instance_info_cache with network_info: [{"id": "e7dbd49d-a782-4409-b4a6-322aa1c33e5f", "address": "fa:16:3e:d0:e7:a8", "network": {"id": "0234354c-1f4b-48d6-8ef5-4a2c82fb6be5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1663822897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8e3bbb0f7a84cf6bb5c7d94a98323a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7dbd49d-a7", "ovs_interfaceid": "e7dbd49d-a782-4409-b4a6-322aa1c33e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.083977] env[62023]: DEBUG oslo_vmware.api [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.089256] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520e9fb3-d55b-6b5c-6f27-2344212d1b49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.244068] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758923, 'name': Rename_Task, 'duration_secs': 0.149899} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.244512] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1806.245101] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23d6287a-e3d3-4838-8e57-2bed7f9e45e2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.251679] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1806.251679] env[62023]: value = "task-1758924" [ 1806.251679] env[62023]: _type = "Task" [ 1806.251679] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.256315] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Skipping network cache update for instance because it is Building. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1806.256529] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Skipping network cache update for instance because it is Building. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1806.256866] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: f06f591c-782a-4707-af72-f670a391442e] Skipping network cache update for instance because it is Building. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1806.257078] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Skipping network cache update for instance because it is Building. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1806.269025] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.307941] env[62023]: DEBUG oslo_concurrency.lockutils [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "refresh_cache-f06f591c-782a-4707-af72-f670a391442e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.308284] env[62023]: DEBUG oslo_concurrency.lockutils [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "refresh_cache-f06f591c-782a-4707-af72-f670a391442e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.308556] env[62023]: DEBUG nova.network.neutron [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1806.320400] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "refresh_cache-007c853b-b603-44e4-9f3d-42872bd4baca" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.320987] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquired lock "refresh_cache-007c853b-b603-44e4-9f3d-42872bd4baca" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.321230] env[62023]: DEBUG nova.network.neutron [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Forcefully refreshing network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1806.321453] env[62023]: DEBUG nova.objects.instance [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lazy-loading 'info_cache' on Instance uuid 007c853b-b603-44e4-9f3d-42872bd4baca {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.361805] env[62023]: DEBUG nova.compute.manager [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1806.366774] env[62023]: INFO nova.compute.resource_tracker [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Updating resource usage from migration 08c9202d-4be0-42bc-9954-79c9a9700a41 [ 1806.399638] env[62023]: DEBUG nova.network.neutron [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Successfully created port: d82b2bab-f021-4286-85d6-3f79ad46f5f9 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1806.576847] env[62023]: DEBUG oslo_concurrency.lockutils [req-5a1af5a1-b29b-4769-82bb-569563c5defd req-ee5a276d-32df-46ed-9f1a-439b82568cdc service nova] Releasing lock "refresh_cache-a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.577759] env[62023]: DEBUG oslo_vmware.api [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.588411] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520e9fb3-d55b-6b5c-6f27-2344212d1b49, 'name': SearchDatastore_Task, 'duration_secs': 0.018051} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.588904] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.589297] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1806.589683] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.590118] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.590697] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1806.593618] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83cf24ee-069a-45da-bd1d-0534f38afd56 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.606070] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1806.606070] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1806.606070] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06107227-73c4-4ac3-9b7c-d46a7de81cdd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.616119] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Waiting for the task: (returnval){ [ 1806.616119] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5234664f-b948-667a-061f-0b10d780a941" [ 1806.616119] env[62023]: _type = "Task" [ 1806.616119] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.622818] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5234664f-b948-667a-061f-0b10d780a941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.672427] env[62023]: DEBUG nova.compute.manager [req-c0b4e4f3-3d2c-4002-8c38-820cf6dfebe7 req-62a0481b-a8ad-4879-93d8-16e33ed251d5 service nova] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Received event network-changed-bb883deb-7ae8-4ecc-9dcd-b0f3477113dd {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1806.672657] env[62023]: DEBUG nova.compute.manager [req-c0b4e4f3-3d2c-4002-8c38-820cf6dfebe7 req-62a0481b-a8ad-4879-93d8-16e33ed251d5 service nova] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Refreshing instance network info cache due to event network-changed-bb883deb-7ae8-4ecc-9dcd-b0f3477113dd. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1806.672867] env[62023]: DEBUG oslo_concurrency.lockutils [req-c0b4e4f3-3d2c-4002-8c38-820cf6dfebe7 req-62a0481b-a8ad-4879-93d8-16e33ed251d5 service nova] Acquiring lock "refresh_cache-7247610a-9c70-478c-96f7-810485472d2f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.673052] env[62023]: DEBUG oslo_concurrency.lockutils [req-c0b4e4f3-3d2c-4002-8c38-820cf6dfebe7 req-62a0481b-a8ad-4879-93d8-16e33ed251d5 service nova] Acquired lock "refresh_cache-7247610a-9c70-478c-96f7-810485472d2f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.673194] env[62023]: DEBUG nova.network.neutron [req-c0b4e4f3-3d2c-4002-8c38-820cf6dfebe7 req-62a0481b-a8ad-4879-93d8-16e33ed251d5 service nova] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Refreshing network info cache for port bb883deb-7ae8-4ecc-9dcd-b0f3477113dd {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1806.678029] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d875ae25-3ed1-4495-aba5-b59265e60708 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.685186] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461def10-ab41-433d-8a84-b6e090133eec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.720169] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077bebd0-63d6-46ff-866d-a59efbf96e03 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.728854] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a994a7a-9f7c-40ff-abcb-bab91034b0a2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.743288] env[62023]: DEBUG nova.compute.provider_tree [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.763224] env[62023]: DEBUG oslo_vmware.api [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1758924, 'name': PowerOnVM_Task, 'duration_secs': 0.458934} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.763496] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1806.763698] env[62023]: INFO nova.compute.manager [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1806.763876] env[62023]: DEBUG nova.compute.manager [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1806.764897] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a710d6bf-3bcb-422f-b5d8-e410f2688232 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.846940] env[62023]: DEBUG nova.network.neutron [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1807.029982] env[62023]: DEBUG nova.network.neutron [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Updating instance_info_cache with network_info: [{"id": "67848606-0b49-4ae6-96ad-a2fa5bb4e3d6", "address": "fa:16:3e:fb:60:cf", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67848606-0b", "ovs_interfaceid": "67848606-0b49-4ae6-96ad-a2fa5bb4e3d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.077113] env[62023]: DEBUG oslo_vmware.api [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.125782] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5234664f-b948-667a-061f-0b10d780a941, 'name': SearchDatastore_Task, 'duration_secs': 0.035329} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.126587] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e384c89f-f991-43dc-921e-b211c0d991c3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.135324] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Waiting for the task: (returnval){ [ 1807.135324] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5250fd61-6b76-565e-0168-b53d42e7f483" [ 1807.135324] env[62023]: _type = "Task" [ 1807.135324] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.147944] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5250fd61-6b76-565e-0168-b53d42e7f483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.223147] env[62023]: DEBUG nova.compute.manager [req-f3a80ef3-06cc-4932-a969-e8dd9c3e56c9 req-645b4436-5b80-4bab-a834-aebfbf547e75 service nova] [instance: f06f591c-782a-4707-af72-f670a391442e] Received event network-vif-plugged-67848606-0b49-4ae6-96ad-a2fa5bb4e3d6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1807.223370] env[62023]: DEBUG oslo_concurrency.lockutils [req-f3a80ef3-06cc-4932-a969-e8dd9c3e56c9 req-645b4436-5b80-4bab-a834-aebfbf547e75 service nova] Acquiring lock "f06f591c-782a-4707-af72-f670a391442e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.223585] env[62023]: DEBUG oslo_concurrency.lockutils [req-f3a80ef3-06cc-4932-a969-e8dd9c3e56c9 req-645b4436-5b80-4bab-a834-aebfbf547e75 service nova] Lock "f06f591c-782a-4707-af72-f670a391442e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.223849] env[62023]: DEBUG oslo_concurrency.lockutils [req-f3a80ef3-06cc-4932-a969-e8dd9c3e56c9 req-645b4436-5b80-4bab-a834-aebfbf547e75 service nova] Lock "f06f591c-782a-4707-af72-f670a391442e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.223930] env[62023]: DEBUG nova.compute.manager [req-f3a80ef3-06cc-4932-a969-e8dd9c3e56c9 req-645b4436-5b80-4bab-a834-aebfbf547e75 service nova] [instance: f06f591c-782a-4707-af72-f670a391442e] No waiting events found dispatching network-vif-plugged-67848606-0b49-4ae6-96ad-a2fa5bb4e3d6 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1807.224265] env[62023]: WARNING nova.compute.manager [req-f3a80ef3-06cc-4932-a969-e8dd9c3e56c9 req-645b4436-5b80-4bab-a834-aebfbf547e75 service nova] [instance: f06f591c-782a-4707-af72-f670a391442e] Received unexpected event network-vif-plugged-67848606-0b49-4ae6-96ad-a2fa5bb4e3d6 for instance with vm_state building and task_state spawning. [ 1807.224462] env[62023]: DEBUG nova.compute.manager [req-f3a80ef3-06cc-4932-a969-e8dd9c3e56c9 req-645b4436-5b80-4bab-a834-aebfbf547e75 service nova] [instance: f06f591c-782a-4707-af72-f670a391442e] Received event network-changed-67848606-0b49-4ae6-96ad-a2fa5bb4e3d6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1807.224618] env[62023]: DEBUG nova.compute.manager [req-f3a80ef3-06cc-4932-a969-e8dd9c3e56c9 req-645b4436-5b80-4bab-a834-aebfbf547e75 service nova] [instance: f06f591c-782a-4707-af72-f670a391442e] Refreshing instance network info cache due to event network-changed-67848606-0b49-4ae6-96ad-a2fa5bb4e3d6. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1807.224785] env[62023]: DEBUG oslo_concurrency.lockutils [req-f3a80ef3-06cc-4932-a969-e8dd9c3e56c9 req-645b4436-5b80-4bab-a834-aebfbf547e75 service nova] Acquiring lock "refresh_cache-f06f591c-782a-4707-af72-f670a391442e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.246324] env[62023]: DEBUG nova.scheduler.client.report [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1807.287488] env[62023]: INFO nova.compute.manager [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Took 21.98 seconds to build instance. [ 1807.376502] env[62023]: DEBUG nova.compute.manager [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1807.409760] env[62023]: DEBUG nova.virt.hardware [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1807.410014] env[62023]: DEBUG nova.virt.hardware [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1807.410179] env[62023]: DEBUG nova.virt.hardware [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1807.410362] env[62023]: DEBUG nova.virt.hardware [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1807.410580] env[62023]: DEBUG nova.virt.hardware [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1807.410706] env[62023]: DEBUG nova.virt.hardware [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1807.410916] env[62023]: DEBUG nova.virt.hardware [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1807.411837] env[62023]: DEBUG nova.virt.hardware [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1807.411837] env[62023]: DEBUG nova.virt.hardware [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1807.412104] env[62023]: DEBUG nova.virt.hardware [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1807.412255] env[62023]: DEBUG nova.virt.hardware [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1807.413296] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869cc3ea-9272-4499-8ba2-f2941b28475d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.423807] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe59d93e-c4eb-45ea-b688-f073af6d33bb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.503407] env[62023]: DEBUG nova.network.neutron [req-c0b4e4f3-3d2c-4002-8c38-820cf6dfebe7 req-62a0481b-a8ad-4879-93d8-16e33ed251d5 service nova] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Updated VIF entry in instance network info cache for port bb883deb-7ae8-4ecc-9dcd-b0f3477113dd. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1807.505069] env[62023]: DEBUG nova.network.neutron [req-c0b4e4f3-3d2c-4002-8c38-820cf6dfebe7 req-62a0481b-a8ad-4879-93d8-16e33ed251d5 service nova] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Updating instance_info_cache with network_info: [{"id": "bb883deb-7ae8-4ecc-9dcd-b0f3477113dd", "address": "fa:16:3e:05:64:b8", "network": {"id": "a3bde613-69f5-428e-a129-74fbbe1d6915", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1658306993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7491bdf32c347afb6347a369b35fa40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb883deb-7a", "ovs_interfaceid": "bb883deb-7ae8-4ecc-9dcd-b0f3477113dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.534806] env[62023]: DEBUG oslo_concurrency.lockutils [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "refresh_cache-f06f591c-782a-4707-af72-f670a391442e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.535193] env[62023]: DEBUG nova.compute.manager [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Instance network_info: |[{"id": "67848606-0b49-4ae6-96ad-a2fa5bb4e3d6", "address": "fa:16:3e:fb:60:cf", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67848606-0b", "ovs_interfaceid": "67848606-0b49-4ae6-96ad-a2fa5bb4e3d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1807.535500] env[62023]: DEBUG oslo_concurrency.lockutils [req-f3a80ef3-06cc-4932-a969-e8dd9c3e56c9 req-645b4436-5b80-4bab-a834-aebfbf547e75 service nova] Acquired lock "refresh_cache-f06f591c-782a-4707-af72-f670a391442e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.535683] env[62023]: DEBUG nova.network.neutron [req-f3a80ef3-06cc-4932-a969-e8dd9c3e56c9 req-645b4436-5b80-4bab-a834-aebfbf547e75 service nova] [instance: f06f591c-782a-4707-af72-f670a391442e] Refreshing network info cache for port 67848606-0b49-4ae6-96ad-a2fa5bb4e3d6 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1807.536906] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:60:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67848606-0b49-4ae6-96ad-a2fa5bb4e3d6', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1807.544883] env[62023]: DEBUG oslo.service.loopingcall [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1807.548235] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f06f591c-782a-4707-af72-f670a391442e] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1807.549624] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ccb7de9-9253-4fe2-b19c-2c8e10998b51 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.585978] env[62023]: DEBUG oslo_vmware.api [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.589744] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1807.589744] env[62023]: value = "task-1758925" [ 1807.589744] env[62023]: _type = "Task" [ 1807.589744] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.595774] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758925, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.648603] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5250fd61-6b76-565e-0168-b53d42e7f483, 'name': SearchDatastore_Task, 'duration_secs': 0.012685} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.648895] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.649183] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6/a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1807.649632] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d9e2536-ec7c-4236-a7f2-ebcc6a3c8b6d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.657917] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Waiting for the task: (returnval){ [ 1807.657917] env[62023]: value = "task-1758927" [ 1807.657917] env[62023]: _type = "Task" [ 1807.657917] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.668661] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': task-1758927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.752097] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.407s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.752443] env[62023]: INFO nova.compute.manager [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Migrating [ 1807.759757] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.636s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.760260] env[62023]: DEBUG nova.objects.instance [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lazy-loading 'resources' on Instance uuid ed8d8df0-2f06-43ab-b959-e0b7597efecb {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1807.788945] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c04e76c1-92ea-41cd-9e5d-0acd5cfa8ce1 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e1014627-dac2-449c-81ac-f7dee87c22b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.491s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.946080] env[62023]: DEBUG nova.network.neutron [req-f3a80ef3-06cc-4932-a969-e8dd9c3e56c9 req-645b4436-5b80-4bab-a834-aebfbf547e75 service nova] [instance: f06f591c-782a-4707-af72-f670a391442e] Updated VIF entry in instance network info cache for port 67848606-0b49-4ae6-96ad-a2fa5bb4e3d6. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1807.946638] env[62023]: DEBUG nova.network.neutron [req-f3a80ef3-06cc-4932-a969-e8dd9c3e56c9 req-645b4436-5b80-4bab-a834-aebfbf547e75 service nova] [instance: f06f591c-782a-4707-af72-f670a391442e] Updating instance_info_cache with network_info: [{"id": "67848606-0b49-4ae6-96ad-a2fa5bb4e3d6", "address": "fa:16:3e:fb:60:cf", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67848606-0b", "ovs_interfaceid": "67848606-0b49-4ae6-96ad-a2fa5bb4e3d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.008962] env[62023]: DEBUG oslo_concurrency.lockutils [req-c0b4e4f3-3d2c-4002-8c38-820cf6dfebe7 req-62a0481b-a8ad-4879-93d8-16e33ed251d5 service nova] Releasing lock "refresh_cache-7247610a-9c70-478c-96f7-810485472d2f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.092715] env[62023]: DEBUG oslo_vmware.api [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.096516] env[62023]: DEBUG nova.network.neutron [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Successfully updated port: d82b2bab-f021-4286-85d6-3f79ad46f5f9 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1808.101168] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758925, 'name': CreateVM_Task, 'duration_secs': 0.380999} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.101815] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f06f591c-782a-4707-af72-f670a391442e] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1808.103923] env[62023]: DEBUG oslo_concurrency.lockutils [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.104057] env[62023]: DEBUG oslo_concurrency.lockutils [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.104354] env[62023]: DEBUG oslo_concurrency.lockutils [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1808.107145] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3277ab-286d-4d0c-8a49-83fd0de1c619 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.112160] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1808.112160] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524bc54e-f985-eab2-3f68-83b15aa3b2d8" [ 1808.112160] env[62023]: _type = "Task" [ 1808.112160] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.125575] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524bc54e-f985-eab2-3f68-83b15aa3b2d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.168576] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': task-1758927, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.271754] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.271932] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.272179] env[62023]: DEBUG nova.network.neutron [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1808.450497] env[62023]: DEBUG oslo_concurrency.lockutils [req-f3a80ef3-06cc-4932-a969-e8dd9c3e56c9 req-645b4436-5b80-4bab-a834-aebfbf547e75 service nova] Releasing lock "refresh_cache-f06f591c-782a-4707-af72-f670a391442e" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.458518] env[62023]: DEBUG nova.network.neutron [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Updating instance_info_cache with network_info: [{"id": "6ed47fce-8542-4930-82d1-9bf5d4cfecac", "address": "fa:16:3e:78:f4:ac", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed47fce-85", "ovs_interfaceid": "6ed47fce-8542-4930-82d1-9bf5d4cfecac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.591427] env[62023]: DEBUG oslo_vmware.api [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758913, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.599750] env[62023]: DEBUG oslo_concurrency.lockutils [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.599898] env[62023]: DEBUG oslo_concurrency.lockutils [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.600074] env[62023]: DEBUG nova.network.neutron [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1808.629098] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524bc54e-f985-eab2-3f68-83b15aa3b2d8, 'name': SearchDatastore_Task, 'duration_secs': 0.054245} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.630424] env[62023]: DEBUG oslo_concurrency.lockutils [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.630694] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1808.630938] env[62023]: DEBUG oslo_concurrency.lockutils [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.631130] env[62023]: DEBUG oslo_concurrency.lockutils [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.631291] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1808.632147] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e4ca7e-1569-4fce-b457-9a637d03e69a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.634705] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03aa0f81-aed4-44ae-b2b0-a7de9d4f3b32 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.642293] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d913ab3-c535-43ea-a55e-924987c0dd3d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.648949] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1808.649263] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1808.683829] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f172c73-5ae0-45da-a54b-b2772a03db2e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.689893] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b732855-4a61-4737-a846-4af07ea41a30 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.698466] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1808.698466] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b86b3d-e506-9e73-5c35-6d2db96d5dc5" [ 1808.698466] env[62023]: _type = "Task" [ 1808.698466] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.703334] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ea4a14-b288-4d95-a3b7-b0763c40953a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.707697] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': task-1758927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562228} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.710973] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6/a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1808.711679] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1808.713062] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54579d44-a3ea-4b3e-ab97-6cb86fe9e1ad {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.716181] env[62023]: DEBUG nova.compute.manager [req-37ed319d-c93d-43df-8ab5-b38c1a7aa300 req-96655200-44a1-4182-a0b1-9997900c4a03 service nova] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Received event network-changed-f619f4ea-271b-4696-9aca-4dbe7d9cc069 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1808.716226] env[62023]: DEBUG nova.compute.manager [req-37ed319d-c93d-43df-8ab5-b38c1a7aa300 req-96655200-44a1-4182-a0b1-9997900c4a03 service nova] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Refreshing instance network info cache due to event network-changed-f619f4ea-271b-4696-9aca-4dbe7d9cc069. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1808.716437] env[62023]: DEBUG oslo_concurrency.lockutils [req-37ed319d-c93d-43df-8ab5-b38c1a7aa300 req-96655200-44a1-4182-a0b1-9997900c4a03 service nova] Acquiring lock "refresh_cache-e1014627-dac2-449c-81ac-f7dee87c22b9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.716570] env[62023]: DEBUG oslo_concurrency.lockutils [req-37ed319d-c93d-43df-8ab5-b38c1a7aa300 req-96655200-44a1-4182-a0b1-9997900c4a03 service nova] Acquired lock "refresh_cache-e1014627-dac2-449c-81ac-f7dee87c22b9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.716780] env[62023]: DEBUG nova.network.neutron [req-37ed319d-c93d-43df-8ab5-b38c1a7aa300 req-96655200-44a1-4182-a0b1-9997900c4a03 service nova] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Refreshing network info cache for port f619f4ea-271b-4696-9aca-4dbe7d9cc069 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1808.726532] env[62023]: DEBUG nova.compute.provider_tree [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1808.742020] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b86b3d-e506-9e73-5c35-6d2db96d5dc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.742020] env[62023]: DEBUG nova.scheduler.client.report [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1808.746791] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Waiting for the task: (returnval){ [ 1808.746791] env[62023]: value = "task-1758928" [ 1808.746791] env[62023]: _type = "Task" [ 1808.746791] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.765553] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': task-1758928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.961880] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Releasing lock "refresh_cache-007c853b-b603-44e4-9f3d-42872bd4baca" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.963940] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Updated the network info_cache for instance {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1808.964377] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1808.964687] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1808.964950] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1808.965260] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1808.965511] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1808.965761] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1809.093030] env[62023]: DEBUG oslo_vmware.api [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758913, 'name': ReconfigVM_Task, 'duration_secs': 5.948429} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.093422] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.093716] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Reconfigured VM to detach interface {{(pid=62023) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1809.183833] env[62023]: DEBUG nova.network.neutron [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1809.186372] env[62023]: DEBUG nova.network.neutron [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Updating instance_info_cache with network_info: [{"id": "18d20379-27ad-4594-ac99-951261da0f79", "address": "fa:16:3e:ab:73:9a", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d20379-27", "ovs_interfaceid": "18d20379-27ad-4594-ac99-951261da0f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.221143] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b86b3d-e506-9e73-5c35-6d2db96d5dc5, 'name': SearchDatastore_Task, 'duration_secs': 0.044114} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.222284] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15fe0729-c3b2-450c-ae80-f20b1941d653 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.230091] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1809.230091] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522810d1-b6e9-8543-263a-e5b666fdf3d9" [ 1809.230091] env[62023]: _type = "Task" [ 1809.230091] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.241027] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522810d1-b6e9-8543-263a-e5b666fdf3d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.250114] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.490s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.252646] env[62023]: DEBUG nova.compute.manager [req-da485451-692b-4847-a03c-f02c2a678f93 req-fe517b3e-7491-409f-8488-264d6a28e8b0 service nova] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Received event network-vif-plugged-d82b2bab-f021-4286-85d6-3f79ad46f5f9 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1809.252843] env[62023]: DEBUG oslo_concurrency.lockutils [req-da485451-692b-4847-a03c-f02c2a678f93 req-fe517b3e-7491-409f-8488-264d6a28e8b0 service nova] Acquiring lock "7cc25b17-b0ea-415f-84b2-8f8d633e726b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.253051] env[62023]: DEBUG oslo_concurrency.lockutils [req-da485451-692b-4847-a03c-f02c2a678f93 req-fe517b3e-7491-409f-8488-264d6a28e8b0 service nova] Lock "7cc25b17-b0ea-415f-84b2-8f8d633e726b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.253223] env[62023]: DEBUG oslo_concurrency.lockutils [req-da485451-692b-4847-a03c-f02c2a678f93 req-fe517b3e-7491-409f-8488-264d6a28e8b0 service nova] Lock "7cc25b17-b0ea-415f-84b2-8f8d633e726b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.253530] env[62023]: DEBUG nova.compute.manager [req-da485451-692b-4847-a03c-f02c2a678f93 req-fe517b3e-7491-409f-8488-264d6a28e8b0 service nova] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] No waiting events found dispatching network-vif-plugged-d82b2bab-f021-4286-85d6-3f79ad46f5f9 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1809.253530] env[62023]: WARNING nova.compute.manager [req-da485451-692b-4847-a03c-f02c2a678f93 req-fe517b3e-7491-409f-8488-264d6a28e8b0 service nova] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Received unexpected event network-vif-plugged-d82b2bab-f021-4286-85d6-3f79ad46f5f9 for instance with vm_state building and task_state spawning. [ 1809.253694] env[62023]: DEBUG nova.compute.manager [req-da485451-692b-4847-a03c-f02c2a678f93 req-fe517b3e-7491-409f-8488-264d6a28e8b0 service nova] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Received event network-changed-d82b2bab-f021-4286-85d6-3f79ad46f5f9 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1809.253843] env[62023]: DEBUG nova.compute.manager [req-da485451-692b-4847-a03c-f02c2a678f93 req-fe517b3e-7491-409f-8488-264d6a28e8b0 service nova] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Refreshing instance network info cache due to event network-changed-d82b2bab-f021-4286-85d6-3f79ad46f5f9. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1809.254017] env[62023]: DEBUG oslo_concurrency.lockutils [req-da485451-692b-4847-a03c-f02c2a678f93 req-fe517b3e-7491-409f-8488-264d6a28e8b0 service nova] Acquiring lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.254471] env[62023]: DEBUG oslo_concurrency.lockutils [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.163s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.254684] env[62023]: DEBUG nova.objects.instance [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lazy-loading 'resources' on Instance uuid 7096b4e3-b7f5-4650-86e1-274b5540b925 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1809.269028] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': task-1758928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070324} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.271994] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1809.273487] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a240b6cd-32fc-43c7-a64a-8d865efef5a4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.280119] env[62023]: INFO nova.scheduler.client.report [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Deleted allocations for instance ed8d8df0-2f06-43ab-b959-e0b7597efecb [ 1809.306672] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6/a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1809.313034] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e1754f3-03b3-40d8-ac0e-07438249889e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.334877] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Waiting for the task: (returnval){ [ 1809.334877] env[62023]: value = "task-1758929" [ 1809.334877] env[62023]: _type = "Task" [ 1809.334877] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.343766] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': task-1758929, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.475204] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Getting list of instances from cluster (obj){ [ 1809.475204] env[62023]: value = "domain-c8" [ 1809.475204] env[62023]: _type = "ClusterComputeResource" [ 1809.475204] env[62023]: } {{(pid=62023) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1809.479430] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97a6a7c-06b9-4b6a-8f82-9a65fb8e4f3c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.504334] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Got total of 13 instances {{(pid=62023) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1809.504518] env[62023]: WARNING nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] While synchronizing instance power states, found 18 instances in the database and 13 instances on the hypervisor. [ 1809.504565] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Triggering sync for uuid 007c853b-b603-44e4-9f3d-42872bd4baca {{(pid=62023) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1809.504745] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Triggering sync for uuid ed8d8df0-2f06-43ab-b959-e0b7597efecb {{(pid=62023) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1809.504925] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Triggering sync for uuid 7096b4e3-b7f5-4650-86e1-274b5540b925 {{(pid=62023) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1809.505097] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Triggering sync for uuid 681fa498-8577-44cf-ab89-ede5ac113f74 {{(pid=62023) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1809.505513] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Triggering sync for uuid 539873cb-daa5-4c76-a0e0-7929e6b5117a {{(pid=62023) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1809.505513] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Triggering sync for uuid c363aeac-b213-4ad8-81a7-43bed877962c {{(pid=62023) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1809.505638] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Triggering sync for uuid b2bb6c01-fe23-4099-b143-a77b3c93251f {{(pid=62023) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1809.505730] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Triggering sync for uuid 6530d6b3-abf5-40f0-824e-6d13ea0b6807 {{(pid=62023) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1809.505879] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Triggering sync for uuid 22f7fc5e-edfb-43ed-a24d-bdf937b3164b {{(pid=62023) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1809.506036] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Triggering sync for uuid b272c798-7af0-436b-80b6-47c0fb366b5c {{(pid=62023) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1809.506341] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Triggering sync for uuid 5298255f-00fc-49e6-aefc-6439abe38665 {{(pid=62023) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1809.506341] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Triggering sync for uuid b1125817-b00b-44c0-bc80-69933347cbed {{(pid=62023) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1809.506477] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Triggering sync for uuid cfe516b9-313f-417c-a7d5-6d5ec63af4cc {{(pid=62023) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1809.506638] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Triggering sync for uuid 7247610a-9c70-478c-96f7-810485472d2f {{(pid=62023) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1809.506800] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Triggering sync for uuid e1014627-dac2-449c-81ac-f7dee87c22b9 {{(pid=62023) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1809.506981] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Triggering sync for uuid a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6 {{(pid=62023) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1809.507127] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Triggering sync for uuid f06f591c-782a-4707-af72-f670a391442e {{(pid=62023) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1809.507305] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Triggering sync for uuid 7cc25b17-b0ea-415f-84b2-8f8d633e726b {{(pid=62023) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1809.508031] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "007c853b-b603-44e4-9f3d-42872bd4baca" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.508297] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "007c853b-b603-44e4-9f3d-42872bd4baca" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.508619] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "ed8d8df0-2f06-43ab-b959-e0b7597efecb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.508840] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "7096b4e3-b7f5-4650-86e1-274b5540b925" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.509050] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "681fa498-8577-44cf-ab89-ede5ac113f74" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.509231] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "681fa498-8577-44cf-ab89-ede5ac113f74" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.512928] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "539873cb-daa5-4c76-a0e0-7929e6b5117a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.512928] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "539873cb-daa5-4c76-a0e0-7929e6b5117a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.512928] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "c363aeac-b213-4ad8-81a7-43bed877962c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.512928] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "c363aeac-b213-4ad8-81a7-43bed877962c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.512928] env[62023]: INFO nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1809.512928] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "c363aeac-b213-4ad8-81a7-43bed877962c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.512928] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.512928] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.512928] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "6530d6b3-abf5-40f0-824e-6d13ea0b6807" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.512928] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "22f7fc5e-edfb-43ed-a24d-bdf937b3164b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.512928] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "22f7fc5e-edfb-43ed-a24d-bdf937b3164b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.512928] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "b272c798-7af0-436b-80b6-47c0fb366b5c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.512928] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "b272c798-7af0-436b-80b6-47c0fb366b5c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.512928] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "5298255f-00fc-49e6-aefc-6439abe38665" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.512928] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "b1125817-b00b-44c0-bc80-69933347cbed" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.514353] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "b1125817-b00b-44c0-bc80-69933347cbed" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.514353] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "cfe516b9-313f-417c-a7d5-6d5ec63af4cc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.514353] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "cfe516b9-313f-417c-a7d5-6d5ec63af4cc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.514353] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "7247610a-9c70-478c-96f7-810485472d2f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.514353] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "7247610a-9c70-478c-96f7-810485472d2f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.514353] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "e1014627-dac2-449c-81ac-f7dee87c22b9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.514353] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "e1014627-dac2-449c-81ac-f7dee87c22b9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.514353] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.514623] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "f06f591c-782a-4707-af72-f670a391442e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.514657] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "7cc25b17-b0ea-415f-84b2-8f8d633e726b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.514830] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1809.516038] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1809.516038] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a89dfdf-7b6a-4073-91cb-7a61a972112b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.519244] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb58822-eab0-4856-b2fd-548ebd6f4478 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.522634] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d49899-5738-43ee-b98f-3466abc889cb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.527507] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1299bc-06c8-46f2-aeac-2ca9574f954f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.530392] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a24c37-0f23-496b-80ea-a544bfd10865 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.533351] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934169a9-5500-45c4-afcb-78a6ab29816e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.536091] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69246d60-2b95-4d65-aa6b-36fe8618fbfc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.539628] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1440f649-4572-41dd-85b8-8fe1932e2be5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.542788] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e38ecdf-fdfc-4874-86b5-73be5136a21a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.546144] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938b343a-ea2a-47ba-a763-8440889d426f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.550008] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1809.617020] env[62023]: DEBUG nova.network.neutron [req-37ed319d-c93d-43df-8ab5-b38c1a7aa300 req-96655200-44a1-4182-a0b1-9997900c4a03 service nova] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Updated VIF entry in instance network info cache for port f619f4ea-271b-4696-9aca-4dbe7d9cc069. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1809.617020] env[62023]: DEBUG nova.network.neutron [req-37ed319d-c93d-43df-8ab5-b38c1a7aa300 req-96655200-44a1-4182-a0b1-9997900c4a03 service nova] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Updating instance_info_cache with network_info: [{"id": "f619f4ea-271b-4696-9aca-4dbe7d9cc069", "address": "fa:16:3e:65:a5:f3", "network": {"id": "46770bda-d76c-4967-92e5-d18e0fddee59", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977275857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e9db07ed1341569d4c33ebb6d2c696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf619f4ea-27", "ovs_interfaceid": "f619f4ea-271b-4696-9aca-4dbe7d9cc069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.689870] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.742036] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522810d1-b6e9-8543-263a-e5b666fdf3d9, 'name': SearchDatastore_Task, 'duration_secs': 0.014932} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.742361] env[62023]: DEBUG oslo_concurrency.lockutils [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.742660] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] f06f591c-782a-4707-af72-f670a391442e/f06f591c-782a-4707-af72-f670a391442e.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1809.742936] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13011da6-63fa-4a2c-96c7-dd99965172d1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.751187] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1809.751187] env[62023]: value = "task-1758930" [ 1809.751187] env[62023]: _type = "Task" [ 1809.751187] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.762348] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.828314] env[62023]: DEBUG nova.network.neutron [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Updating instance_info_cache with network_info: [{"id": "d82b2bab-f021-4286-85d6-3f79ad46f5f9", "address": "fa:16:3e:38:b0:d2", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82b2bab-f0", "ovs_interfaceid": "d82b2bab-f021-4286-85d6-3f79ad46f5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.831905] env[62023]: DEBUG oslo_concurrency.lockutils [None req-02d456fc-f6a4-4d29-ba9a-626784a9274a tempest-ServerRescueNegativeTestJSON-2028534441 tempest-ServerRescueNegativeTestJSON-2028534441-project-member] Lock "ed8d8df0-2f06-43ab-b959-e0b7597efecb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.723s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.832966] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "ed8d8df0-2f06-43ab-b959-e0b7597efecb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.324s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.832966] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7176e83-e58a-41b3-9f35-80b56678e851 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.851478] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': task-1758929, 'name': ReconfigVM_Task, 'duration_secs': 0.499896} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.852915] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Reconfigured VM instance instance-0000006e to attach disk [datastore1] a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6/a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1809.853742] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5733e6ea-4968-4221-a61c-e466d45b0d65 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.858305] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32f3400-e666-4d01-bc01-c7bf9519592f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.886027] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Waiting for the task: (returnval){ [ 1809.886027] env[62023]: value = "task-1758931" [ 1809.886027] env[62023]: _type = "Task" [ 1809.886027] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.915469] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': task-1758931, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.061356] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.084590] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "539873cb-daa5-4c76-a0e0-7929e6b5117a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.575s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.087796] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "007c853b-b603-44e4-9f3d-42872bd4baca" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.579s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.089788] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.579s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.090175] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "681fa498-8577-44cf-ab89-ede5ac113f74" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.581s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.097386] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09260abf-88c2-4df2-a65a-9f7a02e9b7bc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.099055] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "cfe516b9-313f-417c-a7d5-6d5ec63af4cc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.586s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.099415] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "b1125817-b00b-44c0-bc80-69933347cbed" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.587s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.099747] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "7247610a-9c70-478c-96f7-810485472d2f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.586s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.100222] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "e1014627-dac2-449c-81ac-f7dee87c22b9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.586s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.103351] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "22f7fc5e-edfb-43ed-a24d-bdf937b3164b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.592s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.104846] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "b272c798-7af0-436b-80b6-47c0fb366b5c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.592s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.109347] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6976acd0-69ab-40ea-a033-30b9bf66b73e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.117860] env[62023]: DEBUG oslo_concurrency.lockutils [req-37ed319d-c93d-43df-8ab5-b38c1a7aa300 req-96655200-44a1-4182-a0b1-9997900c4a03 service nova] Releasing lock "refresh_cache-e1014627-dac2-449c-81ac-f7dee87c22b9" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.145829] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e45eb85-6c0a-44ef-8825-e5c9d361418d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.155110] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1724ab7b-1446-4a9d-bd46-0902777205b9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.170278] env[62023]: DEBUG nova.compute.provider_tree [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.264153] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758930, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.332148] env[62023]: DEBUG oslo_concurrency.lockutils [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.332496] env[62023]: DEBUG nova.compute.manager [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Instance network_info: |[{"id": "d82b2bab-f021-4286-85d6-3f79ad46f5f9", "address": "fa:16:3e:38:b0:d2", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82b2bab-f0", "ovs_interfaceid": "d82b2bab-f021-4286-85d6-3f79ad46f5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1810.332808] env[62023]: DEBUG oslo_concurrency.lockutils [req-da485451-692b-4847-a03c-f02c2a678f93 req-fe517b3e-7491-409f-8488-264d6a28e8b0 service nova] Acquired lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.333030] env[62023]: DEBUG nova.network.neutron [req-da485451-692b-4847-a03c-f02c2a678f93 req-fe517b3e-7491-409f-8488-264d6a28e8b0 service nova] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Refreshing network info cache for port d82b2bab-f021-4286-85d6-3f79ad46f5f9 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1810.334558] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:b0:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd82b2bab-f021-4286-85d6-3f79ad46f5f9', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1810.342706] env[62023]: DEBUG oslo.service.loopingcall [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.346482] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1810.346482] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1992bbe8-f1dc-4639-a588-f5148e4d7586 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.366199] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1810.366199] env[62023]: value = "task-1758932" [ 1810.366199] env[62023]: _type = "Task" [ 1810.366199] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.373751] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758932, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.397299] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': task-1758931, 'name': Rename_Task, 'duration_secs': 0.372487} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.397562] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1810.397851] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85b23961-ef10-485b-833c-abd5bde46c82 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.404187] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Waiting for the task: (returnval){ [ 1810.404187] env[62023]: value = "task-1758933" [ 1810.404187] env[62023]: _type = "Task" [ 1810.404187] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.415607] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': task-1758933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.417330] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "ed8d8df0-2f06-43ab-b959-e0b7597efecb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.585s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.597653] env[62023]: DEBUG oslo_concurrency.lockutils [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Acquiring lock "f1d36203-d4c4-402b-b69f-5b77fc8df823" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.598885] env[62023]: DEBUG oslo_concurrency.lockutils [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Lock "f1d36203-d4c4-402b-b69f-5b77fc8df823" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.673922] env[62023]: DEBUG nova.scheduler.client.report [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1810.752160] env[62023]: DEBUG nova.compute.manager [req-7fe27c37-f492-43ff-8599-a281c41cdaec req-1cf137ac-f218-446f-a3c8-c541af81863b service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Received event network-vif-deleted-47fc1e9b-e12c-4e8f-92b9-56d30b459bb6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1810.752160] env[62023]: INFO nova.compute.manager [req-7fe27c37-f492-43ff-8599-a281c41cdaec req-1cf137ac-f218-446f-a3c8-c541af81863b service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Neutron deleted interface 47fc1e9b-e12c-4e8f-92b9-56d30b459bb6; detaching it from the instance and deleting it from the info cache [ 1810.752778] env[62023]: DEBUG nova.network.neutron [req-7fe27c37-f492-43ff-8599-a281c41cdaec req-1cf137ac-f218-446f-a3c8-c541af81863b service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Updating instance_info_cache with network_info: [{"id": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "address": "fa:16:3e:ba:66:67", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f35fdc-f2", "ovs_interfaceid": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e", "address": "fa:16:3e:d4:5f:9b", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98eeeb8-14", "ovs_interfaceid": "d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.765410] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660486} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.766324] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] f06f591c-782a-4707-af72-f670a391442e/f06f591c-782a-4707-af72-f670a391442e.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1810.767248] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1810.767821] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9103ae2f-1879-4459-bbca-288154d2e93e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.776239] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1810.776239] env[62023]: value = "task-1758934" [ 1810.776239] env[62023]: _type = "Task" [ 1810.776239] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.791033] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.878121] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758932, 'name': CreateVM_Task, 'duration_secs': 0.373658} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.879405] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1810.880195] env[62023]: DEBUG oslo_concurrency.lockutils [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.880377] env[62023]: DEBUG oslo_concurrency.lockutils [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.880951] env[62023]: DEBUG oslo_concurrency.lockutils [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1810.881267] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ede3bd6-54eb-4f46-8042-f13c972b0b5f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.883446] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.883712] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.883911] env[62023]: DEBUG nova.network.neutron [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1810.892249] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1810.892249] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52311af8-2989-38d9-64bf-97e955f00752" [ 1810.892249] env[62023]: _type = "Task" [ 1810.892249] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.904392] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52311af8-2989-38d9-64bf-97e955f00752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.918960] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': task-1758933, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.922750] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.922973] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.923189] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "b2bb6c01-fe23-4099-b143-a77b3c93251f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.923360] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "b2bb6c01-fe23-4099-b143-a77b3c93251f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.923519] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "b2bb6c01-fe23-4099-b143-a77b3c93251f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.925966] env[62023]: INFO nova.compute.manager [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Terminating instance [ 1811.100970] env[62023]: DEBUG nova.compute.manager [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1811.179489] env[62023]: DEBUG oslo_concurrency.lockutils [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.181635] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.978s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.181875] env[62023]: DEBUG nova.objects.instance [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lazy-loading 'resources' on Instance uuid 5298255f-00fc-49e6-aefc-6439abe38665 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1811.206252] env[62023]: INFO nova.scheduler.client.report [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Deleted allocations for instance 7096b4e3-b7f5-4650-86e1-274b5540b925 [ 1811.214132] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350da85c-bdf9-4ec7-8d83-418cc29f83fb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.243812] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Updating instance 'c363aeac-b213-4ad8-81a7-43bed877962c' progress to 0 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1811.259849] env[62023]: DEBUG oslo_concurrency.lockutils [req-7fe27c37-f492-43ff-8599-a281c41cdaec req-1cf137ac-f218-446f-a3c8-c541af81863b service nova] Acquiring lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.289390] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064636} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.289390] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1811.289528] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18377c9f-19db-46d4-8d94-b0ecbef80082 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.321160] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] f06f591c-782a-4707-af72-f670a391442e/f06f591c-782a-4707-af72-f670a391442e.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1811.321865] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-953abd40-2a31-4935-b67e-c4e265516cf1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.348567] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1811.348567] env[62023]: value = "task-1758935" [ 1811.348567] env[62023]: _type = "Task" [ 1811.348567] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.359216] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758935, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.376021] env[62023]: DEBUG nova.compute.manager [req-9fb16630-78c2-411e-9d44-65fac362153c req-4859f3a6-3cb1-4123-b2db-f533f15869f4 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Received event network-vif-deleted-d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1811.376253] env[62023]: INFO nova.compute.manager [req-9fb16630-78c2-411e-9d44-65fac362153c req-4859f3a6-3cb1-4123-b2db-f533f15869f4 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Neutron deleted interface d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e; detaching it from the instance and deleting it from the info cache [ 1811.376531] env[62023]: DEBUG nova.network.neutron [req-9fb16630-78c2-411e-9d44-65fac362153c req-4859f3a6-3cb1-4123-b2db-f533f15869f4 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Updating instance_info_cache with network_info: [{"id": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "address": "fa:16:3e:ba:66:67", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f35fdc-f2", "ovs_interfaceid": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.408399] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52311af8-2989-38d9-64bf-97e955f00752, 'name': SearchDatastore_Task, 'duration_secs': 0.015461} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.414911] env[62023]: DEBUG oslo_concurrency.lockutils [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.415225] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1811.415508] env[62023]: DEBUG oslo_concurrency.lockutils [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.415691] env[62023]: DEBUG oslo_concurrency.lockutils [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.415895] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1811.416814] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f2aafa5-4f67-4b93-a104-a5014e03b9f6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.419879] env[62023]: DEBUG nova.network.neutron [req-da485451-692b-4847-a03c-f02c2a678f93 req-fe517b3e-7491-409f-8488-264d6a28e8b0 service nova] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Updated VIF entry in instance network info cache for port d82b2bab-f021-4286-85d6-3f79ad46f5f9. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1811.420256] env[62023]: DEBUG nova.network.neutron [req-da485451-692b-4847-a03c-f02c2a678f93 req-fe517b3e-7491-409f-8488-264d6a28e8b0 service nova] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Updating instance_info_cache with network_info: [{"id": "d82b2bab-f021-4286-85d6-3f79ad46f5f9", "address": "fa:16:3e:38:b0:d2", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82b2bab-f0", "ovs_interfaceid": "d82b2bab-f021-4286-85d6-3f79ad46f5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.428595] env[62023]: DEBUG oslo_vmware.api [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': task-1758933, 'name': PowerOnVM_Task, 'duration_secs': 0.953275} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.428595] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1811.428595] env[62023]: INFO nova.compute.manager [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1811.428595] env[62023]: DEBUG nova.compute.manager [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1811.430942] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa51d244-e9b5-4212-a50d-91be6bfae9d6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.434272] env[62023]: DEBUG nova.compute.manager [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1811.434387] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1811.434598] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1811.434781] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1811.436549] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7e2c3c-88d7-4c9f-9b14-e8046d7f7915 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.441979] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51f50de9-d1c4-417c-b6b2-5c33bb15d916 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.454753] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1811.455363] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1811.455363] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528496cb-3840-a39c-4e27-d5e034c0cd40" [ 1811.455363] env[62023]: _type = "Task" [ 1811.455363] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.455770] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c694d628-b7aa-4ed2-895a-ca48274e7695 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.467692] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]528496cb-3840-a39c-4e27-d5e034c0cd40, 'name': SearchDatastore_Task, 'duration_secs': 0.009929} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.468910] env[62023]: DEBUG oslo_vmware.api [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1811.468910] env[62023]: value = "task-1758936" [ 1811.468910] env[62023]: _type = "Task" [ 1811.468910] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.469162] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca9ef3a-b853-49f2-824d-5127ad67dd4b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.481361] env[62023]: DEBUG oslo_vmware.api [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.486416] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1811.486416] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521f0907-d033-28a5-6d4c-443814ce8327" [ 1811.486416] env[62023]: _type = "Task" [ 1811.486416] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.497264] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]521f0907-d033-28a5-6d4c-443814ce8327, 'name': SearchDatastore_Task, 'duration_secs': 0.012623} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.497525] env[62023]: DEBUG oslo_concurrency.lockutils [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.497600] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 7cc25b17-b0ea-415f-84b2-8f8d633e726b/7cc25b17-b0ea-415f-84b2-8f8d633e726b.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1811.498684] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3343f12d-f6f6-44d8-9e83-e3623669d8ff {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.504827] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1811.504827] env[62023]: value = "task-1758937" [ 1811.504827] env[62023]: _type = "Task" [ 1811.504827] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.514438] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.623086] env[62023]: DEBUG oslo_concurrency.lockutils [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.756585] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1811.756585] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acaa5472-f2f5-494b-b2d2-8909dda625c0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.757509] env[62023]: DEBUG oslo_concurrency.lockutils [None req-85d9b42f-792b-4acb-88a9-a74398559ab4 tempest-ServersNegativeTestJSON-836463273 tempest-ServersNegativeTestJSON-836463273-project-member] Lock "7096b4e3-b7f5-4650-86e1-274b5540b925" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.266s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.758520] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "7096b4e3-b7f5-4650-86e1-274b5540b925" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.250s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.758832] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0431d7e3-820a-4864-b84c-8bf960c7769d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.769100] env[62023]: DEBUG oslo_vmware.api [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1811.769100] env[62023]: value = "task-1758938" [ 1811.769100] env[62023]: _type = "Task" [ 1811.769100] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.784693] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eea102-f50e-4b4b-aa4e-6bce4858ac14 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.805012] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] VM already powered off {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1811.805012] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Updating instance 'c363aeac-b213-4ad8-81a7-43bed877962c' progress to 17 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1811.867404] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758935, 'name': ReconfigVM_Task, 'duration_secs': 0.294185} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.867404] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Reconfigured VM instance instance-0000006f to attach disk [datastore1] f06f591c-782a-4707-af72-f670a391442e/f06f591c-782a-4707-af72-f670a391442e.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1811.867803] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06abacfa-0778-48b1-bee2-14ed180aa29f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.876657] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1811.876657] env[62023]: value = "task-1758939" [ 1811.876657] env[62023]: _type = "Task" [ 1811.876657] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.881069] env[62023]: DEBUG oslo_concurrency.lockutils [req-9fb16630-78c2-411e-9d44-65fac362153c req-4859f3a6-3cb1-4123-b2db-f533f15869f4 service nova] Acquiring lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.899226] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758939, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.928316] env[62023]: DEBUG oslo_concurrency.lockutils [req-da485451-692b-4847-a03c-f02c2a678f93 req-fe517b3e-7491-409f-8488-264d6a28e8b0 service nova] Releasing lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.967959] env[62023]: INFO nova.compute.manager [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Took 23.58 seconds to build instance. [ 1811.973349] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.973581] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.990332] env[62023]: DEBUG oslo_vmware.api [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758936, 'name': PowerOffVM_Task, 'duration_secs': 0.243188} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.991405] env[62023]: INFO nova.network.neutron [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Port d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1811.991752] env[62023]: DEBUG nova.network.neutron [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Updating instance_info_cache with network_info: [{"id": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "address": "fa:16:3e:ba:66:67", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f35fdc-f2", "ovs_interfaceid": "20f35fdc-f284-425b-975f-b8dd11ebd8ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.993761] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1811.993996] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1811.994986] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec960ded-4eb3-4991-9085-c52541367cec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.017509] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758937, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.081808] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5205eacf-ef3b-47e3-8769-1491a16eeb75 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.092270] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e986c0b-ec81-4662-8b5d-ea521e370e68 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.130702] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d659b2a9-f0b4-4071-913a-56834ac77b53 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.133577] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1812.133784] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1812.134013] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Deleting the datastore file [datastore1] b2bb6c01-fe23-4099-b143-a77b3c93251f {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1812.134277] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d49001b-35f4-4f1e-9019-f2cba7d0df2f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.144562] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbe13f1-21c1-4219-b30e-2f39d3f18bc7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.148683] env[62023]: DEBUG oslo_vmware.api [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1812.148683] env[62023]: value = "task-1758941" [ 1812.148683] env[62023]: _type = "Task" [ 1812.148683] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.160177] env[62023]: DEBUG nova.compute.provider_tree [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.165987] env[62023]: DEBUG oslo_vmware.api [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.311448] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1812.311688] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1812.311868] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1812.312092] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1812.312252] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1812.312401] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1812.312622] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1812.312789] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1812.312994] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1812.313469] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1812.313469] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1812.318683] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-364af627-a9e9-4a2b-a825-dc9be23df997 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.335542] env[62023]: DEBUG oslo_vmware.api [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1812.335542] env[62023]: value = "task-1758942" [ 1812.335542] env[62023]: _type = "Task" [ 1812.335542] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.339224] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "7096b4e3-b7f5-4650-86e1-274b5540b925" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.581s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.344798] env[62023]: DEBUG oslo_vmware.api [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.391208] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758939, 'name': Rename_Task, 'duration_secs': 0.180061} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.392184] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1812.392184] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d8bb879-d2ff-4f2c-b013-75b409f133ad {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.402390] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1812.402390] env[62023]: value = "task-1758943" [ 1812.402390] env[62023]: _type = "Task" [ 1812.402390] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.415406] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.474346] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a0645268-b339-422f-9f32-ff2efa545964 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Lock "a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.097s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.474346] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.960s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.474346] env[62023]: INFO nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] During sync_power_state the instance has a pending task (spawning). Skip. [ 1812.474346] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.483025] env[62023]: DEBUG nova.compute.manager [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1812.496434] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "refresh_cache-b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.521404] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642497} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.521786] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 7cc25b17-b0ea-415f-84b2-8f8d633e726b/7cc25b17-b0ea-415f-84b2-8f8d633e726b.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1812.522053] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1812.523773] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e203faa-8d63-4099-a458-690ca57ca2ad {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.530623] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1812.530623] env[62023]: value = "task-1758944" [ 1812.530623] env[62023]: _type = "Task" [ 1812.530623] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.545813] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.659944] env[62023]: DEBUG oslo_vmware.api [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1758941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.468297} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.660432] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1812.660647] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1812.660880] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1812.661016] env[62023]: INFO nova.compute.manager [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1812.661277] env[62023]: DEBUG oslo.service.loopingcall [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.661477] env[62023]: DEBUG nova.compute.manager [-] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1812.661586] env[62023]: DEBUG nova.network.neutron [-] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1812.663889] env[62023]: DEBUG nova.scheduler.client.report [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1812.702588] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Acquiring lock "a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.702588] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Lock "a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.703050] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Acquiring lock "a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.703050] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Lock "a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.706543] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Lock "a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.708134] env[62023]: INFO nova.compute.manager [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Terminating instance [ 1812.747994] env[62023]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 47fc1e9b-e12c-4e8f-92b9-56d30b459bb6 could not be found.", "detail": ""}} {{(pid=62023) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1812.748274] env[62023]: DEBUG nova.network.neutron [-] Unable to show port 47fc1e9b-e12c-4e8f-92b9-56d30b459bb6 as it no longer exists. {{(pid=62023) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1812.853013] env[62023]: DEBUG oslo_vmware.api [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758942, 'name': ReconfigVM_Task, 'duration_secs': 0.213463} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.853829] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Updating instance 'c363aeac-b213-4ad8-81a7-43bed877962c' progress to 33 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1812.912550] env[62023]: DEBUG oslo_vmware.api [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1758943, 'name': PowerOnVM_Task, 'duration_secs': 0.506714} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.912986] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1812.913782] env[62023]: INFO nova.compute.manager [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1812.914191] env[62023]: DEBUG nova.compute.manager [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1812.914974] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf0a4fd-6c1f-472e-83de-ca4d511fc446 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.001180] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7777b562-d333-43d9-aa6d-9857861e17f3 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "interface-b2bb6c01-fe23-4099-b143-a77b3c93251f-d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.525s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.016386] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.039909] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "681fa498-8577-44cf-ab89-ede5ac113f74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.040293] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "681fa498-8577-44cf-ab89-ede5ac113f74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.040744] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "681fa498-8577-44cf-ab89-ede5ac113f74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.042268] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "681fa498-8577-44cf-ab89-ede5ac113f74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.042268] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "681fa498-8577-44cf-ab89-ede5ac113f74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.049872] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142985} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.053668] env[62023]: INFO nova.compute.manager [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Terminating instance [ 1813.053668] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1813.053668] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b61f065-1e82-4f6d-8341-6da3e3caed7d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.081406] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 7cc25b17-b0ea-415f-84b2-8f8d633e726b/7cc25b17-b0ea-415f-84b2-8f8d633e726b.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1813.082351] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9081b392-01bf-43ec-be6f-4ae2f0862385 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.103939] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1813.103939] env[62023]: value = "task-1758945" [ 1813.103939] env[62023]: _type = "Task" [ 1813.103939] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.112838] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758945, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.175225] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.177487] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.471s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.177722] env[62023]: DEBUG nova.objects.instance [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lazy-loading 'resources' on Instance uuid 6530d6b3-abf5-40f0-824e-6d13ea0b6807 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1813.205296] env[62023]: INFO nova.scheduler.client.report [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Deleted allocations for instance 5298255f-00fc-49e6-aefc-6439abe38665 [ 1813.212676] env[62023]: DEBUG nova.compute.manager [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1813.212919] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1813.213794] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7e83b8-c15c-471c-abb2-a1ee55271834 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.222760] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1813.223087] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bfa1653-e914-4cf2-ad54-3c59052a658b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.229840] env[62023]: DEBUG oslo_vmware.api [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Waiting for the task: (returnval){ [ 1813.229840] env[62023]: value = "task-1758946" [ 1813.229840] env[62023]: _type = "Task" [ 1813.229840] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.238137] env[62023]: DEBUG oslo_vmware.api [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': task-1758946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.363248] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1813.363488] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1813.363651] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1813.363829] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1813.363971] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1813.364137] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1813.367018] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1813.367018] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1813.367018] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1813.367018] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1813.367018] env[62023]: DEBUG nova.virt.hardware [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1813.370484] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1813.370816] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01432251-6d05-4b98-9fab-6c0f67edb154 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.390990] env[62023]: DEBUG oslo_vmware.api [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1813.390990] env[62023]: value = "task-1758947" [ 1813.390990] env[62023]: _type = "Task" [ 1813.390990] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.399623] env[62023]: DEBUG oslo_vmware.api [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.434861] env[62023]: INFO nova.compute.manager [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Took 21.09 seconds to build instance. [ 1813.561914] env[62023]: DEBUG nova.compute.manager [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1813.561914] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1813.561914] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f23d26-edb4-4c3a-b4bb-18624c98d312 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.568610] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1813.568883] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5c39e25-8bbb-4020-9e76-a32d5880c53a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.575139] env[62023]: DEBUG oslo_vmware.api [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1813.575139] env[62023]: value = "task-1758948" [ 1813.575139] env[62023]: _type = "Task" [ 1813.575139] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.585372] env[62023]: DEBUG oslo_vmware.api [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.602222] env[62023]: DEBUG nova.compute.manager [req-2ab7ff9b-5ef8-4793-9434-c1b769d433f8 req-83ba7be1-4c98-4598-9e47-715a88372033 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Received event network-vif-deleted-20f35fdc-f284-425b-975f-b8dd11ebd8ce {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1813.602554] env[62023]: INFO nova.compute.manager [req-2ab7ff9b-5ef8-4793-9434-c1b769d433f8 req-83ba7be1-4c98-4598-9e47-715a88372033 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Neutron deleted interface 20f35fdc-f284-425b-975f-b8dd11ebd8ce; detaching it from the instance and deleting it from the info cache [ 1813.602849] env[62023]: DEBUG nova.network.neutron [req-2ab7ff9b-5ef8-4793-9434-c1b769d433f8 req-83ba7be1-4c98-4598-9e47-715a88372033 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.615200] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.715246] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03200c42-5b9b-414f-9f16-6b6cfd61e160 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "5298255f-00fc-49e6-aefc-6439abe38665" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.715s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.716204] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "5298255f-00fc-49e6-aefc-6439abe38665" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.204s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.716490] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-151a7d31-fc0f-4f3c-9840-0a8e90cebe6d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.731805] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c672092-d14b-4a5d-949a-9ade41fc565b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.762382] env[62023]: DEBUG oslo_vmware.api [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': task-1758946, 'name': PowerOffVM_Task, 'duration_secs': 0.29656} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.762659] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1813.762834] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1813.763163] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32da9a00-5602-479a-9197-69e30c8344fa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.908204] env[62023]: DEBUG oslo_vmware.api [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758947, 'name': ReconfigVM_Task, 'duration_secs': 0.283109} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.909666] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1813.910021] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1813.910571] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1813.910571] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Deleting the datastore file [datastore1] a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1813.911335] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5aa1103-8da8-4a4a-989e-8fd54f97a927 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.914171] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb21645d-7705-4918-8658-91693fcf7142 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.942071] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] c363aeac-b213-4ad8-81a7-43bed877962c/c363aeac-b213-4ad8-81a7-43bed877962c.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1813.948373] env[62023]: DEBUG oslo_concurrency.lockutils [None req-61936efe-dc11-47d2-b2ac-f530999a8b5e tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "f06f591c-782a-4707-af72-f670a391442e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.619s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.948678] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cdcac83-0194-446d-8f4f-1180e2f12451 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.967268] env[62023]: DEBUG oslo_vmware.api [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Waiting for the task: (returnval){ [ 1813.967268] env[62023]: value = "task-1758950" [ 1813.967268] env[62023]: _type = "Task" [ 1813.967268] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.967268] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "f06f591c-782a-4707-af72-f670a391442e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.452s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.967268] env[62023]: INFO nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: f06f591c-782a-4707-af72-f670a391442e] During sync_power_state the instance has a pending task (spawning). Skip. [ 1813.967268] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "f06f591c-782a-4707-af72-f670a391442e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.967268] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Acquiring lock "4745415e-3f1d-4e4d-b183-8b245e76c7c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.967904] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Lock "4745415e-3f1d-4e4d-b183-8b245e76c7c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.974457] env[62023]: DEBUG oslo_vmware.api [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1813.974457] env[62023]: value = "task-1758951" [ 1813.974457] env[62023]: _type = "Task" [ 1813.974457] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.981561] env[62023]: DEBUG oslo_vmware.api [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': task-1758950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.990814] env[62023]: DEBUG oslo_vmware.api [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.028024] env[62023]: DEBUG nova.network.neutron [-] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.092957] env[62023]: DEBUG oslo_vmware.api [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758948, 'name': PowerOffVM_Task, 'duration_secs': 0.393783} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.093163] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1814.093330] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1814.093592] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7d5d094-a91a-4ce3-bce7-2ecfac5c23e5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.105770] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0e0bcf0-3394-4f55-890d-d6e1f18d74a5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.113139] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e516e1a-03c7-41db-8f9a-79853558583c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.124819] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758945, 'name': ReconfigVM_Task, 'duration_secs': 0.804304} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.126934] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2bd4d0-0172-4888-af20-8d3ea174c69a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.130727] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 7cc25b17-b0ea-415f-84b2-8f8d633e726b/7cc25b17-b0ea-415f-84b2-8f8d633e726b.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1814.134051] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e84f31bd-e0c2-4960-b221-49df7aa4684b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.136204] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0874dec4-8705-4f2b-bf29-423a52417288 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.199536] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecf4721-5983-444d-9e16-91d07e63a73e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.202497] env[62023]: DEBUG nova.compute.manager [req-2ab7ff9b-5ef8-4793-9434-c1b769d433f8 req-83ba7be1-4c98-4598-9e47-715a88372033 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Detach interface failed, port_id=20f35fdc-f284-425b-975f-b8dd11ebd8ce, reason: Instance b2bb6c01-fe23-4099-b143-a77b3c93251f could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1814.203142] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1814.203142] env[62023]: value = "task-1758953" [ 1814.203142] env[62023]: _type = "Task" [ 1814.203142] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.210329] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0c1ae1-b69b-48a8-81c1-4f3cdd3db09f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.218659] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758953, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.228995] env[62023]: DEBUG nova.compute.provider_tree [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1814.282252] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "5298255f-00fc-49e6-aefc-6439abe38665" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.285048] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1814.285169] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1814.285546] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Deleting the datastore file [datastore1] 681fa498-8577-44cf-ab89-ede5ac113f74 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1814.285649] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f063e7a-342d-4541-b61e-3c3573d33734 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.291829] env[62023]: DEBUG oslo_vmware.api [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for the task: (returnval){ [ 1814.291829] env[62023]: value = "task-1758954" [ 1814.291829] env[62023]: _type = "Task" [ 1814.291829] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.301982] env[62023]: DEBUG oslo_vmware.api [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.474230] env[62023]: DEBUG nova.compute.manager [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1814.486087] env[62023]: DEBUG oslo_vmware.api [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Task: {'id': task-1758950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368705} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.486891] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1814.487588] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1814.487830] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1814.488147] env[62023]: INFO nova.compute.manager [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1814.488474] env[62023]: DEBUG oslo.service.loopingcall [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1814.492972] env[62023]: DEBUG nova.compute.manager [-] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1814.493118] env[62023]: DEBUG nova.network.neutron [-] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1814.495373] env[62023]: DEBUG oslo_vmware.api [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758951, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.532880] env[62023]: INFO nova.compute.manager [-] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Took 1.87 seconds to deallocate network for instance. [ 1814.716903] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758953, 'name': Rename_Task, 'duration_secs': 0.230088} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.717306] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1814.717951] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abb4e62d-242d-43c2-a5f3-4e5d2a0e52e8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.725601] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1814.725601] env[62023]: value = "task-1758955" [ 1814.725601] env[62023]: _type = "Task" [ 1814.725601] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.731977] env[62023]: DEBUG nova.scheduler.client.report [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1814.739693] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.802639] env[62023]: DEBUG oslo_vmware.api [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Task: {'id': task-1758954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222784} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.802968] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1814.803211] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1814.803427] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1814.803646] env[62023]: INFO nova.compute.manager [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1814.803921] env[62023]: DEBUG oslo.service.loopingcall [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1814.804155] env[62023]: DEBUG nova.compute.manager [-] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1814.804283] env[62023]: DEBUG nova.network.neutron [-] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1814.997044] env[62023]: DEBUG oslo_vmware.api [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1758951, 'name': ReconfigVM_Task, 'duration_secs': 0.544972} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.997410] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Reconfigured VM instance instance-0000005b to attach disk [datastore1] c363aeac-b213-4ad8-81a7-43bed877962c/c363aeac-b213-4ad8-81a7-43bed877962c.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1814.997680] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Updating instance 'c363aeac-b213-4ad8-81a7-43bed877962c' progress to 50 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1815.020183] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.043760] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.130725] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "2fef913a-1c0a-4fb5-906d-18f34e376e50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.130972] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "2fef913a-1c0a-4fb5-906d-18f34e376e50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.236735] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758955, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.241753] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.243735] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.182s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.243914] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.244327] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1815.246213] env[62023]: DEBUG oslo_concurrency.lockutils [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.622s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.246213] env[62023]: INFO nova.compute.claims [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1815.249637] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae65dd46-6e37-4f5f-8349-59819a50f5fa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.259463] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61378b4e-29fa-4db0-af86-7ff75f272958 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.279407] env[62023]: INFO nova.scheduler.client.report [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Deleted allocations for instance 6530d6b3-abf5-40f0-824e-6d13ea0b6807 [ 1815.283755] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1def0de9-42bf-4f1c-8c5e-44c883042fac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.296162] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf226db-55c8-4630-ad98-c804a128a9d2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.342548] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179617MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1815.342548] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.506991] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c5642c-6e81-4b26-aa01-210892f3d6cf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.528397] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0fa70c-6b87-4257-acc8-517967660747 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.547956] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Updating instance 'c363aeac-b213-4ad8-81a7-43bed877962c' progress to 67 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1815.577285] env[62023]: DEBUG nova.network.neutron [-] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.633996] env[62023]: DEBUG nova.compute.manager [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1815.668184] env[62023]: DEBUG oslo_concurrency.lockutils [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "b1125817-b00b-44c0-bc80-69933347cbed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.668682] env[62023]: DEBUG oslo_concurrency.lockutils [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "b1125817-b00b-44c0-bc80-69933347cbed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.668987] env[62023]: DEBUG oslo_concurrency.lockutils [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "b1125817-b00b-44c0-bc80-69933347cbed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.669173] env[62023]: DEBUG oslo_concurrency.lockutils [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "b1125817-b00b-44c0-bc80-69933347cbed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.670045] env[62023]: DEBUG oslo_concurrency.lockutils [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "b1125817-b00b-44c0-bc80-69933347cbed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.676850] env[62023]: INFO nova.compute.manager [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Terminating instance [ 1815.742027] env[62023]: DEBUG oslo_vmware.api [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1758955, 'name': PowerOnVM_Task, 'duration_secs': 0.839243} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.742386] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1815.742634] env[62023]: INFO nova.compute.manager [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1815.744682] env[62023]: DEBUG nova.compute.manager [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1815.744682] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e372539a-04c0-4c35-9d5c-cac2c8261988 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.793158] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13c933d8-8269-44c4-aed4-3843529c4f8d tempest-FloatingIPsAssociationTestJSON-207219596 tempest-FloatingIPsAssociationTestJSON-207219596-project-member] Lock "6530d6b3-abf5-40f0-824e-6d13ea0b6807" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.566s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.794720] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "6530d6b3-abf5-40f0-824e-6d13ea0b6807" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.283s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.795382] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea01775e-c807-4b91-8e34-05be3d349e14 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.808929] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb17415e-6daf-43a2-b7e9-85ddf973f97d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.821851] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "cfe516b9-313f-417c-a7d5-6d5ec63af4cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.822213] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "cfe516b9-313f-417c-a7d5-6d5ec63af4cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.822468] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "cfe516b9-313f-417c-a7d5-6d5ec63af4cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.822695] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "cfe516b9-313f-417c-a7d5-6d5ec63af4cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.822914] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "cfe516b9-313f-417c-a7d5-6d5ec63af4cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.827536] env[62023]: INFO nova.compute.manager [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Terminating instance [ 1815.868285] env[62023]: DEBUG nova.compute.manager [req-c5013f32-9dd6-49ba-8327-0ee687e6fa10 req-3b7a246a-87a8-49be-9409-9c488176f13e service nova] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Received event network-vif-deleted-e7dbd49d-a782-4409-b4a6-322aa1c33e5f {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1815.868711] env[62023]: DEBUG nova.compute.manager [req-c5013f32-9dd6-49ba-8327-0ee687e6fa10 req-3b7a246a-87a8-49be-9409-9c488176f13e service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Received event network-vif-deleted-8dd471b8-9155-4515-9d4b-e714ea47402c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1815.869073] env[62023]: INFO nova.compute.manager [req-c5013f32-9dd6-49ba-8327-0ee687e6fa10 req-3b7a246a-87a8-49be-9409-9c488176f13e service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Neutron deleted interface 8dd471b8-9155-4515-9d4b-e714ea47402c; detaching it from the instance and deleting it from the info cache [ 1815.869450] env[62023]: DEBUG nova.network.neutron [req-c5013f32-9dd6-49ba-8327-0ee687e6fa10 req-3b7a246a-87a8-49be-9409-9c488176f13e service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.080015] env[62023]: INFO nova.compute.manager [-] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Took 1.59 seconds to deallocate network for instance. [ 1816.089826] env[62023]: DEBUG nova.network.neutron [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Port 18d20379-27ad-4594-ac99-951261da0f79 binding to destination host cpu-1 is already ACTIVE {{(pid=62023) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1816.124035] env[62023]: DEBUG nova.network.neutron [-] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.160322] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.185731] env[62023]: DEBUG nova.compute.manager [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1816.186053] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1816.186955] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29964b2-1b42-47ed-a381-6b32d4f46637 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.195012] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1816.195273] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56016a54-66cf-49ba-a25b-fbed8cb84ec6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.202254] env[62023]: DEBUG oslo_vmware.api [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1816.202254] env[62023]: value = "task-1758956" [ 1816.202254] env[62023]: _type = "Task" [ 1816.202254] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.212994] env[62023]: DEBUG oslo_vmware.api [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.269068] env[62023]: INFO nova.compute.manager [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Took 18.85 seconds to build instance. [ 1816.334217] env[62023]: DEBUG nova.compute.manager [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1816.334430] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1816.335737] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c295a9-965b-47f0-81ef-cf6813e28551 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.344185] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1816.344442] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09e390cb-1cf0-492a-b17d-aba0b8c16bcb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.353503] env[62023]: DEBUG oslo_vmware.api [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1816.353503] env[62023]: value = "task-1758957" [ 1816.353503] env[62023]: _type = "Task" [ 1816.353503] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.362331] env[62023]: DEBUG oslo_vmware.api [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.366579] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "6530d6b3-abf5-40f0-824e-6d13ea0b6807" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.572s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.372386] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3956495-6a39-4900-b393-0b016ddb4cef {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.384357] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f75317-42d8-4840-adc4-9fc561c64199 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.423669] env[62023]: DEBUG nova.compute.manager [req-c5013f32-9dd6-49ba-8327-0ee687e6fa10 req-3b7a246a-87a8-49be-9409-9c488176f13e service nova] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Detach interface failed, port_id=8dd471b8-9155-4515-9d4b-e714ea47402c, reason: Instance 681fa498-8577-44cf-ab89-ede5ac113f74 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1816.584774] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b124f8dc-a249-4385-b620-da7aa5c1affa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.588407] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.598847] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d09e058-91b0-449a-81a4-d9c877cfa0e4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.628966] env[62023]: INFO nova.compute.manager [-] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Took 1.82 seconds to deallocate network for instance. [ 1816.631554] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f893db-3582-4dc5-9f34-ad04069ce602 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.643782] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc96c9a2-57ae-48ec-b09b-c8ff0132a8f8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.656265] env[62023]: DEBUG nova.compute.provider_tree [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1816.712411] env[62023]: DEBUG oslo_vmware.api [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758956, 'name': PowerOffVM_Task, 'duration_secs': 0.351829} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.712630] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1816.712803] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1816.713070] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28d1fc31-c0ee-4503-86f6-c410f1553156 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.771902] env[62023]: DEBUG oslo_concurrency.lockutils [None req-decc9fa8-bc90-4626-bdc7-48e3f70b5cce tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7cc25b17-b0ea-415f-84b2-8f8d633e726b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.361s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.772214] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "7cc25b17-b0ea-415f-84b2-8f8d633e726b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.257s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.772406] env[62023]: INFO nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] During sync_power_state the instance has a pending task (spawning). Skip. [ 1816.772587] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "7cc25b17-b0ea-415f-84b2-8f8d633e726b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.813855] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1816.814099] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1816.814290] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Deleting the datastore file [datastore1] b1125817-b00b-44c0-bc80-69933347cbed {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1816.814609] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c90ddb3c-4e1d-48ba-b9ed-78810a1fdb68 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.821653] env[62023]: DEBUG oslo_vmware.api [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1816.821653] env[62023]: value = "task-1758959" [ 1816.821653] env[62023]: _type = "Task" [ 1816.821653] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.829607] env[62023]: DEBUG oslo_vmware.api [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.864360] env[62023]: DEBUG oslo_vmware.api [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758957, 'name': PowerOffVM_Task, 'duration_secs': 0.25506} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.864661] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1816.864843] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1816.865112] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3edb35b8-6981-4a13-ba90-16bc47ed0608 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.986835] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1816.986835] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1816.987188] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Deleting the datastore file [datastore1] cfe516b9-313f-417c-a7d5-6d5ec63af4cc {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1816.987294] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acaa4394-d995-4c8b-af03-ace36f3dc230 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.993874] env[62023]: DEBUG oslo_vmware.api [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for the task: (returnval){ [ 1816.993874] env[62023]: value = "task-1758961" [ 1816.993874] env[62023]: _type = "Task" [ 1816.993874] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.003106] env[62023]: DEBUG oslo_vmware.api [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.121027] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "c363aeac-b213-4ad8-81a7-43bed877962c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.121027] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "c363aeac-b213-4ad8-81a7-43bed877962c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.121027] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "c363aeac-b213-4ad8-81a7-43bed877962c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.139028] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.159987] env[62023]: DEBUG nova.scheduler.client.report [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1817.219910] env[62023]: DEBUG nova.compute.manager [req-dd06c3b9-8710-48e5-8f26-3027743352b7 req-11fe50c5-84fd-46cc-815c-4f8971078b69 service nova] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Received event network-changed-d82b2bab-f021-4286-85d6-3f79ad46f5f9 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1817.220124] env[62023]: DEBUG nova.compute.manager [req-dd06c3b9-8710-48e5-8f26-3027743352b7 req-11fe50c5-84fd-46cc-815c-4f8971078b69 service nova] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Refreshing instance network info cache due to event network-changed-d82b2bab-f021-4286-85d6-3f79ad46f5f9. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1817.220371] env[62023]: DEBUG oslo_concurrency.lockutils [req-dd06c3b9-8710-48e5-8f26-3027743352b7 req-11fe50c5-84fd-46cc-815c-4f8971078b69 service nova] Acquiring lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.220746] env[62023]: DEBUG oslo_concurrency.lockutils [req-dd06c3b9-8710-48e5-8f26-3027743352b7 req-11fe50c5-84fd-46cc-815c-4f8971078b69 service nova] Acquired lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.220917] env[62023]: DEBUG nova.network.neutron [req-dd06c3b9-8710-48e5-8f26-3027743352b7 req-11fe50c5-84fd-46cc-815c-4f8971078b69 service nova] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Refreshing network info cache for port d82b2bab-f021-4286-85d6-3f79ad46f5f9 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1817.336633] env[62023]: DEBUG oslo_vmware.api [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251147} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.336633] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1817.336633] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1817.337103] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1817.337103] env[62023]: INFO nova.compute.manager [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1817.337403] env[62023]: DEBUG oslo.service.loopingcall [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1817.337803] env[62023]: DEBUG nova.compute.manager [-] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1817.337803] env[62023]: DEBUG nova.network.neutron [-] [instance: b1125817-b00b-44c0-bc80-69933347cbed] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1817.505519] env[62023]: DEBUG oslo_vmware.api [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Task: {'id': task-1758961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151208} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.505859] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1817.506093] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1817.506287] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1817.506564] env[62023]: INFO nova.compute.manager [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1817.506820] env[62023]: DEBUG oslo.service.loopingcall [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1817.506890] env[62023]: DEBUG nova.compute.manager [-] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1817.506964] env[62023]: DEBUG nova.network.neutron [-] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1817.664405] env[62023]: DEBUG oslo_concurrency.lockutils [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.664816] env[62023]: DEBUG nova.compute.manager [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1817.670995] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.651s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.670995] env[62023]: INFO nova.compute.claims [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1817.902249] env[62023]: DEBUG nova.compute.manager [req-6ac6b730-750d-485a-8fb0-bd64f5fa48c1 req-ff26682b-ba9b-4a0a-9959-6262e76d1c46 service nova] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Received event network-vif-deleted-0d9a8666-cc0c-4d09-b2d7-46f61060550a {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1817.902384] env[62023]: INFO nova.compute.manager [req-6ac6b730-750d-485a-8fb0-bd64f5fa48c1 req-ff26682b-ba9b-4a0a-9959-6262e76d1c46 service nova] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Neutron deleted interface 0d9a8666-cc0c-4d09-b2d7-46f61060550a; detaching it from the instance and deleting it from the info cache [ 1817.902562] env[62023]: DEBUG nova.network.neutron [req-6ac6b730-750d-485a-8fb0-bd64f5fa48c1 req-ff26682b-ba9b-4a0a-9959-6262e76d1c46 service nova] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.078308] env[62023]: DEBUG nova.network.neutron [req-dd06c3b9-8710-48e5-8f26-3027743352b7 req-11fe50c5-84fd-46cc-815c-4f8971078b69 service nova] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Updated VIF entry in instance network info cache for port d82b2bab-f021-4286-85d6-3f79ad46f5f9. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1818.078308] env[62023]: DEBUG nova.network.neutron [req-dd06c3b9-8710-48e5-8f26-3027743352b7 req-11fe50c5-84fd-46cc-815c-4f8971078b69 service nova] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Updating instance_info_cache with network_info: [{"id": "d82b2bab-f021-4286-85d6-3f79ad46f5f9", "address": "fa:16:3e:38:b0:d2", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82b2bab-f0", "ovs_interfaceid": "d82b2bab-f021-4286-85d6-3f79ad46f5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.159655] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.159840] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.160031] env[62023]: DEBUG nova.network.neutron [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1818.176209] env[62023]: DEBUG nova.compute.utils [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1818.177698] env[62023]: DEBUG nova.compute.manager [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1818.177864] env[62023]: DEBUG nova.network.neutron [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1818.250209] env[62023]: DEBUG nova.policy [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ba2d1bbff3d4e5688530129623060e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9aadd5d0f9b428a98f2534352609ab2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1818.296159] env[62023]: DEBUG nova.network.neutron [-] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.405684] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4850056-8682-49d6-8001-5e25eed315ed {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.416086] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2226f53-5714-463d-846b-d7558a57e7be {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.429272] env[62023]: DEBUG nova.network.neutron [-] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.450380] env[62023]: DEBUG nova.compute.manager [req-6ac6b730-750d-485a-8fb0-bd64f5fa48c1 req-ff26682b-ba9b-4a0a-9959-6262e76d1c46 service nova] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Detach interface failed, port_id=0d9a8666-cc0c-4d09-b2d7-46f61060550a, reason: Instance b1125817-b00b-44c0-bc80-69933347cbed could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1818.580841] env[62023]: DEBUG oslo_concurrency.lockutils [req-dd06c3b9-8710-48e5-8f26-3027743352b7 req-11fe50c5-84fd-46cc-815c-4f8971078b69 service nova] Releasing lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.607467] env[62023]: DEBUG nova.network.neutron [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Successfully created port: 85571b33-7fa0-4766-a3f7-d552aac6ac0a {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1818.685600] env[62023]: DEBUG nova.compute.manager [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1818.719028] env[62023]: INFO nova.compute.manager [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Rebuilding instance [ 1818.778906] env[62023]: DEBUG nova.compute.manager [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1818.780513] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba2236c-9c5c-48cc-bb1e-fcff8bddac67 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.799799] env[62023]: INFO nova.compute.manager [-] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Took 1.46 seconds to deallocate network for instance. [ 1818.933066] env[62023]: INFO nova.compute.manager [-] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Took 1.43 seconds to deallocate network for instance. [ 1818.966316] env[62023]: DEBUG nova.network.neutron [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Updating instance_info_cache with network_info: [{"id": "18d20379-27ad-4594-ac99-951261da0f79", "address": "fa:16:3e:ab:73:9a", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d20379-27", "ovs_interfaceid": "18d20379-27ad-4594-ac99-951261da0f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.005526] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065e5a6c-4f33-48af-a412-5631f0ebcf4f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.014025] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43273b3d-d60f-489d-ae61-29b9c01ad97b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.047911] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e220f22-c834-4e02-8f97-26a25ba32d56 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.056454] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8062e5a1-0c7d-45bf-b7d3-f8da1cf58f7c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.070607] env[62023]: DEBUG nova.compute.provider_tree [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1819.309011] env[62023]: DEBUG oslo_concurrency.lockutils [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.439436] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.469372] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.574225] env[62023]: DEBUG nova.scheduler.client.report [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1819.695660] env[62023]: DEBUG nova.compute.manager [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1819.722815] env[62023]: DEBUG nova.virt.hardware [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1819.722988] env[62023]: DEBUG nova.virt.hardware [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1819.723264] env[62023]: DEBUG nova.virt.hardware [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1819.723456] env[62023]: DEBUG nova.virt.hardware [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1819.723595] env[62023]: DEBUG nova.virt.hardware [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1819.723744] env[62023]: DEBUG nova.virt.hardware [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1819.723956] env[62023]: DEBUG nova.virt.hardware [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1819.724130] env[62023]: DEBUG nova.virt.hardware [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1819.724296] env[62023]: DEBUG nova.virt.hardware [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1819.724455] env[62023]: DEBUG nova.virt.hardware [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1819.724627] env[62023]: DEBUG nova.virt.hardware [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1819.725791] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f79be1-37e2-4481-99e2-7f186d086b33 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.733959] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c3f4a0-7537-4a49-99de-7fa2a69d622e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.797403] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1819.797716] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6558b35-cbeb-427a-b2c5-1304767c1387 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.805200] env[62023]: DEBUG oslo_vmware.api [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Waiting for the task: (returnval){ [ 1819.805200] env[62023]: value = "task-1758962" [ 1819.805200] env[62023]: _type = "Task" [ 1819.805200] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.813187] env[62023]: DEBUG oslo_vmware.api [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.930523] env[62023]: DEBUG nova.compute.manager [req-ceb4e51d-6680-4491-831d-88374ecb3f03 req-4919bdde-220e-4e9b-a453-c6053e4d9edf service nova] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Received event network-vif-deleted-570e17a2-b8bf-4349-ab71-9d9cfedbf2b6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1819.991443] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897e477a-5fe3-412c-bd98-d181e21b478a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.012575] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1559dbeb-8778-4fc3-aa16-18a9c7552566 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.020421] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Updating instance 'c363aeac-b213-4ad8-81a7-43bed877962c' progress to 83 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1820.031921] env[62023]: DEBUG nova.compute.manager [req-7ac37c45-e3a8-4d6e-994b-8e702d962edb req-39e3a17e-d0a9-4b5a-be11-49be7f6a3ade service nova] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Received event network-vif-plugged-85571b33-7fa0-4766-a3f7-d552aac6ac0a {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1820.032128] env[62023]: DEBUG oslo_concurrency.lockutils [req-7ac37c45-e3a8-4d6e-994b-8e702d962edb req-39e3a17e-d0a9-4b5a-be11-49be7f6a3ade service nova] Acquiring lock "f1d36203-d4c4-402b-b69f-5b77fc8df823-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.032336] env[62023]: DEBUG oslo_concurrency.lockutils [req-7ac37c45-e3a8-4d6e-994b-8e702d962edb req-39e3a17e-d0a9-4b5a-be11-49be7f6a3ade service nova] Lock "f1d36203-d4c4-402b-b69f-5b77fc8df823-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.032499] env[62023]: DEBUG oslo_concurrency.lockutils [req-7ac37c45-e3a8-4d6e-994b-8e702d962edb req-39e3a17e-d0a9-4b5a-be11-49be7f6a3ade service nova] Lock "f1d36203-d4c4-402b-b69f-5b77fc8df823-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.032663] env[62023]: DEBUG nova.compute.manager [req-7ac37c45-e3a8-4d6e-994b-8e702d962edb req-39e3a17e-d0a9-4b5a-be11-49be7f6a3ade service nova] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] No waiting events found dispatching network-vif-plugged-85571b33-7fa0-4766-a3f7-d552aac6ac0a {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1820.032819] env[62023]: WARNING nova.compute.manager [req-7ac37c45-e3a8-4d6e-994b-8e702d962edb req-39e3a17e-d0a9-4b5a-be11-49be7f6a3ade service nova] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Received unexpected event network-vif-plugged-85571b33-7fa0-4766-a3f7-d552aac6ac0a for instance with vm_state building and task_state spawning. [ 1820.080101] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.080527] env[62023]: DEBUG nova.compute.manager [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1820.087020] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.064s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.087020] env[62023]: INFO nova.compute.claims [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1820.186976] env[62023]: DEBUG nova.network.neutron [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Successfully updated port: 85571b33-7fa0-4766-a3f7-d552aac6ac0a {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1820.317145] env[62023]: DEBUG oslo_vmware.api [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758962, 'name': PowerOffVM_Task, 'duration_secs': 0.23818} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.317529] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1820.318474] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1820.318806] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae009d1e-fc84-4fe7-861c-b4e23cf4af13 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.326457] env[62023]: DEBUG oslo_vmware.api [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Waiting for the task: (returnval){ [ 1820.326457] env[62023]: value = "task-1758963" [ 1820.326457] env[62023]: _type = "Task" [ 1820.326457] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.337792] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] VM already powered off {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1820.338058] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Volume detach. Driver type: vmdk {{(pid=62023) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1820.338312] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365448', 'volume_id': '57343604-faba-4018-b41e-ee0b16a571a4', 'name': 'volume-57343604-faba-4018-b41e-ee0b16a571a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '22f7fc5e-edfb-43ed-a24d-bdf937b3164b', 'attached_at': '', 'detached_at': '', 'volume_id': '57343604-faba-4018-b41e-ee0b16a571a4', 'serial': '57343604-faba-4018-b41e-ee0b16a571a4'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1820.339309] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b1067f-76da-4694-9fe0-b9ff1a4ab740 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.359196] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d8466b-92d9-47b5-ac49-4f81ab4c26fe {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.365493] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4bf78b-8f3f-4e38-abaf-fd1358b441db {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.384679] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4033371f-5e62-470b-af2f-5c28028582bc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.399385] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] The volume has not been displaced from its original location: [datastore1] volume-57343604-faba-4018-b41e-ee0b16a571a4/volume-57343604-faba-4018-b41e-ee0b16a571a4.vmdk. No consolidation needed. {{(pid=62023) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1820.404794] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1820.405050] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-628e37db-5607-4220-9331-2d531af8dd55 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.422897] env[62023]: DEBUG oslo_vmware.api [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Waiting for the task: (returnval){ [ 1820.422897] env[62023]: value = "task-1758964" [ 1820.422897] env[62023]: _type = "Task" [ 1820.422897] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.430309] env[62023]: DEBUG oslo_vmware.api [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.527492] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0051e8-c934-43cd-ac72-0c34d174f781 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Updating instance 'c363aeac-b213-4ad8-81a7-43bed877962c' progress to 100 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1820.588924] env[62023]: DEBUG nova.compute.utils [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1820.592412] env[62023]: DEBUG nova.compute.manager [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1820.592616] env[62023]: DEBUG nova.network.neutron [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1820.644860] env[62023]: DEBUG nova.policy [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df8777d99adc47869ad40c5cdb0b5724', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ced6954bb9049b98e5735e6a55eda8e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1820.692831] env[62023]: DEBUG oslo_concurrency.lockutils [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Acquiring lock "refresh_cache-f1d36203-d4c4-402b-b69f-5b77fc8df823" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.692991] env[62023]: DEBUG oslo_concurrency.lockutils [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Acquired lock "refresh_cache-f1d36203-d4c4-402b-b69f-5b77fc8df823" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.693183] env[62023]: DEBUG nova.network.neutron [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1820.934311] env[62023]: DEBUG oslo_vmware.api [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758964, 'name': ReconfigVM_Task, 'duration_secs': 0.156497} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.934467] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1820.939520] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21019587-fe04-4ef7-91cd-59781fcbd46b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.955965] env[62023]: DEBUG oslo_vmware.api [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Waiting for the task: (returnval){ [ 1820.955965] env[62023]: value = "task-1758965" [ 1820.955965] env[62023]: _type = "Task" [ 1820.955965] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.964637] env[62023]: DEBUG oslo_vmware.api [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.965417] env[62023]: DEBUG nova.network.neutron [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Successfully created port: e0bb8a07-2d66-49f1-9f64-1ce89395c1b3 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1821.096628] env[62023]: DEBUG nova.compute.manager [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1821.227211] env[62023]: DEBUG nova.network.neutron [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1821.384485] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5900463a-87a6-4df9-99c1-873c0983cec5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.392303] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebbe1cb-d0d1-4cf2-851b-4ce3b3532593 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.425611] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9fb47b-7928-4fa3-b465-ac85994799c1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.433147] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3e1a59-2456-44f1-a091-c6b1fd9a9cb2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.446343] env[62023]: DEBUG nova.compute.provider_tree [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1821.460724] env[62023]: DEBUG nova.network.neutron [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Updating instance_info_cache with network_info: [{"id": "85571b33-7fa0-4766-a3f7-d552aac6ac0a", "address": "fa:16:3e:27:9b:58", "network": {"id": "795400ad-3306-4502-99bb-0b20c9c56a42", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1493248361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9aadd5d0f9b428a98f2534352609ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85571b33-7f", "ovs_interfaceid": "85571b33-7fa0-4766-a3f7-d552aac6ac0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.468080] env[62023]: DEBUG oslo_vmware.api [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758965, 'name': ReconfigVM_Task, 'duration_secs': 0.141789} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.468401] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365448', 'volume_id': '57343604-faba-4018-b41e-ee0b16a571a4', 'name': 'volume-57343604-faba-4018-b41e-ee0b16a571a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '22f7fc5e-edfb-43ed-a24d-bdf937b3164b', 'attached_at': '', 'detached_at': '', 'volume_id': '57343604-faba-4018-b41e-ee0b16a571a4', 'serial': '57343604-faba-4018-b41e-ee0b16a571a4'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1821.468673] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1821.469448] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832ad9ad-c447-4070-a05c-cd8e4887e857 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.476600] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1821.476834] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb449bb1-be92-435f-aa78-f146693d3fd0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.549448] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1821.549783] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1821.549902] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Deleting the datastore file [datastore1] 22f7fc5e-edfb-43ed-a24d-bdf937b3164b {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1821.550098] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32f04b56-e843-48c6-a18b-dbc3912fa58b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.556224] env[62023]: DEBUG oslo_vmware.api [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Waiting for the task: (returnval){ [ 1821.556224] env[62023]: value = "task-1758967" [ 1821.556224] env[62023]: _type = "Task" [ 1821.556224] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.563989] env[62023]: DEBUG oslo_vmware.api [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.603692] env[62023]: INFO nova.virt.block_device [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Booting with volume ab88562b-2817-47a8-9de4-68bc301154f8 at /dev/sda [ 1821.642271] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-898bc965-6a15-47ba-8f9f-0f35bb01422d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.651317] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8fbfbc-4933-4305-84bd-870c9144d3ce {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.682251] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba39e124-8120-428c-8997-c58981444f90 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.690061] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae91cfe-bc0f-42b4-8008-44b7248961f2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.719807] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574e28c6-5282-41ce-a192-ef0b5468fe93 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.725927] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89630670-cf51-4b7d-89b5-aeb0cdecf0f4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.738699] env[62023]: DEBUG nova.virt.block_device [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Updating existing volume attachment record: 21a9579e-ce09-42cb-b2aa-e87272dadab4 {{(pid=62023) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1821.950370] env[62023]: DEBUG nova.scheduler.client.report [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1821.963151] env[62023]: DEBUG oslo_concurrency.lockutils [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Releasing lock "refresh_cache-f1d36203-d4c4-402b-b69f-5b77fc8df823" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.963647] env[62023]: DEBUG nova.compute.manager [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Instance network_info: |[{"id": "85571b33-7fa0-4766-a3f7-d552aac6ac0a", "address": "fa:16:3e:27:9b:58", "network": {"id": "795400ad-3306-4502-99bb-0b20c9c56a42", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1493248361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9aadd5d0f9b428a98f2534352609ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85571b33-7f", "ovs_interfaceid": "85571b33-7fa0-4766-a3f7-d552aac6ac0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1821.964263] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:9b:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85571b33-7fa0-4766-a3f7-d552aac6ac0a', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1821.979040] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Creating folder: Project (e9aadd5d0f9b428a98f2534352609ab2). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1821.980331] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2cfa393-2e02-4d2f-b027-ca63c1dc890b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.995103] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Created folder: Project (e9aadd5d0f9b428a98f2534352609ab2) in parent group-v365170. [ 1821.995426] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Creating folder: Instances. Parent ref: group-v365479. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1821.995775] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a198f133-a04c-48b1-8255-a4e2b91ce25a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.006753] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Created folder: Instances in parent group-v365479. [ 1822.007022] env[62023]: DEBUG oslo.service.loopingcall [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1822.007262] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1822.007514] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18aa11a2-5a4f-4235-9256-53d23e6c6aa4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.049031] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1822.049031] env[62023]: value = "task-1758970" [ 1822.049031] env[62023]: _type = "Task" [ 1822.049031] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.060044] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758970, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.065385] env[62023]: DEBUG nova.compute.manager [req-a67abd82-62d9-4ffa-aab7-cd3bc30e19cc req-b68b0e66-1bef-449f-bd58-914ece3b2d62 service nova] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Received event network-changed-85571b33-7fa0-4766-a3f7-d552aac6ac0a {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1822.065578] env[62023]: DEBUG nova.compute.manager [req-a67abd82-62d9-4ffa-aab7-cd3bc30e19cc req-b68b0e66-1bef-449f-bd58-914ece3b2d62 service nova] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Refreshing instance network info cache due to event network-changed-85571b33-7fa0-4766-a3f7-d552aac6ac0a. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1822.065787] env[62023]: DEBUG oslo_concurrency.lockutils [req-a67abd82-62d9-4ffa-aab7-cd3bc30e19cc req-b68b0e66-1bef-449f-bd58-914ece3b2d62 service nova] Acquiring lock "refresh_cache-f1d36203-d4c4-402b-b69f-5b77fc8df823" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.065927] env[62023]: DEBUG oslo_concurrency.lockutils [req-a67abd82-62d9-4ffa-aab7-cd3bc30e19cc req-b68b0e66-1bef-449f-bd58-914ece3b2d62 service nova] Acquired lock "refresh_cache-f1d36203-d4c4-402b-b69f-5b77fc8df823" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.066096] env[62023]: DEBUG nova.network.neutron [req-a67abd82-62d9-4ffa-aab7-cd3bc30e19cc req-b68b0e66-1bef-449f-bd58-914ece3b2d62 service nova] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Refreshing network info cache for port 85571b33-7fa0-4766-a3f7-d552aac6ac0a {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1822.073140] env[62023]: DEBUG oslo_vmware.api [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Task: {'id': task-1758967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.074709} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.073784] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1822.073973] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1822.074168] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1822.133879] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Volume detach. Driver type: vmdk {{(pid=62023) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1822.134217] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77884dfd-0040-46d7-b068-2d78fc3ef0a8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.145023] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8248309e-aa91-4efa-b5ee-957ba215890b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.177862] env[62023]: ERROR nova.compute.manager [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Failed to detach volume 57343604-faba-4018-b41e-ee0b16a571a4 from /dev/sda: nova.exception.InstanceNotFound: Instance 22f7fc5e-edfb-43ed-a24d-bdf937b3164b could not be found. [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Traceback (most recent call last): [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] self.driver.rebuild(**kwargs) [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] raise NotImplementedError() [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] NotImplementedError [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] During handling of the above exception, another exception occurred: [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Traceback (most recent call last): [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] self.driver.detach_volume(context, old_connection_info, [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] return self._volumeops.detach_volume(connection_info, instance) [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] self._detach_volume_vmdk(connection_info, instance) [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] stable_ref.fetch_moref(session) [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] nova.exception.InstanceNotFound: Instance 22f7fc5e-edfb-43ed-a24d-bdf937b3164b could not be found. [ 1822.177862] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] [ 1822.322960] env[62023]: DEBUG nova.compute.utils [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Build of instance 22f7fc5e-edfb-43ed-a24d-bdf937b3164b aborted: Failed to rebuild volume backed instance. {{(pid=62023) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1822.324390] env[62023]: ERROR nova.compute.manager [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 22f7fc5e-edfb-43ed-a24d-bdf937b3164b aborted: Failed to rebuild volume backed instance. [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Traceback (most recent call last): [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] self.driver.rebuild(**kwargs) [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] raise NotImplementedError() [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] NotImplementedError [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] During handling of the above exception, another exception occurred: [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Traceback (most recent call last): [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] self._detach_root_volume(context, instance, root_bdm) [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] with excutils.save_and_reraise_exception(): [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] self.force_reraise() [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] raise self.value [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] self.driver.detach_volume(context, old_connection_info, [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] return self._volumeops.detach_volume(connection_info, instance) [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] self._detach_volume_vmdk(connection_info, instance) [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] stable_ref.fetch_moref(session) [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] nova.exception.InstanceNotFound: Instance 22f7fc5e-edfb-43ed-a24d-bdf937b3164b could not be found. [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] During handling of the above exception, another exception occurred: [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Traceback (most recent call last): [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/compute/manager.py", line 11308, in _error_out_instance_on_exception [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] yield [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1822.324390] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] self._do_rebuild_instance_with_claim( [ 1822.325756] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1822.325756] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] self._do_rebuild_instance( [ 1822.325756] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1822.325756] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] self._rebuild_default_impl(**kwargs) [ 1822.325756] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1822.325756] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] self._rebuild_volume_backed_instance( [ 1822.325756] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1822.325756] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] raise exception.BuildAbortException( [ 1822.325756] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] nova.exception.BuildAbortException: Build of instance 22f7fc5e-edfb-43ed-a24d-bdf937b3164b aborted: Failed to rebuild volume backed instance. [ 1822.325756] env[62023]: ERROR nova.compute.manager [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] [ 1822.383389] env[62023]: DEBUG oslo_concurrency.lockutils [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "c363aeac-b213-4ad8-81a7-43bed877962c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.383703] env[62023]: DEBUG oslo_concurrency.lockutils [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "c363aeac-b213-4ad8-81a7-43bed877962c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.383920] env[62023]: DEBUG nova.compute.manager [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Going to confirm migration 7 {{(pid=62023) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1822.458211] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.459062] env[62023]: DEBUG nova.compute.manager [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1822.462559] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.419s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.464308] env[62023]: DEBUG nova.objects.instance [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lazy-loading 'resources' on Instance uuid b2bb6c01-fe23-4099-b143-a77b3c93251f {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1822.551885] env[62023]: DEBUG nova.network.neutron [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Successfully updated port: e0bb8a07-2d66-49f1-9f64-1ce89395c1b3 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1822.564808] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758970, 'name': CreateVM_Task, 'duration_secs': 0.473923} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.564808] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1822.565518] env[62023]: DEBUG oslo_concurrency.lockutils [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.565718] env[62023]: DEBUG oslo_concurrency.lockutils [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.565974] env[62023]: DEBUG oslo_concurrency.lockutils [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1822.566605] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb3c9be0-2938-41a7-81e1-4445ad28a876 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.574404] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Waiting for the task: (returnval){ [ 1822.574404] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52bfdcdf-610c-d098-4b33-b0f4c584842d" [ 1822.574404] env[62023]: _type = "Task" [ 1822.574404] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.582368] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52bfdcdf-610c-d098-4b33-b0f4c584842d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.762606] env[62023]: DEBUG nova.network.neutron [req-a67abd82-62d9-4ffa-aab7-cd3bc30e19cc req-b68b0e66-1bef-449f-bd58-914ece3b2d62 service nova] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Updated VIF entry in instance network info cache for port 85571b33-7fa0-4766-a3f7-d552aac6ac0a. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1822.763037] env[62023]: DEBUG nova.network.neutron [req-a67abd82-62d9-4ffa-aab7-cd3bc30e19cc req-b68b0e66-1bef-449f-bd58-914ece3b2d62 service nova] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Updating instance_info_cache with network_info: [{"id": "85571b33-7fa0-4766-a3f7-d552aac6ac0a", "address": "fa:16:3e:27:9b:58", "network": {"id": "795400ad-3306-4502-99bb-0b20c9c56a42", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1493248361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9aadd5d0f9b428a98f2534352609ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85571b33-7f", "ovs_interfaceid": "85571b33-7fa0-4766-a3f7-d552aac6ac0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.959582] env[62023]: DEBUG oslo_concurrency.lockutils [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.959777] env[62023]: DEBUG oslo_concurrency.lockutils [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.959955] env[62023]: DEBUG nova.network.neutron [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1822.960175] env[62023]: DEBUG nova.objects.instance [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lazy-loading 'info_cache' on Instance uuid c363aeac-b213-4ad8-81a7-43bed877962c {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1822.968906] env[62023]: DEBUG nova.compute.utils [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1822.974020] env[62023]: DEBUG nova.compute.manager [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Not allocating networking since 'none' was specified. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1823.058054] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "refresh_cache-2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.058257] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired lock "refresh_cache-2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.058416] env[62023]: DEBUG nova.network.neutron [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1823.085028] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52bfdcdf-610c-d098-4b33-b0f4c584842d, 'name': SearchDatastore_Task, 'duration_secs': 0.008785} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.087524] env[62023]: DEBUG oslo_concurrency.lockutils [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.087770] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1823.088007] env[62023]: DEBUG oslo_concurrency.lockutils [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.088167] env[62023]: DEBUG oslo_concurrency.lockutils [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.088345] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1823.088876] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37589194-f83d-46e3-8367-eb3f5ee085e4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.096894] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1823.097131] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1823.099955] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b3fba4e-4a1d-4e48-9418-4cbfab58d9fd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.105975] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Waiting for the task: (returnval){ [ 1823.105975] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e24d53-b98f-15b8-7843-44dad6393fbb" [ 1823.105975] env[62023]: _type = "Task" [ 1823.105975] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.113921] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e24d53-b98f-15b8-7843-44dad6393fbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.203745] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824ca665-7d2e-4b84-8685-4ee05cb658e3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.211497] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0059f423-8b2a-4747-9f52-9015765740c5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.242696] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a194fe6-5faf-4d59-a8b0-3cb170f0024c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.250328] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770b9f4b-6997-4ad8-8882-485a87482c04 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.263711] env[62023]: DEBUG nova.compute.provider_tree [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1823.265310] env[62023]: DEBUG oslo_concurrency.lockutils [req-a67abd82-62d9-4ffa-aab7-cd3bc30e19cc req-b68b0e66-1bef-449f-bd58-914ece3b2d62 service nova] Releasing lock "refresh_cache-f1d36203-d4c4-402b-b69f-5b77fc8df823" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.475061] env[62023]: DEBUG nova.compute.manager [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1823.589872] env[62023]: DEBUG nova.network.neutron [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1823.619949] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52e24d53-b98f-15b8-7843-44dad6393fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009486} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.621072] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a255447-b18b-4c13-bbb9-31f10cf207cd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.627546] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Waiting for the task: (returnval){ [ 1823.627546] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52469d4a-56c9-a069-73e3-990f2923ec35" [ 1823.627546] env[62023]: _type = "Task" [ 1823.627546] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.639295] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52469d4a-56c9-a069-73e3-990f2923ec35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.729286] env[62023]: DEBUG nova.network.neutron [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Updating instance_info_cache with network_info: [{"id": "e0bb8a07-2d66-49f1-9f64-1ce89395c1b3", "address": "fa:16:3e:dc:3a:79", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bb8a07-2d", "ovs_interfaceid": "e0bb8a07-2d66-49f1-9f64-1ce89395c1b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.786216] env[62023]: ERROR nova.scheduler.client.report [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [req-8629182f-a3b1-48a5-a6f6-3a66430ccdae] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8629182f-a3b1-48a5-a6f6-3a66430ccdae"}]} [ 1823.806883] env[62023]: DEBUG nova.scheduler.client.report [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1823.823015] env[62023]: DEBUG nova.scheduler.client.report [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1823.823298] env[62023]: DEBUG nova.compute.provider_tree [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1823.826570] env[62023]: DEBUG nova.compute.manager [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1823.827100] env[62023]: DEBUG nova.virt.hardware [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1823.827316] env[62023]: DEBUG nova.virt.hardware [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1823.827448] env[62023]: DEBUG nova.virt.hardware [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1823.827629] env[62023]: DEBUG nova.virt.hardware [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1823.827772] env[62023]: DEBUG nova.virt.hardware [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1823.827916] env[62023]: DEBUG nova.virt.hardware [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1823.828132] env[62023]: DEBUG nova.virt.hardware [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1823.828289] env[62023]: DEBUG nova.virt.hardware [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1823.828444] env[62023]: DEBUG nova.virt.hardware [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1823.828721] env[62023]: DEBUG nova.virt.hardware [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1823.828910] env[62023]: DEBUG nova.virt.hardware [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1823.829976] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb44219-c1d6-4b12-9013-1ce0bb3d6f86 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.840555] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e034757-08fa-4be1-8904-151ed89ad0c2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.845387] env[62023]: DEBUG nova.scheduler.client.report [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1823.875561] env[62023]: DEBUG nova.scheduler.client.report [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1824.091600] env[62023]: DEBUG nova.compute.manager [req-1b830b09-5152-4268-a50a-741a9c561f29 req-ce306a13-4569-41b6-a732-99cc93f91e2c service nova] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Received event network-vif-plugged-e0bb8a07-2d66-49f1-9f64-1ce89395c1b3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1824.091830] env[62023]: DEBUG oslo_concurrency.lockutils [req-1b830b09-5152-4268-a50a-741a9c561f29 req-ce306a13-4569-41b6-a732-99cc93f91e2c service nova] Acquiring lock "2e348316-1f0e-4b6c-a83a-7eb9a27da0ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.092141] env[62023]: DEBUG oslo_concurrency.lockutils [req-1b830b09-5152-4268-a50a-741a9c561f29 req-ce306a13-4569-41b6-a732-99cc93f91e2c service nova] Lock "2e348316-1f0e-4b6c-a83a-7eb9a27da0ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.092266] env[62023]: DEBUG oslo_concurrency.lockutils [req-1b830b09-5152-4268-a50a-741a9c561f29 req-ce306a13-4569-41b6-a732-99cc93f91e2c service nova] Lock "2e348316-1f0e-4b6c-a83a-7eb9a27da0ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.092386] env[62023]: DEBUG nova.compute.manager [req-1b830b09-5152-4268-a50a-741a9c561f29 req-ce306a13-4569-41b6-a732-99cc93f91e2c service nova] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] No waiting events found dispatching network-vif-plugged-e0bb8a07-2d66-49f1-9f64-1ce89395c1b3 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1824.092545] env[62023]: WARNING nova.compute.manager [req-1b830b09-5152-4268-a50a-741a9c561f29 req-ce306a13-4569-41b6-a732-99cc93f91e2c service nova] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Received unexpected event network-vif-plugged-e0bb8a07-2d66-49f1-9f64-1ce89395c1b3 for instance with vm_state building and task_state spawning. [ 1824.092706] env[62023]: DEBUG nova.compute.manager [req-1b830b09-5152-4268-a50a-741a9c561f29 req-ce306a13-4569-41b6-a732-99cc93f91e2c service nova] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Received event network-changed-e0bb8a07-2d66-49f1-9f64-1ce89395c1b3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1824.092914] env[62023]: DEBUG nova.compute.manager [req-1b830b09-5152-4268-a50a-741a9c561f29 req-ce306a13-4569-41b6-a732-99cc93f91e2c service nova] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Refreshing instance network info cache due to event network-changed-e0bb8a07-2d66-49f1-9f64-1ce89395c1b3. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1824.093150] env[62023]: DEBUG oslo_concurrency.lockutils [req-1b830b09-5152-4268-a50a-741a9c561f29 req-ce306a13-4569-41b6-a732-99cc93f91e2c service nova] Acquiring lock "refresh_cache-2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.094911] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7181941-c568-45f4-b199-d11ae5f9d2ef {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.104726] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5d7f98-0533-471a-aa38-e79a86da9e8f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.140659] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93340ae5-9941-4a59-afea-518e16cb9c05 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.153018] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268a3193-36b9-4ac4-861b-b1a38faa3bc4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.156475] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52469d4a-56c9-a069-73e3-990f2923ec35, 'name': SearchDatastore_Task, 'duration_secs': 0.037682} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.157193] env[62023]: DEBUG oslo_concurrency.lockutils [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.157465] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] f1d36203-d4c4-402b-b69f-5b77fc8df823/f1d36203-d4c4-402b-b69f-5b77fc8df823.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1824.157989] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d904ed42-c902-44d9-8e1e-1261ae169eca {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.169190] env[62023]: DEBUG nova.compute.provider_tree [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1824.171555] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Waiting for the task: (returnval){ [ 1824.171555] env[62023]: value = "task-1758971" [ 1824.171555] env[62023]: _type = "Task" [ 1824.171555] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.179095] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': task-1758971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.233049] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Releasing lock "refresh_cache-2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.233049] env[62023]: DEBUG nova.compute.manager [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Instance network_info: |[{"id": "e0bb8a07-2d66-49f1-9f64-1ce89395c1b3", "address": "fa:16:3e:dc:3a:79", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bb8a07-2d", "ovs_interfaceid": "e0bb8a07-2d66-49f1-9f64-1ce89395c1b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1824.233049] env[62023]: DEBUG nova.network.neutron [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Updating instance_info_cache with network_info: [{"id": "18d20379-27ad-4594-ac99-951261da0f79", "address": "fa:16:3e:ab:73:9a", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d20379-27", "ovs_interfaceid": "18d20379-27ad-4594-ac99-951261da0f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.234570] env[62023]: DEBUG oslo_concurrency.lockutils [req-1b830b09-5152-4268-a50a-741a9c561f29 req-ce306a13-4569-41b6-a732-99cc93f91e2c service nova] Acquired lock "refresh_cache-2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.234570] env[62023]: DEBUG nova.network.neutron [req-1b830b09-5152-4268-a50a-741a9c561f29 req-ce306a13-4569-41b6-a732-99cc93f91e2c service nova] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Refreshing network info cache for port e0bb8a07-2d66-49f1-9f64-1ce89395c1b3 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1824.235969] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:3a:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0bb8a07-2d66-49f1-9f64-1ce89395c1b3', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1824.242848] env[62023]: DEBUG oslo.service.loopingcall [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1824.244187] env[62023]: DEBUG oslo_concurrency.lockutils [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.244406] env[62023]: DEBUG nova.objects.instance [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lazy-loading 'migration_context' on Instance uuid c363aeac-b213-4ad8-81a7-43bed877962c {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1824.247230] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1824.247840] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a135301-a51d-4ddd-830b-da24b3e8b843 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.269497] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1824.269497] env[62023]: value = "task-1758972" [ 1824.269497] env[62023]: _type = "Task" [ 1824.269497] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.283021] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758972, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.351040] env[62023]: DEBUG oslo_concurrency.lockutils [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.486994] env[62023]: DEBUG nova.compute.manager [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1824.520521] env[62023]: DEBUG nova.virt.hardware [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1824.520885] env[62023]: DEBUG nova.virt.hardware [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1824.520989] env[62023]: DEBUG nova.virt.hardware [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1824.521191] env[62023]: DEBUG nova.virt.hardware [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1824.521341] env[62023]: DEBUG nova.virt.hardware [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1824.521489] env[62023]: DEBUG nova.virt.hardware [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1824.521769] env[62023]: DEBUG nova.virt.hardware [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1824.521948] env[62023]: DEBUG nova.virt.hardware [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1824.522137] env[62023]: DEBUG nova.virt.hardware [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1824.522309] env[62023]: DEBUG nova.virt.hardware [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1824.522487] env[62023]: DEBUG nova.virt.hardware [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1824.523432] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0f0c37-44cc-431c-a848-72eb6720ec2f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.533806] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55356e5-0516-431c-9eb2-8679f0326c31 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.554840] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Instance VIF info [] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1824.561212] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Creating folder: Project (d74fdf89f57e439db4f8b0401c373cae). Parent ref: group-v365170. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1824.561583] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e750e74-f92a-4c29-9d8d-a79a1da78392 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.575551] env[62023]: DEBUG nova.network.neutron [req-1b830b09-5152-4268-a50a-741a9c561f29 req-ce306a13-4569-41b6-a732-99cc93f91e2c service nova] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Updated VIF entry in instance network info cache for port e0bb8a07-2d66-49f1-9f64-1ce89395c1b3. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1824.575551] env[62023]: DEBUG nova.network.neutron [req-1b830b09-5152-4268-a50a-741a9c561f29 req-ce306a13-4569-41b6-a732-99cc93f91e2c service nova] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Updating instance_info_cache with network_info: [{"id": "e0bb8a07-2d66-49f1-9f64-1ce89395c1b3", "address": "fa:16:3e:dc:3a:79", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bb8a07-2d", "ovs_interfaceid": "e0bb8a07-2d66-49f1-9f64-1ce89395c1b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.577461] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Created folder: Project (d74fdf89f57e439db4f8b0401c373cae) in parent group-v365170. [ 1824.577685] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Creating folder: Instances. Parent ref: group-v365483. {{(pid=62023) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1824.578169] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d459be5-1599-4fe8-89c0-9375fea57b10 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.590423] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Created folder: Instances in parent group-v365483. [ 1824.590423] env[62023]: DEBUG oslo.service.loopingcall [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1824.590839] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1824.590879] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05de6fa7-b014-49ab-a39c-7d10934731eb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.613277] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1824.613277] env[62023]: value = "task-1758975" [ 1824.613277] env[62023]: _type = "Task" [ 1824.613277] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.623282] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758975, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.684035] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': task-1758971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481524} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.684314] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] f1d36203-d4c4-402b-b69f-5b77fc8df823/f1d36203-d4c4-402b-b69f-5b77fc8df823.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1824.684554] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1824.684804] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4bb28e8-451c-4e51-ae17-d4e752fcbdf8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.690933] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Waiting for the task: (returnval){ [ 1824.690933] env[62023]: value = "task-1758976" [ 1824.690933] env[62023]: _type = "Task" [ 1824.690933] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.700932] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': task-1758976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.704127] env[62023]: DEBUG nova.scheduler.client.report [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1824.704418] env[62023]: DEBUG nova.compute.provider_tree [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 171 to 172 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1824.704609] env[62023]: DEBUG nova.compute.provider_tree [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1824.748998] env[62023]: DEBUG nova.objects.base [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1824.749857] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a743cd4e-a9fe-4097-ac8b-11edbe684059 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.768851] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-368b3dba-4618-404f-a2c2-c44199d55e0c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.777369] env[62023]: DEBUG oslo_vmware.api [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1824.777369] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522cbbac-6771-ef9c-45a3-9fe7396fbb86" [ 1824.777369] env[62023]: _type = "Task" [ 1824.777369] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.780461] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758972, 'name': CreateVM_Task, 'duration_secs': 0.449853} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.783211] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1824.783914] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'mount_device': '/dev/sda', 'attachment_id': '21a9579e-ce09-42cb-b2aa-e87272dadab4', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365473', 'volume_id': 'ab88562b-2817-47a8-9de4-68bc301154f8', 'name': 'volume-ab88562b-2817-47a8-9de4-68bc301154f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2e348316-1f0e-4b6c-a83a-7eb9a27da0ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab88562b-2817-47a8-9de4-68bc301154f8', 'serial': 'ab88562b-2817-47a8-9de4-68bc301154f8'}, 'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=62023) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1824.784164] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Root volume attach. Driver type: vmdk {{(pid=62023) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1824.785218] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d2c0e1-a0c2-4dee-bc04-fd411da18206 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.791041] env[62023]: DEBUG oslo_vmware.api [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522cbbac-6771-ef9c-45a3-9fe7396fbb86, 'name': SearchDatastore_Task, 'duration_secs': 0.006724} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.791635] env[62023]: DEBUG oslo_concurrency.lockutils [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.796126] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6015c2e7-4ca0-4dca-b804-b8d764074fc2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.801961] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb726a5-cdfe-4cf8-ab16-c178bc8330b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.807821] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6d3c5769-a2ac-4d9c-b95b-c7ab8c3d96e3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.813726] env[62023]: DEBUG oslo_vmware.api [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1824.813726] env[62023]: value = "task-1758977" [ 1824.813726] env[62023]: _type = "Task" [ 1824.813726] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.820800] env[62023]: DEBUG oslo_vmware.api [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758977, 'name': RelocateVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.852718] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Acquiring lock "22f7fc5e-edfb-43ed-a24d-bdf937b3164b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.853304] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Lock "22f7fc5e-edfb-43ed-a24d-bdf937b3164b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.853460] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Acquiring lock "22f7fc5e-edfb-43ed-a24d-bdf937b3164b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.853759] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Lock "22f7fc5e-edfb-43ed-a24d-bdf937b3164b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.854046] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Lock "22f7fc5e-edfb-43ed-a24d-bdf937b3164b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.856705] env[62023]: INFO nova.compute.manager [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Terminating instance [ 1825.079541] env[62023]: DEBUG oslo_concurrency.lockutils [req-1b830b09-5152-4268-a50a-741a9c561f29 req-ce306a13-4569-41b6-a732-99cc93f91e2c service nova] Releasing lock "refresh_cache-2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.123414] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758975, 'name': CreateVM_Task, 'duration_secs': 0.389816} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.123595] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1825.124032] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.124204] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.124670] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1825.124924] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f554ee0e-add5-448a-87ba-08e0975d7711 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.131264] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for the task: (returnval){ [ 1825.131264] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5244af5f-21c0-35d0-7891-79c3a77cc6ab" [ 1825.131264] env[62023]: _type = "Task" [ 1825.131264] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.141270] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5244af5f-21c0-35d0-7891-79c3a77cc6ab, 'name': SearchDatastore_Task} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.141553] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.141818] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1825.142075] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.142230] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.142440] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1825.142657] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b396edfc-922d-444e-9740-ef7f0cd3e6d4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.150393] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1825.150561] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1825.151292] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a8212e0-7469-427f-8608-d5bfe520600d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.156616] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for the task: (returnval){ [ 1825.156616] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5294e6b3-86db-87a6-5f22-52da15f190cb" [ 1825.156616] env[62023]: _type = "Task" [ 1825.156616] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.164807] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5294e6b3-86db-87a6-5f22-52da15f190cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.200800] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': task-1758976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062181} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.201131] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1825.201818] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5a48cc-bf2d-4fc5-accb-339b4a10ed21 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.215321] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.753s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.225649] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] f1d36203-d4c4-402b-b69f-5b77fc8df823/f1d36203-d4c4-402b-b69f-5b77fc8df823.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1825.226142] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.886s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.227779] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-490ce74c-5ba9-4934-a4f8-97f2c0cbb89e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.248717] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Waiting for the task: (returnval){ [ 1825.248717] env[62023]: value = "task-1758978" [ 1825.248717] env[62023]: _type = "Task" [ 1825.248717] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.256989] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': task-1758978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.257865] env[62023]: INFO nova.scheduler.client.report [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Deleted allocations for instance b2bb6c01-fe23-4099-b143-a77b3c93251f [ 1825.324546] env[62023]: DEBUG oslo_vmware.api [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758977, 'name': RelocateVM_Task} progress is 20%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.362649] env[62023]: DEBUG nova.compute.manager [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1825.362649] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37b3d440-c0e8-42fe-be1b-9337e39bb9c9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.371552] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f07e4ae-e881-444c-bd15-6721fad52311 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.405635] env[62023]: WARNING nova.virt.vmwareapi.driver [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 22f7fc5e-edfb-43ed-a24d-bdf937b3164b could not be found. [ 1825.405885] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1825.406182] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3b9f527-bc44-4316-91e1-e0ef3ec75d59 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.415098] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0336cb5b-38ec-4407-ad28-1fdfab8ae558 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.448745] env[62023]: WARNING nova.virt.vmwareapi.vmops [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 22f7fc5e-edfb-43ed-a24d-bdf937b3164b could not be found. [ 1825.448949] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1825.449154] env[62023]: INFO nova.compute.manager [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1825.449402] env[62023]: DEBUG oslo.service.loopingcall [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.449649] env[62023]: DEBUG nova.compute.manager [-] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1825.449739] env[62023]: DEBUG nova.network.neutron [-] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1825.667241] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5294e6b3-86db-87a6-5f22-52da15f190cb, 'name': SearchDatastore_Task, 'duration_secs': 0.008554} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.668008] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e08246b2-6965-411c-867b-117e807aad6f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.673021] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for the task: (returnval){ [ 1825.673021] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ffcf8f-bdab-082e-cdcd-79891b1cb9a7" [ 1825.673021] env[62023]: _type = "Task" [ 1825.673021] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.680499] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ffcf8f-bdab-082e-cdcd-79891b1cb9a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.760424] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': task-1758978, 'name': ReconfigVM_Task, 'duration_secs': 0.263015} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.760731] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Reconfigured VM instance instance-00000071 to attach disk [datastore1] f1d36203-d4c4-402b-b69f-5b77fc8df823/f1d36203-d4c4-402b-b69f-5b77fc8df823.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1825.761493] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fa5fe87-2be8-4aaf-b88b-76b1336b4059 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.765902] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bba2acb7-b5ea-413b-b62a-b0cf9a649bd8 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.843s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.766774] env[62023]: DEBUG oslo_concurrency.lockutils [req-7fe27c37-f492-43ff-8599-a281c41cdaec req-1cf137ac-f218-446f-a3c8-c541af81863b service nova] Acquired lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.768911] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b76e785-4ed3-4b70-9e36-15f803ce9582 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.771479] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Waiting for the task: (returnval){ [ 1825.771479] env[62023]: value = "task-1758979" [ 1825.771479] env[62023]: _type = "Task" [ 1825.771479] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.777264] env[62023]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1825.777416] env[62023]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62023) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1825.781109] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3524d39d-d1af-4b7f-abf1-55c49db46f5a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.782744] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': task-1758979, 'name': Rename_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.790988] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef66ee2-b808-41e4-9d4b-2cb5891ef1d0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.829247] env[62023]: ERROR root [req-7fe27c37-f492-43ff-8599-a281c41cdaec req-1cf137ac-f218-446f-a3c8-c541af81863b service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-365444' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-365444' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-365444' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-365444'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-365444' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-365444' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-365444'}\n"]: nova.exception.InstanceNotFound: Instance b2bb6c01-fe23-4099-b143-a77b3c93251f could not be found. [ 1825.829549] env[62023]: DEBUG oslo_concurrency.lockutils [req-7fe27c37-f492-43ff-8599-a281c41cdaec req-1cf137ac-f218-446f-a3c8-c541af81863b service nova] Releasing lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.829549] env[62023]: DEBUG nova.compute.manager [req-7fe27c37-f492-43ff-8599-a281c41cdaec req-1cf137ac-f218-446f-a3c8-c541af81863b service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Detach interface failed, port_id=47fc1e9b-e12c-4e8f-92b9-56d30b459bb6, reason: Instance b2bb6c01-fe23-4099-b143-a77b3c93251f could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1825.833178] env[62023]: DEBUG oslo_concurrency.lockutils [req-9fb16630-78c2-411e-9d44-65fac362153c req-4859f3a6-3cb1-4123-b2db-f533f15869f4 service nova] Acquired lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.834370] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d679da3b-7c14-4eb2-a03b-cd4fa1f2aea1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.842760] env[62023]: DEBUG oslo_vmware.api [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758977, 'name': RelocateVM_Task, 'duration_secs': 0.550516} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.843991] env[62023]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1825.843991] env[62023]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62023) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1825.844317] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Volume attach. Driver type: vmdk {{(pid=62023) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1825.844550] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365473', 'volume_id': 'ab88562b-2817-47a8-9de4-68bc301154f8', 'name': 'volume-ab88562b-2817-47a8-9de4-68bc301154f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2e348316-1f0e-4b6c-a83a-7eb9a27da0ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab88562b-2817-47a8-9de4-68bc301154f8', 'serial': 'ab88562b-2817-47a8-9de4-68bc301154f8'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1825.845438] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb2c21b-1006-41f9-9496-33a95892b853 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.847982] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c961798c-1d54-42f6-abaa-9bc948c3b244 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.865250] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba1ef14-0a79-429d-9732-6164bfc83c43 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.870738] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d573b4-804a-4fd4-963f-cef0fcaac39d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.910005] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-ab88562b-2817-47a8-9de4-68bc301154f8/volume-ab88562b-2817-47a8-9de4-68bc301154f8.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1825.921147] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f62c452-e311-49e8-b95f-6ece01115744 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.939995] env[62023]: ERROR root [req-9fb16630-78c2-411e-9d44-65fac362153c req-4859f3a6-3cb1-4123-b2db-f533f15869f4 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-365444' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-365444' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-365444' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-365444'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-365444' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-365444' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-365444'}\n"]: nova.exception.InstanceNotFound: Instance b2bb6c01-fe23-4099-b143-a77b3c93251f could not be found. [ 1825.940180] env[62023]: DEBUG oslo_concurrency.lockutils [req-9fb16630-78c2-411e-9d44-65fac362153c req-4859f3a6-3cb1-4123-b2db-f533f15869f4 service nova] Releasing lock "b2bb6c01-fe23-4099-b143-a77b3c93251f" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.940665] env[62023]: DEBUG nova.compute.manager [req-9fb16630-78c2-411e-9d44-65fac362153c req-4859f3a6-3cb1-4123-b2db-f533f15869f4 service nova] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Detach interface failed, port_id=d98eeeb8-14b8-4e1e-9d3b-b95fab48e08e, reason: Instance b2bb6c01-fe23-4099-b143-a77b3c93251f could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1825.948255] env[62023]: DEBUG oslo_vmware.api [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1825.948255] env[62023]: value = "task-1758980" [ 1825.948255] env[62023]: _type = "Task" [ 1825.948255] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.957168] env[62023]: DEBUG oslo_vmware.api [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758980, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.126198] env[62023]: DEBUG nova.compute.manager [req-179f81e7-f64c-4f6e-b172-11e9702a9431 req-bf5d88a4-e095-43b3-9662-6adf1f9e3683 service nova] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Received event network-vif-deleted-701dc7ee-437e-4cdd-aebd-4777891ab50f {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1826.126944] env[62023]: INFO nova.compute.manager [req-179f81e7-f64c-4f6e-b172-11e9702a9431 req-bf5d88a4-e095-43b3-9662-6adf1f9e3683 service nova] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Neutron deleted interface 701dc7ee-437e-4cdd-aebd-4777891ab50f; detaching it from the instance and deleting it from the info cache [ 1826.126944] env[62023]: DEBUG nova.network.neutron [req-179f81e7-f64c-4f6e-b172-11e9702a9431 req-bf5d88a4-e095-43b3-9662-6adf1f9e3683 service nova] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.185044] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52ffcf8f-bdab-082e-cdcd-79891b1cb9a7, 'name': SearchDatastore_Task, 'duration_secs': 0.008434} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.185465] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.185822] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 4745415e-3f1d-4e4d-b183-8b245e76c7c6/4745415e-3f1d-4e4d-b183-8b245e76c7c6.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1826.186158] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7fd959a-5b63-42e5-88f7-1bfcab270b55 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.192682] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for the task: (returnval){ [ 1826.192682] env[62023]: value = "task-1758981" [ 1826.192682] env[62023]: _type = "Task" [ 1826.192682] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.203656] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1758981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.255398] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Applying migration context for instance c363aeac-b213-4ad8-81a7-43bed877962c as it has an incoming, in-progress migration 08c9202d-4be0-42bc-9954-79c9a9700a41. Migration status is confirming {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1826.257097] env[62023]: INFO nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Updating resource usage from migration 08c9202d-4be0-42bc-9954-79c9a9700a41 [ 1826.283760] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': task-1758979, 'name': Rename_Task, 'duration_secs': 0.168703} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.283809] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1826.284126] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ed27e8b-792c-4552-a6bf-e3ceae1fdb91 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.286682] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 007c853b-b603-44e4-9f3d-42872bd4baca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.286916] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 539873cb-daa5-4c76-a0e0-7929e6b5117a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.287086] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 681fa498-8577-44cf-ab89-ede5ac113f74 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1826.287210] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance b272c798-7af0-436b-80b6-47c0fb366b5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.287693] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance b1125817-b00b-44c0-bc80-69933347cbed is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1826.287891] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance cfe516b9-313f-417c-a7d5-6d5ec63af4cc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1826.288056] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 7247610a-9c70-478c-96f7-810485472d2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.288209] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance e1014627-dac2-449c-81ac-f7dee87c22b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.288364] env[62023]: WARNING nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1826.288502] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance f06f591c-782a-4707-af72-f670a391442e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.288640] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 7cc25b17-b0ea-415f-84b2-8f8d633e726b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.288824] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Migration 08c9202d-4be0-42bc-9954-79c9a9700a41 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1826.288977] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance c363aeac-b213-4ad8-81a7-43bed877962c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.289133] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance f1d36203-d4c4-402b-b69f-5b77fc8df823 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.289270] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.289404] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 4745415e-3f1d-4e4d-b183-8b245e76c7c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.296246] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Waiting for the task: (returnval){ [ 1826.296246] env[62023]: value = "task-1758982" [ 1826.296246] env[62023]: _type = "Task" [ 1826.296246] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.303781] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': task-1758982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.462890] env[62023]: DEBUG oslo_vmware.api [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758980, 'name': ReconfigVM_Task, 'duration_secs': 0.249492} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.463079] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-ab88562b-2817-47a8-9de4-68bc301154f8/volume-ab88562b-2817-47a8-9de4-68bc301154f8.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1826.469557] env[62023]: DEBUG nova.network.neutron [-] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.470508] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df3827b-b0ce-4efe-940a-cddb46b32583 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.498374] env[62023]: DEBUG oslo_vmware.api [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1826.498374] env[62023]: value = "task-1758983" [ 1826.498374] env[62023]: _type = "Task" [ 1826.498374] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.506891] env[62023]: DEBUG oslo_vmware.api [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758983, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.631612] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e827d4a-30e6-4fe8-8c0b-30185f8f396a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.643021] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862f752a-63ae-448c-a15d-8fc127f81ae1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.680483] env[62023]: DEBUG nova.compute.manager [req-179f81e7-f64c-4f6e-b172-11e9702a9431 req-bf5d88a4-e095-43b3-9662-6adf1f9e3683 service nova] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Detach interface failed, port_id=701dc7ee-437e-4cdd-aebd-4777891ab50f, reason: Instance 22f7fc5e-edfb-43ed-a24d-bdf937b3164b could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1826.703792] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1758981, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.795024] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 2fef913a-1c0a-4fb5-906d-18f34e376e50 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1826.795024] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1826.795024] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1826.810144] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': task-1758982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.989993] env[62023]: INFO nova.compute.manager [-] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Took 1.54 seconds to deallocate network for instance. [ 1827.015494] env[62023]: DEBUG oslo_vmware.api [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758983, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.074927] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2672ccae-8be7-4c41-a75c-3226db0faa7c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.082867] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0869bc8-c81b-411b-816e-af082b96765b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.128850] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf4b9ee-2738-4119-84d0-566e6b01b8d6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.136486] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa9304a-3d68-412e-b081-1d53b5aac068 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.151519] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1827.205485] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1758981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676189} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.205769] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 4745415e-3f1d-4e4d-b183-8b245e76c7c6/4745415e-3f1d-4e4d-b183-8b245e76c7c6.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1827.205981] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1827.206251] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45665cc1-ff1f-4279-9ac5-800456b84e04 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.212484] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for the task: (returnval){ [ 1827.212484] env[62023]: value = "task-1758984" [ 1827.212484] env[62023]: _type = "Task" [ 1827.212484] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.220553] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1758984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.307476] env[62023]: DEBUG oslo_vmware.api [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': task-1758982, 'name': PowerOnVM_Task, 'duration_secs': 0.763666} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.307901] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1827.308014] env[62023]: INFO nova.compute.manager [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1827.308206] env[62023]: DEBUG nova.compute.manager [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1827.309028] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883b29d0-ccf1-463d-b61d-12e0f6d1ce9f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.510103] env[62023]: DEBUG oslo_vmware.api [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758983, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.549091] env[62023]: INFO nova.compute.manager [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Took 0.56 seconds to detach 1 volumes for instance. [ 1827.550473] env[62023]: DEBUG nova.compute.manager [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Deleting volume: 57343604-faba-4018-b41e-ee0b16a571a4 {{(pid=62023) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1827.693489] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1827.693808] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 172 to 173 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1827.693983] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1827.724662] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1758984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188327} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.724934] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1827.726314] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08affec5-356d-45cc-8dd0-f239f55f6c8c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.748100] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 4745415e-3f1d-4e4d-b183-8b245e76c7c6/4745415e-3f1d-4e4d-b183-8b245e76c7c6.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1827.748439] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-552c4fa8-3879-4c61-9892-89949277c5ae {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.769333] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for the task: (returnval){ [ 1827.769333] env[62023]: value = "task-1758986" [ 1827.769333] env[62023]: _type = "Task" [ 1827.769333] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.778051] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1758986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.826554] env[62023]: INFO nova.compute.manager [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Took 16.22 seconds to build instance. [ 1828.010266] env[62023]: DEBUG oslo_vmware.api [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758983, 'name': ReconfigVM_Task, 'duration_secs': 1.141271} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.010487] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365473', 'volume_id': 'ab88562b-2817-47a8-9de4-68bc301154f8', 'name': 'volume-ab88562b-2817-47a8-9de4-68bc301154f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2e348316-1f0e-4b6c-a83a-7eb9a27da0ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab88562b-2817-47a8-9de4-68bc301154f8', 'serial': 'ab88562b-2817-47a8-9de4-68bc301154f8'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1828.011060] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2df34f2-844f-4a6f-9ec7-c3cdb9f8077f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.017649] env[62023]: DEBUG oslo_vmware.api [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1828.017649] env[62023]: value = "task-1758987" [ 1828.017649] env[62023]: _type = "Task" [ 1828.017649] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.026339] env[62023]: DEBUG oslo_vmware.api [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758987, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.098181] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.201165] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1828.201394] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.975s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.201654] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.042s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.203227] env[62023]: INFO nova.compute.claims [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1828.280116] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1758986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.324282] env[62023]: DEBUG oslo_concurrency.lockutils [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.324474] env[62023]: DEBUG oslo_concurrency.lockutils [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.328245] env[62023]: DEBUG oslo_concurrency.lockutils [None req-de04f60e-e692-4f2f-8f92-5a93b3322e4a tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Lock "f1d36203-d4c4-402b-b69f-5b77fc8df823" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.729s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.529741] env[62023]: DEBUG oslo_vmware.api [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758987, 'name': Rename_Task, 'duration_secs': 0.318181} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.530477] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1828.530861] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2543488b-f205-4416-8455-287217ac0c91 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.539019] env[62023]: DEBUG oslo_vmware.api [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1828.539019] env[62023]: value = "task-1758988" [ 1828.539019] env[62023]: _type = "Task" [ 1828.539019] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.546320] env[62023]: DEBUG oslo_vmware.api [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.720744] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Acquiring lock "f1d36203-d4c4-402b-b69f-5b77fc8df823" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.721145] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Lock "f1d36203-d4c4-402b-b69f-5b77fc8df823" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.721307] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Acquiring lock "f1d36203-d4c4-402b-b69f-5b77fc8df823-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.721383] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Lock "f1d36203-d4c4-402b-b69f-5b77fc8df823-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.721564] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Lock "f1d36203-d4c4-402b-b69f-5b77fc8df823-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.724666] env[62023]: INFO nova.compute.manager [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Terminating instance [ 1828.780929] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1758986, 'name': ReconfigVM_Task, 'duration_secs': 0.707423} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.781228] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 4745415e-3f1d-4e4d-b183-8b245e76c7c6/4745415e-3f1d-4e4d-b183-8b245e76c7c6.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1828.781932] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b070ca2a-4506-403d-a17e-2869042df670 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.788335] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for the task: (returnval){ [ 1828.788335] env[62023]: value = "task-1758989" [ 1828.788335] env[62023]: _type = "Task" [ 1828.788335] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.799501] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1758989, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.828866] env[62023]: DEBUG nova.compute.manager [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1829.047918] env[62023]: DEBUG oslo_vmware.api [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1758988, 'name': PowerOnVM_Task, 'duration_secs': 0.425669} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.048211] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1829.048419] env[62023]: INFO nova.compute.manager [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Took 5.22 seconds to spawn the instance on the hypervisor. [ 1829.048637] env[62023]: DEBUG nova.compute.manager [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1829.049434] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336f3bb9-72e6-4c2a-b042-cbcfef34ee4d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.228735] env[62023]: DEBUG nova.compute.manager [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1829.228979] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1829.230562] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1977972-e34b-494b-b41b-7bebb48aa76b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.238351] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1829.240876] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbb813df-af33-4f1e-aeca-c4fb672b39be {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.246989] env[62023]: DEBUG oslo_vmware.api [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Waiting for the task: (returnval){ [ 1829.246989] env[62023]: value = "task-1758990" [ 1829.246989] env[62023]: _type = "Task" [ 1829.246989] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.255636] env[62023]: DEBUG oslo_vmware.api [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': task-1758990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.301384] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1758989, 'name': Rename_Task, 'duration_secs': 0.133388} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.301666] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1829.301927] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b096931e-41a9-4c74-936b-286c78466a55 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.308707] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for the task: (returnval){ [ 1829.308707] env[62023]: value = "task-1758991" [ 1829.308707] env[62023]: _type = "Task" [ 1829.308707] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.316726] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1758991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.347630] env[62023]: DEBUG oslo_concurrency.lockutils [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.463651] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a437def-407c-4577-a206-4e031b209f2b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.471669] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eac2198-bf95-4525-9488-1176475330d6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.503022] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb762476-20fa-4eb7-8323-6e39d3bee499 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.511282] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899e8353-a805-48fe-9688-965dad4492b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.525966] env[62023]: DEBUG nova.compute.provider_tree [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1829.567044] env[62023]: INFO nova.compute.manager [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Took 16.58 seconds to build instance. [ 1829.757953] env[62023]: DEBUG oslo_vmware.api [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': task-1758990, 'name': PowerOffVM_Task, 'duration_secs': 0.21556} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.758292] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1829.758417] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1829.758667] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e7c9bce-dfd6-4c81-b40e-8cab303926cb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.818468] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1758991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.846788] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1829.847034] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1829.847235] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Deleting the datastore file [datastore1] f1d36203-d4c4-402b-b69f-5b77fc8df823 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1829.847533] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbf12edd-10d4-400d-8920-99002b595212 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.854540] env[62023]: DEBUG oslo_vmware.api [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Waiting for the task: (returnval){ [ 1829.854540] env[62023]: value = "task-1758993" [ 1829.854540] env[62023]: _type = "Task" [ 1829.854540] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.863048] env[62023]: DEBUG oslo_vmware.api [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': task-1758993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.029431] env[62023]: DEBUG nova.scheduler.client.report [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1830.069253] env[62023]: DEBUG oslo_concurrency.lockutils [None req-13266bca-1273-4e0d-bf18-143d8f0e8cb2 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.095s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.320337] env[62023]: DEBUG oslo_vmware.api [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1758991, 'name': PowerOnVM_Task, 'duration_secs': 0.91683} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.321089] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1830.321089] env[62023]: INFO nova.compute.manager [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Took 5.83 seconds to spawn the instance on the hypervisor. [ 1830.321089] env[62023]: DEBUG nova.compute.manager [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1830.321760] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2de21d-3bcb-49c1-ae42-42a012a5ae13 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.363946] env[62023]: DEBUG oslo_vmware.api [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Task: {'id': task-1758993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160053} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.364243] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1830.364436] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1830.364674] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1830.364777] env[62023]: INFO nova.compute.manager [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1830.365027] env[62023]: DEBUG oslo.service.loopingcall [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1830.365226] env[62023]: DEBUG nova.compute.manager [-] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1830.365320] env[62023]: DEBUG nova.network.neutron [-] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1830.382388] env[62023]: DEBUG nova.compute.manager [req-91f50332-8ef8-42c4-9aa8-3dc3008433a3 req-ef152b94-5fa2-47e1-9c37-8aa31b9d7401 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Received event network-changed-6ed47fce-8542-4930-82d1-9bf5d4cfecac {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1830.382388] env[62023]: DEBUG nova.compute.manager [req-91f50332-8ef8-42c4-9aa8-3dc3008433a3 req-ef152b94-5fa2-47e1-9c37-8aa31b9d7401 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Refreshing instance network info cache due to event network-changed-6ed47fce-8542-4930-82d1-9bf5d4cfecac. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1830.384875] env[62023]: DEBUG oslo_concurrency.lockutils [req-91f50332-8ef8-42c4-9aa8-3dc3008433a3 req-ef152b94-5fa2-47e1-9c37-8aa31b9d7401 service nova] Acquiring lock "refresh_cache-007c853b-b603-44e4-9f3d-42872bd4baca" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.384875] env[62023]: DEBUG oslo_concurrency.lockutils [req-91f50332-8ef8-42c4-9aa8-3dc3008433a3 req-ef152b94-5fa2-47e1-9c37-8aa31b9d7401 service nova] Acquired lock "refresh_cache-007c853b-b603-44e4-9f3d-42872bd4baca" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.384875] env[62023]: DEBUG nova.network.neutron [req-91f50332-8ef8-42c4-9aa8-3dc3008433a3 req-ef152b94-5fa2-47e1-9c37-8aa31b9d7401 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Refreshing network info cache for port 6ed47fce-8542-4930-82d1-9bf5d4cfecac {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1830.537033] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.537497] env[62023]: DEBUG nova.compute.manager [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1830.540200] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.952s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.540559] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.542832] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.404s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.543036] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.547440] env[62023]: DEBUG oslo_concurrency.lockutils [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.239s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.547631] env[62023]: DEBUG oslo_concurrency.lockutils [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.549280] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.110s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.549469] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.551030] env[62023]: DEBUG oslo_concurrency.lockutils [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.200s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.587517] env[62023]: INFO nova.scheduler.client.report [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Deleted allocations for instance a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6 [ 1830.588783] env[62023]: INFO nova.scheduler.client.report [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Deleted allocations for instance 681fa498-8577-44cf-ab89-ede5ac113f74 [ 1830.612225] env[62023]: INFO nova.scheduler.client.report [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Deleted allocations for instance b1125817-b00b-44c0-bc80-69933347cbed [ 1830.630952] env[62023]: INFO nova.scheduler.client.report [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Deleted allocations for instance cfe516b9-313f-417c-a7d5-6d5ec63af4cc [ 1830.795483] env[62023]: DEBUG nova.compute.manager [req-e6349d38-3c99-46ed-b611-7aa661ad5f76 req-ff4ca828-026c-4a2c-bd03-452d151e3032 service nova] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Received event network-vif-deleted-85571b33-7fa0-4766-a3f7-d552aac6ac0a {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1830.795483] env[62023]: INFO nova.compute.manager [req-e6349d38-3c99-46ed-b611-7aa661ad5f76 req-ff4ca828-026c-4a2c-bd03-452d151e3032 service nova] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Neutron deleted interface 85571b33-7fa0-4766-a3f7-d552aac6ac0a; detaching it from the instance and deleting it from the info cache [ 1830.795483] env[62023]: DEBUG nova.network.neutron [req-e6349d38-3c99-46ed-b611-7aa661ad5f76 req-ff4ca828-026c-4a2c-bd03-452d151e3032 service nova] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.841106] env[62023]: INFO nova.compute.manager [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Took 15.86 seconds to build instance. [ 1830.868100] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5035ed67-b253-4588-bbee-4dd8b39b04cb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.877023] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab090ca6-3396-43b8-b47a-6cfc6db185b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.914665] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c5f0e6-850f-471c-91e2-a316ede3f68f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.924411] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07579102-9140-4814-a15f-6d670980f893 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.944025] env[62023]: DEBUG nova.compute.provider_tree [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.055466] env[62023]: DEBUG nova.compute.utils [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1831.056871] env[62023]: DEBUG nova.compute.manager [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1831.057056] env[62023]: DEBUG nova.network.neutron [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1831.098930] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bd3befa6-c5d2-4b4c-8539-b784b7422036 tempest-ServerAddressesTestJSON-381977036 tempest-ServerAddressesTestJSON-381977036-project-member] Lock "a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.396s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.102683] env[62023]: DEBUG oslo_concurrency.lockutils [None req-bd5a0daa-e094-4043-bbeb-3449cb67bf23 tempest-AttachVolumeShelveTestJSON-1319164096 tempest-AttachVolumeShelveTestJSON-1319164096-project-member] Lock "681fa498-8577-44cf-ab89-ede5ac113f74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.060s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.125440] env[62023]: DEBUG oslo_concurrency.lockutils [None req-363dee36-301b-47e1-a0e9-f0f8c94c242c tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "b1125817-b00b-44c0-bc80-69933347cbed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.457s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.141230] env[62023]: DEBUG oslo_concurrency.lockutils [None req-76a052a5-95dc-4093-96c6-ad536e451fe4 tempest-ListServersNegativeTestJSON-1936626961 tempest-ListServersNegativeTestJSON-1936626961-project-member] Lock "cfe516b9-313f-417c-a7d5-6d5ec63af4cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.318s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.168458] env[62023]: DEBUG nova.policy [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '630c4be5000e4cd395964f52540cb2cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f549db5da5bc430287682d3002b1c006', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1831.209018] env[62023]: DEBUG nova.network.neutron [-] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.247929] env[62023]: INFO nova.compute.manager [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Rebuilding instance [ 1831.299940] env[62023]: DEBUG nova.compute.manager [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1831.300215] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55da4c99-7556-4159-b2f9-d45615e759ec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.305052] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e63cb75-a66a-461c-851d-82e1e55893cc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.320948] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546b0e62-2ad2-4125-8cb7-b6723de42c2b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.335465] env[62023]: DEBUG nova.network.neutron [req-91f50332-8ef8-42c4-9aa8-3dc3008433a3 req-ef152b94-5fa2-47e1-9c37-8aa31b9d7401 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Updated VIF entry in instance network info cache for port 6ed47fce-8542-4930-82d1-9bf5d4cfecac. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1831.335666] env[62023]: DEBUG nova.network.neutron [req-91f50332-8ef8-42c4-9aa8-3dc3008433a3 req-ef152b94-5fa2-47e1-9c37-8aa31b9d7401 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Updating instance_info_cache with network_info: [{"id": "6ed47fce-8542-4930-82d1-9bf5d4cfecac", "address": "fa:16:3e:78:f4:ac", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed47fce-85", "ovs_interfaceid": "6ed47fce-8542-4930-82d1-9bf5d4cfecac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.356612] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d929f176-c70c-4f58-948c-c0084fe94272 tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Lock "4745415e-3f1d-4e4d-b183-8b245e76c7c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.388s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.358697] env[62023]: DEBUG nova.compute.manager [req-e6349d38-3c99-46ed-b611-7aa661ad5f76 req-ff4ca828-026c-4a2c-bd03-452d151e3032 service nova] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Detach interface failed, port_id=85571b33-7fa0-4766-a3f7-d552aac6ac0a, reason: Instance f1d36203-d4c4-402b-b69f-5b77fc8df823 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1831.443189] env[62023]: DEBUG nova.scheduler.client.report [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1831.566136] env[62023]: DEBUG nova.compute.manager [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1831.708747] env[62023]: INFO nova.compute.manager [-] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Took 1.34 seconds to deallocate network for instance. [ 1831.822764] env[62023]: DEBUG nova.network.neutron [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Successfully created port: ae2cfa53-d28a-4e3a-9f11-4dd33eeab1c0 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1831.838184] env[62023]: DEBUG oslo_concurrency.lockutils [req-91f50332-8ef8-42c4-9aa8-3dc3008433a3 req-ef152b94-5fa2-47e1-9c37-8aa31b9d7401 service nova] Releasing lock "refresh_cache-007c853b-b603-44e4-9f3d-42872bd4baca" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.952231] env[62023]: DEBUG oslo_concurrency.lockutils [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.398s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.952231] env[62023]: INFO nova.compute.manager [None req-285938c7-ad18-4c4c-a232-e020d512a7ae tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Successfully reverted task state from rebuilding on failure for instance. [ 1831.956325] env[62023]: DEBUG oslo_concurrency.lockutils [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.165s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.045784] env[62023]: DEBUG nova.compute.manager [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Stashing vm_state: active {{(pid=62023) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1832.217694] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.318925] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1832.319260] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-816339bc-5d4f-45fe-a4f8-05885c870edd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.330281] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for the task: (returnval){ [ 1832.330281] env[62023]: value = "task-1758994" [ 1832.330281] env[62023]: _type = "Task" [ 1832.330281] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.342165] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1758994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.418562] env[62023]: DEBUG nova.compute.manager [req-afa0d87d-5454-477d-bf5e-eb62647f45b3 req-43a8b6fe-f6a7-48ac-994d-bb8267bf26b7 service nova] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Received event network-changed-e0bb8a07-2d66-49f1-9f64-1ce89395c1b3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1832.418861] env[62023]: DEBUG nova.compute.manager [req-afa0d87d-5454-477d-bf5e-eb62647f45b3 req-43a8b6fe-f6a7-48ac-994d-bb8267bf26b7 service nova] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Refreshing instance network info cache due to event network-changed-e0bb8a07-2d66-49f1-9f64-1ce89395c1b3. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1832.420114] env[62023]: DEBUG oslo_concurrency.lockutils [req-afa0d87d-5454-477d-bf5e-eb62647f45b3 req-43a8b6fe-f6a7-48ac-994d-bb8267bf26b7 service nova] Acquiring lock "refresh_cache-2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.420365] env[62023]: DEBUG oslo_concurrency.lockutils [req-afa0d87d-5454-477d-bf5e-eb62647f45b3 req-43a8b6fe-f6a7-48ac-994d-bb8267bf26b7 service nova] Acquired lock "refresh_cache-2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.420669] env[62023]: DEBUG nova.network.neutron [req-afa0d87d-5454-477d-bf5e-eb62647f45b3 req-43a8b6fe-f6a7-48ac-994d-bb8267bf26b7 service nova] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Refreshing network info cache for port e0bb8a07-2d66-49f1-9f64-1ce89395c1b3 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1832.566521] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.578800] env[62023]: DEBUG nova.compute.manager [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1832.613698] env[62023]: DEBUG nova.virt.hardware [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1832.613698] env[62023]: DEBUG nova.virt.hardware [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1832.613698] env[62023]: DEBUG nova.virt.hardware [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1832.613698] env[62023]: DEBUG nova.virt.hardware [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1832.613698] env[62023]: DEBUG nova.virt.hardware [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1832.613698] env[62023]: DEBUG nova.virt.hardware [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1832.613698] env[62023]: DEBUG nova.virt.hardware [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1832.613698] env[62023]: DEBUG nova.virt.hardware [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1832.614107] env[62023]: DEBUG nova.virt.hardware [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1832.614107] env[62023]: DEBUG nova.virt.hardware [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1832.614481] env[62023]: DEBUG nova.virt.hardware [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1832.615694] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5ad2a2-2eb9-48de-8476-ffb040cbe74e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.625708] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f36a63b-8a2e-4d8a-8594-8d963d7dea78 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.695668] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e23026-5dab-4b2b-b072-785e84174738 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.703171] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d363a3-c5d6-48b3-a222-d16069daf473 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.736888] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad83528-d0e8-4336-bd9b-a497bcbc20e2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.744555] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2e5ce6-4343-422f-b816-9051aeeb2318 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.760180] env[62023]: DEBUG nova.compute.provider_tree [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1832.840833] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1758994, 'name': PowerOffVM_Task, 'duration_secs': 0.170693} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.841183] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1832.841688] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1832.842265] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71d5874-fb99-4a33-9e22-7395a0e223ac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.849845] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1832.850124] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34f68452-10c2-43ff-8ee8-0ba0bce13874 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.875802] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1832.876492] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1832.878374] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Deleting the datastore file [datastore1] 4745415e-3f1d-4e4d-b183-8b245e76c7c6 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1832.878374] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-191cde69-71b8-4c62-98b2-f14ed7ce61e5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.885385] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for the task: (returnval){ [ 1832.885385] env[62023]: value = "task-1758996" [ 1832.885385] env[62023]: _type = "Task" [ 1832.885385] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.894056] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1758996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.165609] env[62023]: DEBUG nova.network.neutron [req-afa0d87d-5454-477d-bf5e-eb62647f45b3 req-43a8b6fe-f6a7-48ac-994d-bb8267bf26b7 service nova] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Updated VIF entry in instance network info cache for port e0bb8a07-2d66-49f1-9f64-1ce89395c1b3. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1833.165926] env[62023]: DEBUG nova.network.neutron [req-afa0d87d-5454-477d-bf5e-eb62647f45b3 req-43a8b6fe-f6a7-48ac-994d-bb8267bf26b7 service nova] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Updating instance_info_cache with network_info: [{"id": "e0bb8a07-2d66-49f1-9f64-1ce89395c1b3", "address": "fa:16:3e:dc:3a:79", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bb8a07-2d", "ovs_interfaceid": "e0bb8a07-2d66-49f1-9f64-1ce89395c1b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.263091] env[62023]: DEBUG nova.scheduler.client.report [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1833.399716] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1758996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085439} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.399716] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1833.399716] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1833.399716] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1833.668826] env[62023]: DEBUG oslo_concurrency.lockutils [req-afa0d87d-5454-477d-bf5e-eb62647f45b3 req-43a8b6fe-f6a7-48ac-994d-bb8267bf26b7 service nova] Releasing lock "refresh_cache-2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.951579] env[62023]: DEBUG nova.network.neutron [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Successfully updated port: ae2cfa53-d28a-4e3a-9f11-4dd33eeab1c0 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1834.276016] env[62023]: DEBUG oslo_concurrency.lockutils [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.318s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.276016] env[62023]: DEBUG nova.compute.manager [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62023) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5345}} [ 1834.277815] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.180s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.278439] env[62023]: DEBUG nova.objects.instance [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Lazy-loading 'resources' on Instance uuid 22f7fc5e-edfb-43ed-a24d-bdf937b3164b {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1834.435851] env[62023]: DEBUG nova.virt.hardware [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1834.436059] env[62023]: DEBUG nova.virt.hardware [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1834.436109] env[62023]: DEBUG nova.virt.hardware [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1834.436276] env[62023]: DEBUG nova.virt.hardware [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1834.436428] env[62023]: DEBUG nova.virt.hardware [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1834.436579] env[62023]: DEBUG nova.virt.hardware [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1834.436786] env[62023]: DEBUG nova.virt.hardware [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1834.436948] env[62023]: DEBUG nova.virt.hardware [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1834.437129] env[62023]: DEBUG nova.virt.hardware [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1834.437295] env[62023]: DEBUG nova.virt.hardware [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1834.437466] env[62023]: DEBUG nova.virt.hardware [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1834.438365] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa9e5fc-bf13-4e2a-b738-99b3efe33473 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.443962] env[62023]: DEBUG nova.compute.manager [req-309e15df-7446-46fd-a117-40336bf2c6cc req-405196e4-2fee-4355-9b9e-12ca4a6abb5d service nova] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Received event network-vif-plugged-ae2cfa53-d28a-4e3a-9f11-4dd33eeab1c0 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1834.444184] env[62023]: DEBUG oslo_concurrency.lockutils [req-309e15df-7446-46fd-a117-40336bf2c6cc req-405196e4-2fee-4355-9b9e-12ca4a6abb5d service nova] Acquiring lock "2fef913a-1c0a-4fb5-906d-18f34e376e50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.444363] env[62023]: DEBUG oslo_concurrency.lockutils [req-309e15df-7446-46fd-a117-40336bf2c6cc req-405196e4-2fee-4355-9b9e-12ca4a6abb5d service nova] Lock "2fef913a-1c0a-4fb5-906d-18f34e376e50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.444545] env[62023]: DEBUG oslo_concurrency.lockutils [req-309e15df-7446-46fd-a117-40336bf2c6cc req-405196e4-2fee-4355-9b9e-12ca4a6abb5d service nova] Lock "2fef913a-1c0a-4fb5-906d-18f34e376e50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.444723] env[62023]: DEBUG nova.compute.manager [req-309e15df-7446-46fd-a117-40336bf2c6cc req-405196e4-2fee-4355-9b9e-12ca4a6abb5d service nova] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] No waiting events found dispatching network-vif-plugged-ae2cfa53-d28a-4e3a-9f11-4dd33eeab1c0 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1834.444894] env[62023]: WARNING nova.compute.manager [req-309e15df-7446-46fd-a117-40336bf2c6cc req-405196e4-2fee-4355-9b9e-12ca4a6abb5d service nova] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Received unexpected event network-vif-plugged-ae2cfa53-d28a-4e3a-9f11-4dd33eeab1c0 for instance with vm_state building and task_state spawning. [ 1834.445063] env[62023]: DEBUG nova.compute.manager [req-309e15df-7446-46fd-a117-40336bf2c6cc req-405196e4-2fee-4355-9b9e-12ca4a6abb5d service nova] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Received event network-changed-ae2cfa53-d28a-4e3a-9f11-4dd33eeab1c0 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1834.445212] env[62023]: DEBUG nova.compute.manager [req-309e15df-7446-46fd-a117-40336bf2c6cc req-405196e4-2fee-4355-9b9e-12ca4a6abb5d service nova] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Refreshing instance network info cache due to event network-changed-ae2cfa53-d28a-4e3a-9f11-4dd33eeab1c0. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1834.445394] env[62023]: DEBUG oslo_concurrency.lockutils [req-309e15df-7446-46fd-a117-40336bf2c6cc req-405196e4-2fee-4355-9b9e-12ca4a6abb5d service nova] Acquiring lock "refresh_cache-2fef913a-1c0a-4fb5-906d-18f34e376e50" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.445528] env[62023]: DEBUG oslo_concurrency.lockutils [req-309e15df-7446-46fd-a117-40336bf2c6cc req-405196e4-2fee-4355-9b9e-12ca4a6abb5d service nova] Acquired lock "refresh_cache-2fef913a-1c0a-4fb5-906d-18f34e376e50" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.445676] env[62023]: DEBUG nova.network.neutron [req-309e15df-7446-46fd-a117-40336bf2c6cc req-405196e4-2fee-4355-9b9e-12ca4a6abb5d service nova] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Refreshing network info cache for port ae2cfa53-d28a-4e3a-9f11-4dd33eeab1c0 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1834.450656] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b34f7d3-7029-4b18-8060-e2a3ec285fd4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.455108] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "refresh_cache-2fef913a-1c0a-4fb5-906d-18f34e376e50" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.465428] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Instance VIF info [] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1834.471054] env[62023]: DEBUG oslo.service.loopingcall [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.471513] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1834.471754] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea88369f-925c-4036-8084-accda60f79ff {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.488677] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1834.488677] env[62023]: value = "task-1758998" [ 1834.488677] env[62023]: _type = "Task" [ 1834.488677] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.498765] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758998, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.835701] env[62023]: INFO nova.scheduler.client.report [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Deleted allocation for migration 08c9202d-4be0-42bc-9954-79c9a9700a41 [ 1834.964862] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc89e4bd-efa3-469a-875c-64ac597f3dbc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.972647] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2d55f1-a99f-48ff-8439-a6e5ed7a7cc3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.004813] env[62023]: DEBUG nova.network.neutron [req-309e15df-7446-46fd-a117-40336bf2c6cc req-405196e4-2fee-4355-9b9e-12ca4a6abb5d service nova] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1835.009711] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db54e1b-e82d-4a69-940d-2da9435a7e70 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.020206] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b45d20-0b69-43a3-83e7-357235c7713c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.023640] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1758998, 'name': CreateVM_Task, 'duration_secs': 0.432107} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.023885] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1835.024499] env[62023]: DEBUG oslo_concurrency.lockutils [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.024658] env[62023]: DEBUG oslo_concurrency.lockutils [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.024998] env[62023]: DEBUG oslo_concurrency.lockutils [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1835.025246] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a819c1a2-1e58-418a-8456-173132f4621b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.034797] env[62023]: DEBUG nova.compute.provider_tree [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1835.039189] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for the task: (returnval){ [ 1835.039189] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524f7d76-07cd-d9d4-b1ed-b2e9115672dc" [ 1835.039189] env[62023]: _type = "Task" [ 1835.039189] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.046961] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524f7d76-07cd-d9d4-b1ed-b2e9115672dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.099486] env[62023]: DEBUG nova.network.neutron [req-309e15df-7446-46fd-a117-40336bf2c6cc req-405196e4-2fee-4355-9b9e-12ca4a6abb5d service nova] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.343056] env[62023]: DEBUG oslo_concurrency.lockutils [None req-264a033d-6920-4e94-8210-02cd27138f8a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "c363aeac-b213-4ad8-81a7-43bed877962c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.959s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.344703] env[62023]: DEBUG nova.objects.instance [None req-74a9b779-681c-4e6e-8199-5f0eda026c16 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lazy-loading 'flavor' on Instance uuid c363aeac-b213-4ad8-81a7-43bed877962c {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1835.548981] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]524f7d76-07cd-d9d4-b1ed-b2e9115672dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008991} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.549394] env[62023]: DEBUG oslo_concurrency.lockutils [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.549515] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1835.549745] env[62023]: DEBUG oslo_concurrency.lockutils [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.549893] env[62023]: DEBUG oslo_concurrency.lockutils [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.550081] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1835.550339] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8eba6031-5d3e-477e-9ad8-8031fab4fd31 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.555800] env[62023]: ERROR nova.scheduler.client.report [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] [req-44a3af7a-47bd-43f0-96df-f31d500bcd2a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-44a3af7a-47bd-43f0-96df-f31d500bcd2a"}]} [ 1835.559721] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1835.559915] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1835.560678] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d0eb6ed-1810-4cde-90bf-fe5ac9f1188a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.566329] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for the task: (returnval){ [ 1835.566329] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f2a63f-fb84-142d-22cd-ef6de3dff2d1" [ 1835.566329] env[62023]: _type = "Task" [ 1835.566329] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.570753] env[62023]: DEBUG nova.scheduler.client.report [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1835.577645] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f2a63f-fb84-142d-22cd-ef6de3dff2d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.589570] env[62023]: DEBUG nova.scheduler.client.report [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1835.589795] env[62023]: DEBUG nova.compute.provider_tree [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1835.600876] env[62023]: DEBUG nova.scheduler.client.report [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1835.603000] env[62023]: DEBUG oslo_concurrency.lockutils [req-309e15df-7446-46fd-a117-40336bf2c6cc req-405196e4-2fee-4355-9b9e-12ca4a6abb5d service nova] Releasing lock "refresh_cache-2fef913a-1c0a-4fb5-906d-18f34e376e50" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.603576] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "refresh_cache-2fef913a-1c0a-4fb5-906d-18f34e376e50" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.603736] env[62023]: DEBUG nova.network.neutron [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1835.620337] env[62023]: DEBUG nova.scheduler.client.report [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1835.770062] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e73586c-28c4-4f4d-bffa-79e1c1cb3332 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.777694] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1ec81f-ceea-4b9e-bdbf-794e65fe6c20 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.807481] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f942e9-e145-4a12-b4a2-91d8fdf52f28 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.814729] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29efdd2e-ea1a-4c1b-b030-ec9d128ad79e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.827757] env[62023]: DEBUG nova.compute.provider_tree [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1835.849793] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74a9b779-681c-4e6e-8199-5f0eda026c16 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.849989] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74a9b779-681c-4e6e-8199-5f0eda026c16 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.850240] env[62023]: DEBUG nova.network.neutron [None req-74a9b779-681c-4e6e-8199-5f0eda026c16 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1835.850488] env[62023]: DEBUG nova.objects.instance [None req-74a9b779-681c-4e6e-8199-5f0eda026c16 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lazy-loading 'info_cache' on Instance uuid c363aeac-b213-4ad8-81a7-43bed877962c {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1836.077532] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f2a63f-fb84-142d-22cd-ef6de3dff2d1, 'name': SearchDatastore_Task, 'duration_secs': 0.008117} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.078093] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b4e80c-850c-4e70-98b4-d70ef5f53214 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.083291] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for the task: (returnval){ [ 1836.083291] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a4ffa0-5299-56da-0f44-043a1387550c" [ 1836.083291] env[62023]: _type = "Task" [ 1836.083291] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.091333] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a4ffa0-5299-56da-0f44-043a1387550c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.146091] env[62023]: DEBUG nova.network.neutron [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1836.275194] env[62023]: DEBUG nova.network.neutron [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Updating instance_info_cache with network_info: [{"id": "ae2cfa53-d28a-4e3a-9f11-4dd33eeab1c0", "address": "fa:16:3e:3b:97:cd", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2cfa53-d2", "ovs_interfaceid": "ae2cfa53-d28a-4e3a-9f11-4dd33eeab1c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.353847] env[62023]: DEBUG nova.objects.base [None req-74a9b779-681c-4e6e-8199-5f0eda026c16 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1836.370831] env[62023]: DEBUG nova.scheduler.client.report [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1836.371117] env[62023]: DEBUG nova.compute.provider_tree [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 177 to 178 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1836.371297] env[62023]: DEBUG nova.compute.provider_tree [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1836.594645] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a4ffa0-5299-56da-0f44-043a1387550c, 'name': SearchDatastore_Task, 'duration_secs': 0.009021} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.594859] env[62023]: DEBUG oslo_concurrency.lockutils [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.595141] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 4745415e-3f1d-4e4d-b183-8b245e76c7c6/4745415e-3f1d-4e4d-b183-8b245e76c7c6.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1836.595405] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa99a174-5a92-4b38-b541-6a7b8c687042 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.602425] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for the task: (returnval){ [ 1836.602425] env[62023]: value = "task-1758999" [ 1836.602425] env[62023]: _type = "Task" [ 1836.602425] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.610041] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1758999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.777702] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "refresh_cache-2fef913a-1c0a-4fb5-906d-18f34e376e50" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.778132] env[62023]: DEBUG nova.compute.manager [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Instance network_info: |[{"id": "ae2cfa53-d28a-4e3a-9f11-4dd33eeab1c0", "address": "fa:16:3e:3b:97:cd", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2cfa53-d2", "ovs_interfaceid": "ae2cfa53-d28a-4e3a-9f11-4dd33eeab1c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1836.778774] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:97:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae2cfa53-d28a-4e3a-9f11-4dd33eeab1c0', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1836.786625] env[62023]: DEBUG oslo.service.loopingcall [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.786881] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1836.787149] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d8197b2-e088-4392-b7a9-41b9a17c8425 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.808542] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1836.808542] env[62023]: value = "task-1759000" [ 1836.808542] env[62023]: _type = "Task" [ 1836.808542] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.817505] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759000, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.876597] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.598s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.880207] env[62023]: DEBUG oslo_concurrency.lockutils [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.533s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.881967] env[62023]: INFO nova.compute.claims [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1837.112745] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1758999, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.130158] env[62023]: DEBUG nova.network.neutron [None req-74a9b779-681c-4e6e-8199-5f0eda026c16 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Updating instance_info_cache with network_info: [{"id": "18d20379-27ad-4594-ac99-951261da0f79", "address": "fa:16:3e:ab:73:9a", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d20379-27", "ovs_interfaceid": "18d20379-27ad-4594-ac99-951261da0f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.318696] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759000, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.401740] env[62023]: DEBUG oslo_concurrency.lockutils [None req-05f700fc-dc94-4d27-9461-e87b003ce304 tempest-ServerActionsV293TestJSON-1765186603 tempest-ServerActionsV293TestJSON-1765186603-project-member] Lock "22f7fc5e-edfb-43ed-a24d-bdf937b3164b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.548s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.615236] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1758999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510506} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.615531] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 4745415e-3f1d-4e4d-b183-8b245e76c7c6/4745415e-3f1d-4e4d-b183-8b245e76c7c6.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1837.615747] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1837.616010] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f3e2fa3-d7fd-44fc-b5ed-94625aa8a3cc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.622911] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for the task: (returnval){ [ 1837.622911] env[62023]: value = "task-1759001" [ 1837.622911] env[62023]: _type = "Task" [ 1837.622911] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.631596] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1759001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.633202] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74a9b779-681c-4e6e-8199-5f0eda026c16 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "refresh_cache-c363aeac-b213-4ad8-81a7-43bed877962c" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.821382] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759000, 'name': CreateVM_Task, 'duration_secs': 0.669197} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.821556] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1837.822251] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.822422] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.822738] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1837.822988] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f265e718-506d-4c26-8e26-d38a98fedb08 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.827519] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1837.827519] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525cb520-86f1-41cf-9b0f-757fb52ae6ab" [ 1837.827519] env[62023]: _type = "Task" [ 1837.827519] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.835442] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525cb520-86f1-41cf-9b0f-757fb52ae6ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.070537] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a39d714-b653-4e22-85f1-f6743978de5e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.079337] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b2d14f-3794-49a8-ae21-3d9d385609fe {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.108126] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730c3d97-d728-4161-91c7-d1306fb0a5eb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.116072] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8655dc-1562-4284-a0df-72f1d6785477 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.129707] env[62023]: DEBUG nova.compute.provider_tree [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1838.140537] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1759001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067356} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.141483] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1838.142294] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc6a7c5-5b89-481f-b23d-10a6c0db5d9f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.164553] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 4745415e-3f1d-4e4d-b183-8b245e76c7c6/4745415e-3f1d-4e4d-b183-8b245e76c7c6.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1838.165143] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-758dbf71-d200-462d-b069-763d90d81bd5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.186733] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for the task: (returnval){ [ 1838.186733] env[62023]: value = "task-1759002" [ 1838.186733] env[62023]: _type = "Task" [ 1838.186733] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.195737] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1759002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.342850] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]525cb520-86f1-41cf-9b0f-757fb52ae6ab, 'name': SearchDatastore_Task, 'duration_secs': 0.029317} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.343209] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.343587] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1838.343805] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.343981] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.344205] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1838.344515] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5df61792-8a06-4661-be14-a4479ec09749 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.353183] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1838.353244] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1838.353975] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adfcab58-463d-48c9-bcc1-f5ef6a3340c7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.359544] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1838.359544] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523a204d-3663-b1e8-c2db-5fb91021a9eb" [ 1838.359544] env[62023]: _type = "Task" [ 1838.359544] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.367148] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523a204d-3663-b1e8-c2db-5fb91021a9eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.637047] env[62023]: DEBUG nova.scheduler.client.report [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1838.642365] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a9b779-681c-4e6e-8199-5f0eda026c16 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1838.642695] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4fdb08e-cf14-43c4-a7ed-9329a89d4a75 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.651144] env[62023]: DEBUG oslo_vmware.api [None req-74a9b779-681c-4e6e-8199-5f0eda026c16 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1838.651144] env[62023]: value = "task-1759003" [ 1838.651144] env[62023]: _type = "Task" [ 1838.651144] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.660195] env[62023]: DEBUG oslo_vmware.api [None req-74a9b779-681c-4e6e-8199-5f0eda026c16 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.698455] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1759002, 'name': ReconfigVM_Task, 'duration_secs': 0.274103} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.698787] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 4745415e-3f1d-4e4d-b183-8b245e76c7c6/4745415e-3f1d-4e4d-b183-8b245e76c7c6.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1838.699510] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a397cf3-1ec6-403d-a20e-6f0846123926 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.706277] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for the task: (returnval){ [ 1838.706277] env[62023]: value = "task-1759004" [ 1838.706277] env[62023]: _type = "Task" [ 1838.706277] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.714217] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1759004, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.871390] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523a204d-3663-b1e8-c2db-5fb91021a9eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009809} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.872273] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79e6c89a-3956-4c76-9492-4b5b62acedad {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.878041] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1838.878041] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529a059a-ed9b-9203-8c52-b2ba1e35ce49" [ 1838.878041] env[62023]: _type = "Task" [ 1838.878041] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.885630] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529a059a-ed9b-9203-8c52-b2ba1e35ce49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.141270] env[62023]: DEBUG oslo_concurrency.lockutils [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.141735] env[62023]: DEBUG nova.compute.manager [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1839.144522] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.928s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.144742] env[62023]: DEBUG nova.objects.instance [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Lazy-loading 'resources' on Instance uuid f1d36203-d4c4-402b-b69f-5b77fc8df823 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1839.161639] env[62023]: DEBUG oslo_vmware.api [None req-74a9b779-681c-4e6e-8199-5f0eda026c16 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759003, 'name': PowerOnVM_Task, 'duration_secs': 0.393173} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.161879] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a9b779-681c-4e6e-8199-5f0eda026c16 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1839.162127] env[62023]: DEBUG nova.compute.manager [None req-74a9b779-681c-4e6e-8199-5f0eda026c16 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1839.162894] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9486181c-8be8-481f-a0b8-da53c9561f76 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.215903] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1759004, 'name': Rename_Task, 'duration_secs': 0.130295} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.216152] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1839.216396] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5762d869-7b25-4319-9691-bea93a1644dc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.222997] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for the task: (returnval){ [ 1839.222997] env[62023]: value = "task-1759005" [ 1839.222997] env[62023]: _type = "Task" [ 1839.222997] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.230402] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1759005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.388718] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529a059a-ed9b-9203-8c52-b2ba1e35ce49, 'name': SearchDatastore_Task, 'duration_secs': 0.00858} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.389014] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.389284] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 2fef913a-1c0a-4fb5-906d-18f34e376e50/2fef913a-1c0a-4fb5-906d-18f34e376e50.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1839.389543] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdf9fb70-268d-453d-859b-f5ef57905090 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.395963] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1839.395963] env[62023]: value = "task-1759006" [ 1839.395963] env[62023]: _type = "Task" [ 1839.395963] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.404762] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.647919] env[62023]: DEBUG nova.compute.utils [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1839.653440] env[62023]: DEBUG nova.compute.manager [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1839.653605] env[62023]: DEBUG nova.network.neutron [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1839.706373] env[62023]: DEBUG nova.policy [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59aad45587ed4e228ce1a943e1b44667', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8a1c296030f4630bd777da6fd5edc27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1839.736460] env[62023]: DEBUG oslo_vmware.api [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1759005, 'name': PowerOnVM_Task, 'duration_secs': 0.468783} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.738615] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1839.738846] env[62023]: DEBUG nova.compute.manager [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1839.739740] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c9b1f4-ddae-40af-a09b-22f2d1f2fbe0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.864253] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210c2bf2-d358-47c9-bd7c-85a5f08f9be8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.872830] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0376fb18-fa7e-49ae-88bc-83e70e8a5905 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.907090] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc688f7-1a4a-47a0-951d-1863af6074d7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.916215] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759006, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.919210] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5674a217-22cf-4e66-b76a-81b8c6c1afec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.933400] env[62023]: DEBUG nova.compute.provider_tree [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1840.016655] env[62023]: DEBUG nova.network.neutron [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Successfully created port: aa8200bb-b7ed-4f05-a280-d8945cd867b0 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1840.023567] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "c363aeac-b213-4ad8-81a7-43bed877962c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.023817] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "c363aeac-b213-4ad8-81a7-43bed877962c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.024040] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "c363aeac-b213-4ad8-81a7-43bed877962c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.024259] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "c363aeac-b213-4ad8-81a7-43bed877962c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.024450] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "c363aeac-b213-4ad8-81a7-43bed877962c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.026660] env[62023]: INFO nova.compute.manager [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Terminating instance [ 1840.154353] env[62023]: DEBUG nova.compute.manager [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1840.261662] env[62023]: DEBUG oslo_concurrency.lockutils [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.414592] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556069} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.414951] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 2fef913a-1c0a-4fb5-906d-18f34e376e50/2fef913a-1c0a-4fb5-906d-18f34e376e50.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1840.415255] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1840.415554] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e85e68c-9df6-45fd-ab6b-aefa089ddde9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.423284] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1840.423284] env[62023]: value = "task-1759007" [ 1840.423284] env[62023]: _type = "Task" [ 1840.423284] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.432335] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.436454] env[62023]: DEBUG nova.scheduler.client.report [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1840.531427] env[62023]: DEBUG nova.compute.manager [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1840.531708] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1840.532767] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041bd707-2dda-4012-a9db-98099f25acbf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.540655] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1840.540911] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3df29221-5b09-4547-a768-df2a0dc065eb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.546893] env[62023]: DEBUG oslo_vmware.api [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1840.546893] env[62023]: value = "task-1759008" [ 1840.546893] env[62023]: _type = "Task" [ 1840.546893] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.554517] env[62023]: DEBUG oslo_vmware.api [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.934057] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063265} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.934376] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1840.935172] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7250b713-1225-4271-a445-a87f042fb99c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.951333] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.962034] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 2fef913a-1c0a-4fb5-906d-18f34e376e50/2fef913a-1c0a-4fb5-906d-18f34e376e50.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1840.963333] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.397s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.964715] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b84849f-e9e3-44a5-93c6-6fea4ff44e7c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.982340] env[62023]: INFO nova.scheduler.client.report [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Deleted allocations for instance f1d36203-d4c4-402b-b69f-5b77fc8df823 [ 1840.989087] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1840.989087] env[62023]: value = "task-1759009" [ 1840.989087] env[62023]: _type = "Task" [ 1840.989087] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.000378] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.057389] env[62023]: DEBUG oslo_vmware.api [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759008, 'name': PowerOffVM_Task, 'duration_secs': 0.197799} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.057754] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1841.058010] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1841.058344] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5900edf-7264-4d1b-aff6-43e5de44c70f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.149357] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1841.149618] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1841.149807] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Deleting the datastore file [datastore1] c363aeac-b213-4ad8-81a7-43bed877962c {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1841.150057] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-774be5b9-a8d3-45da-a90a-9ffa23631b05 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.157313] env[62023]: DEBUG oslo_vmware.api [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1841.157313] env[62023]: value = "task-1759011" [ 1841.157313] env[62023]: _type = "Task" [ 1841.157313] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.166161] env[62023]: DEBUG nova.compute.manager [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1841.168465] env[62023]: DEBUG oslo_vmware.api [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.193441] env[62023]: DEBUG nova.virt.hardware [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1841.193859] env[62023]: DEBUG nova.virt.hardware [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1841.193859] env[62023]: DEBUG nova.virt.hardware [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1841.194022] env[62023]: DEBUG nova.virt.hardware [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1841.194175] env[62023]: DEBUG nova.virt.hardware [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1841.194326] env[62023]: DEBUG nova.virt.hardware [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1841.194528] env[62023]: DEBUG nova.virt.hardware [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1841.194817] env[62023]: DEBUG nova.virt.hardware [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1841.194893] env[62023]: DEBUG nova.virt.hardware [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1841.195063] env[62023]: DEBUG nova.virt.hardware [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1841.195255] env[62023]: DEBUG nova.virt.hardware [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1841.196117] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e93cbad-f524-41cd-a6ac-d0321218a8cf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.204904] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aaacd6-d9df-45c8-a31a-82461cd0f387 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.297695] env[62023]: DEBUG oslo_concurrency.lockutils [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Acquiring lock "4745415e-3f1d-4e4d-b183-8b245e76c7c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.297971] env[62023]: DEBUG oslo_concurrency.lockutils [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Lock "4745415e-3f1d-4e4d-b183-8b245e76c7c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.298203] env[62023]: DEBUG oslo_concurrency.lockutils [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Acquiring lock "4745415e-3f1d-4e4d-b183-8b245e76c7c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.298422] env[62023]: DEBUG oslo_concurrency.lockutils [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Lock "4745415e-3f1d-4e4d-b183-8b245e76c7c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.298674] env[62023]: DEBUG oslo_concurrency.lockutils [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Lock "4745415e-3f1d-4e4d-b183-8b245e76c7c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.303149] env[62023]: INFO nova.compute.manager [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Terminating instance [ 1841.459599] env[62023]: DEBUG nova.compute.manager [req-817d089c-151b-48c7-b7db-9a851029fbe1 req-6efffede-0fe2-4f29-8d0d-cdcc9ddf32c4 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Received event network-vif-plugged-aa8200bb-b7ed-4f05-a280-d8945cd867b0 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1841.459599] env[62023]: DEBUG oslo_concurrency.lockutils [req-817d089c-151b-48c7-b7db-9a851029fbe1 req-6efffede-0fe2-4f29-8d0d-cdcc9ddf32c4 service nova] Acquiring lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.459599] env[62023]: DEBUG oslo_concurrency.lockutils [req-817d089c-151b-48c7-b7db-9a851029fbe1 req-6efffede-0fe2-4f29-8d0d-cdcc9ddf32c4 service nova] Lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.459599] env[62023]: DEBUG oslo_concurrency.lockutils [req-817d089c-151b-48c7-b7db-9a851029fbe1 req-6efffede-0fe2-4f29-8d0d-cdcc9ddf32c4 service nova] Lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.459599] env[62023]: DEBUG nova.compute.manager [req-817d089c-151b-48c7-b7db-9a851029fbe1 req-6efffede-0fe2-4f29-8d0d-cdcc9ddf32c4 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] No waiting events found dispatching network-vif-plugged-aa8200bb-b7ed-4f05-a280-d8945cd867b0 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1841.459599] env[62023]: WARNING nova.compute.manager [req-817d089c-151b-48c7-b7db-9a851029fbe1 req-6efffede-0fe2-4f29-8d0d-cdcc9ddf32c4 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Received unexpected event network-vif-plugged-aa8200bb-b7ed-4f05-a280-d8945cd867b0 for instance with vm_state building and task_state spawning. [ 1841.485233] env[62023]: INFO nova.compute.claims [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1841.490474] env[62023]: DEBUG oslo_concurrency.lockutils [None req-9e3e78f5-e6cf-4ab4-8677-cb598f105d14 tempest-InstanceActionsNegativeTestJSON-139694860 tempest-InstanceActionsNegativeTestJSON-139694860-project-member] Lock "f1d36203-d4c4-402b-b69f-5b77fc8df823" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.769s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.500914] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759009, 'name': ReconfigVM_Task, 'duration_secs': 0.276236} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.501376] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 2fef913a-1c0a-4fb5-906d-18f34e376e50/2fef913a-1c0a-4fb5-906d-18f34e376e50.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1841.502145] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc157055-9bfa-48b4-95a6-48c174dff3e8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.509538] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1841.509538] env[62023]: value = "task-1759012" [ 1841.509538] env[62023]: _type = "Task" [ 1841.509538] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.519755] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759012, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.548388] env[62023]: DEBUG nova.network.neutron [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Successfully updated port: aa8200bb-b7ed-4f05-a280-d8945cd867b0 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1841.668054] env[62023]: DEBUG oslo_vmware.api [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471503} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.668311] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1841.668499] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1841.668680] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1841.668851] env[62023]: INFO nova.compute.manager [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1841.669108] env[62023]: DEBUG oslo.service.loopingcall [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1841.669299] env[62023]: DEBUG nova.compute.manager [-] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1841.669394] env[62023]: DEBUG nova.network.neutron [-] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1841.808303] env[62023]: DEBUG oslo_concurrency.lockutils [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Acquiring lock "refresh_cache-4745415e-3f1d-4e4d-b183-8b245e76c7c6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.808303] env[62023]: DEBUG oslo_concurrency.lockutils [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Acquired lock "refresh_cache-4745415e-3f1d-4e4d-b183-8b245e76c7c6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.808303] env[62023]: DEBUG nova.network.neutron [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1841.992308] env[62023]: INFO nova.compute.resource_tracker [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Updating resource usage from migration 5e8dd14d-36d8-48d5-b296-950ffa9a7e32 [ 1842.024266] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759012, 'name': Rename_Task, 'duration_secs': 0.138531} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.024568] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1842.024851] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c32cd07-66ec-4f83-8a7b-ba1f835c851e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.031541] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1842.031541] env[62023]: value = "task-1759013" [ 1842.031541] env[62023]: _type = "Task" [ 1842.031541] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.042860] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.050528] env[62023]: DEBUG oslo_concurrency.lockutils [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.050726] env[62023]: DEBUG oslo_concurrency.lockutils [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.050892] env[62023]: DEBUG nova.network.neutron [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1842.202545] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3090fc11-7038-4075-993c-a80759778c7a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.211224] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31d6ddd-e63e-486e-99cf-4ec26e3b35c2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.248335] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6ee0bc-9627-4d5e-a0d6-a7dad0438a93 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.259625] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20667da-9363-435d-a51b-e994df82ae3a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.285475] env[62023]: DEBUG nova.compute.provider_tree [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1842.331199] env[62023]: DEBUG nova.network.neutron [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1842.380510] env[62023]: DEBUG nova.network.neutron [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.544624] env[62023]: DEBUG oslo_vmware.api [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759013, 'name': PowerOnVM_Task, 'duration_secs': 0.463324} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.544886] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1842.545450] env[62023]: INFO nova.compute.manager [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Took 9.97 seconds to spawn the instance on the hypervisor. [ 1842.545670] env[62023]: DEBUG nova.compute.manager [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1842.546457] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d85cf61-2dea-4563-9437-cc917870a9ee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.598782] env[62023]: DEBUG nova.network.neutron [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1842.770926] env[62023]: DEBUG nova.network.neutron [-] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.789457] env[62023]: DEBUG nova.scheduler.client.report [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1842.823167] env[62023]: DEBUG nova.network.neutron [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Updating instance_info_cache with network_info: [{"id": "aa8200bb-b7ed-4f05-a280-d8945cd867b0", "address": "fa:16:3e:da:82:f9", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8200bb-b7", "ovs_interfaceid": "aa8200bb-b7ed-4f05-a280-d8945cd867b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.883958] env[62023]: DEBUG oslo_concurrency.lockutils [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Releasing lock "refresh_cache-4745415e-3f1d-4e4d-b183-8b245e76c7c6" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.884376] env[62023]: DEBUG nova.compute.manager [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1842.884577] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1842.885493] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc8bbe2-9a3d-49b6-884f-1e1d6b40a680 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.894017] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1842.894364] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78c3317f-e8b2-4971-b5dd-c1abd819b15d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.903043] env[62023]: DEBUG oslo_vmware.api [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for the task: (returnval){ [ 1842.903043] env[62023]: value = "task-1759014" [ 1842.903043] env[62023]: _type = "Task" [ 1842.903043] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.909407] env[62023]: DEBUG oslo_vmware.api [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1759014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.064810] env[62023]: INFO nova.compute.manager [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Took 26.92 seconds to build instance. [ 1843.273609] env[62023]: INFO nova.compute.manager [-] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Took 1.60 seconds to deallocate network for instance. [ 1843.294245] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.332s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.294450] env[62023]: INFO nova.compute.manager [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Migrating [ 1843.301301] env[62023]: DEBUG oslo_concurrency.lockutils [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.040s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.301495] env[62023]: DEBUG nova.objects.instance [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62023) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1843.325229] env[62023]: DEBUG oslo_concurrency.lockutils [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.325576] env[62023]: DEBUG nova.compute.manager [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Instance network_info: |[{"id": "aa8200bb-b7ed-4f05-a280-d8945cd867b0", "address": "fa:16:3e:da:82:f9", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8200bb-b7", "ovs_interfaceid": "aa8200bb-b7ed-4f05-a280-d8945cd867b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1843.325985] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:82:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa8200bb-b7ed-4f05-a280-d8945cd867b0', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1843.334162] env[62023]: DEBUG oslo.service.loopingcall [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1843.335562] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1843.335562] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb1aac0d-3af2-46ab-8eaa-b2aa1a5fc06d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.357121] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1843.357121] env[62023]: value = "task-1759015" [ 1843.357121] env[62023]: _type = "Task" [ 1843.357121] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.365809] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759015, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.413595] env[62023]: DEBUG oslo_vmware.api [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1759014, 'name': PowerOffVM_Task, 'duration_secs': 0.158708} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.413900] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1843.414065] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1843.414414] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc224dc6-d2ca-4d2b-a4b7-0efeeeab2c96 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.438043] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1843.438409] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1843.438741] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Deleting the datastore file [datastore1] 4745415e-3f1d-4e4d-b183-8b245e76c7c6 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1843.438983] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16fbd787-0238-4ba6-8ef7-a4f1939736b2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.445757] env[62023]: DEBUG oslo_vmware.api [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for the task: (returnval){ [ 1843.445757] env[62023]: value = "task-1759017" [ 1843.445757] env[62023]: _type = "Task" [ 1843.445757] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.454501] env[62023]: DEBUG oslo_vmware.api [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1759017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.561156] env[62023]: DEBUG nova.compute.manager [req-2e9eaa29-7842-48bf-b888-86a8e536cf70 req-009b2c47-3d1a-4ff9-be55-6fae4d0faad7 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Received event network-changed-aa8200bb-b7ed-4f05-a280-d8945cd867b0 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1843.561504] env[62023]: DEBUG nova.compute.manager [req-2e9eaa29-7842-48bf-b888-86a8e536cf70 req-009b2c47-3d1a-4ff9-be55-6fae4d0faad7 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Refreshing instance network info cache due to event network-changed-aa8200bb-b7ed-4f05-a280-d8945cd867b0. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1843.561587] env[62023]: DEBUG oslo_concurrency.lockutils [req-2e9eaa29-7842-48bf-b888-86a8e536cf70 req-009b2c47-3d1a-4ff9-be55-6fae4d0faad7 service nova] Acquiring lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.561705] env[62023]: DEBUG oslo_concurrency.lockutils [req-2e9eaa29-7842-48bf-b888-86a8e536cf70 req-009b2c47-3d1a-4ff9-be55-6fae4d0faad7 service nova] Acquired lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.561924] env[62023]: DEBUG nova.network.neutron [req-2e9eaa29-7842-48bf-b888-86a8e536cf70 req-009b2c47-3d1a-4ff9-be55-6fae4d0faad7 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Refreshing network info cache for port aa8200bb-b7ed-4f05-a280-d8945cd867b0 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1843.567495] env[62023]: DEBUG oslo_concurrency.lockutils [None req-87c1ffb9-dca6-4eea-bb49-5de734686094 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "2fef913a-1c0a-4fb5-906d-18f34e376e50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.436s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.780300] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.811174] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "refresh_cache-2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.811380] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired lock "refresh_cache-2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.811565] env[62023]: DEBUG nova.network.neutron [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1843.869356] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759015, 'name': CreateVM_Task, 'duration_secs': 0.454165} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.869960] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1843.870365] env[62023]: DEBUG oslo_concurrency.lockutils [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.870613] env[62023]: DEBUG oslo_concurrency.lockutils [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.871013] env[62023]: DEBUG oslo_concurrency.lockutils [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1843.871282] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c685efe-6fcf-4b62-98ec-953ff591ca5f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.876216] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1843.876216] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529fa0df-8670-7a8a-44d1-270499d03175" [ 1843.876216] env[62023]: _type = "Task" [ 1843.876216] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.885352] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529fa0df-8670-7a8a-44d1-270499d03175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.955454] env[62023]: DEBUG oslo_vmware.api [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Task: {'id': task-1759017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091574} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.955721] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1843.955911] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1843.956105] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1843.956292] env[62023]: INFO nova.compute.manager [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1843.956509] env[62023]: DEBUG oslo.service.loopingcall [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1843.956697] env[62023]: DEBUG nova.compute.manager [-] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1843.956792] env[62023]: DEBUG nova.network.neutron [-] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1843.971980] env[62023]: DEBUG nova.network.neutron [-] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1844.120062] env[62023]: DEBUG oslo_concurrency.lockutils [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "2fef913a-1c0a-4fb5-906d-18f34e376e50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.120336] env[62023]: DEBUG oslo_concurrency.lockutils [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "2fef913a-1c0a-4fb5-906d-18f34e376e50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.120547] env[62023]: DEBUG oslo_concurrency.lockutils [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "2fef913a-1c0a-4fb5-906d-18f34e376e50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.120785] env[62023]: DEBUG oslo_concurrency.lockutils [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "2fef913a-1c0a-4fb5-906d-18f34e376e50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.120974] env[62023]: DEBUG oslo_concurrency.lockutils [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "2fef913a-1c0a-4fb5-906d-18f34e376e50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.123136] env[62023]: INFO nova.compute.manager [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Terminating instance [ 1844.320551] env[62023]: DEBUG oslo_concurrency.lockutils [None req-16a9b4fe-24d6-485e-8a26-e92cd03eb68e tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.321607] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.542s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.321830] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.351214] env[62023]: INFO nova.scheduler.client.report [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Deleted allocations for instance c363aeac-b213-4ad8-81a7-43bed877962c [ 1844.387021] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529fa0df-8670-7a8a-44d1-270499d03175, 'name': SearchDatastore_Task, 'duration_secs': 0.009449} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.387212] env[62023]: DEBUG oslo_concurrency.lockutils [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.387887] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1844.387887] env[62023]: DEBUG oslo_concurrency.lockutils [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.387887] env[62023]: DEBUG oslo_concurrency.lockutils [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.388134] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1844.388245] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9112f42-87e0-4557-839e-d92d48558103 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.398401] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1844.398515] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1844.401112] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fac39c0-35c0-484d-ad37-ae10f598c439 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.407375] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1844.407375] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52576d06-94b2-fbbb-2087-7d8d15fd5285" [ 1844.407375] env[62023]: _type = "Task" [ 1844.407375] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.415602] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52576d06-94b2-fbbb-2087-7d8d15fd5285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.475032] env[62023]: DEBUG nova.network.neutron [-] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.489013] env[62023]: DEBUG nova.network.neutron [req-2e9eaa29-7842-48bf-b888-86a8e536cf70 req-009b2c47-3d1a-4ff9-be55-6fae4d0faad7 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Updated VIF entry in instance network info cache for port aa8200bb-b7ed-4f05-a280-d8945cd867b0. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1844.489416] env[62023]: DEBUG nova.network.neutron [req-2e9eaa29-7842-48bf-b888-86a8e536cf70 req-009b2c47-3d1a-4ff9-be55-6fae4d0faad7 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Updating instance_info_cache with network_info: [{"id": "aa8200bb-b7ed-4f05-a280-d8945cd867b0", "address": "fa:16:3e:da:82:f9", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8200bb-b7", "ovs_interfaceid": "aa8200bb-b7ed-4f05-a280-d8945cd867b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.546969] env[62023]: DEBUG nova.network.neutron [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Updating instance_info_cache with network_info: [{"id": "e0bb8a07-2d66-49f1-9f64-1ce89395c1b3", "address": "fa:16:3e:dc:3a:79", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bb8a07-2d", "ovs_interfaceid": "e0bb8a07-2d66-49f1-9f64-1ce89395c1b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.626292] env[62023]: DEBUG nova.compute.manager [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1844.626519] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1844.627409] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfae52df-ee25-493d-a4ce-f4ade45af417 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.636785] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1844.637047] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f0c5523-43a1-4f61-9776-fb36c780e7cd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.643539] env[62023]: DEBUG oslo_vmware.api [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1844.643539] env[62023]: value = "task-1759018" [ 1844.643539] env[62023]: _type = "Task" [ 1844.643539] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.651477] env[62023]: DEBUG oslo_vmware.api [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.861148] env[62023]: DEBUG oslo_concurrency.lockutils [None req-80be6184-131d-4ed0-838e-1ce9517a9970 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "c363aeac-b213-4ad8-81a7-43bed877962c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.837s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.919490] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52576d06-94b2-fbbb-2087-7d8d15fd5285, 'name': SearchDatastore_Task, 'duration_secs': 0.009148} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.920414] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b79c560-356d-48ca-bd69-bdaa6b8b1906 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.926598] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1844.926598] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52fd219e-1ee0-0bc4-bd16-bde60dc2804c" [ 1844.926598] env[62023]: _type = "Task" [ 1844.926598] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.941792] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52fd219e-1ee0-0bc4-bd16-bde60dc2804c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.977607] env[62023]: INFO nova.compute.manager [-] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Took 1.02 seconds to deallocate network for instance. [ 1844.992059] env[62023]: DEBUG oslo_concurrency.lockutils [req-2e9eaa29-7842-48bf-b888-86a8e536cf70 req-009b2c47-3d1a-4ff9-be55-6fae4d0faad7 service nova] Releasing lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.992343] env[62023]: DEBUG nova.compute.manager [req-2e9eaa29-7842-48bf-b888-86a8e536cf70 req-009b2c47-3d1a-4ff9-be55-6fae4d0faad7 service nova] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Received event network-vif-deleted-18d20379-27ad-4594-ac99-951261da0f79 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1845.049347] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Releasing lock "refresh_cache-2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.102336] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "7247610a-9c70-478c-96f7-810485472d2f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.102481] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "7247610a-9c70-478c-96f7-810485472d2f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.155355] env[62023]: DEBUG oslo_vmware.api [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759018, 'name': PowerOffVM_Task, 'duration_secs': 0.253426} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.155642] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1845.155813] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1845.156095] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76cec70a-041c-4551-b22a-9f59e529522d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.246550] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1845.246969] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1845.247225] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleting the datastore file [datastore1] 2fef913a-1c0a-4fb5-906d-18f34e376e50 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1845.247504] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a0db1f8-66b2-42b3-9c0e-437e2d5c4e09 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.254838] env[62023]: DEBUG oslo_vmware.api [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1845.254838] env[62023]: value = "task-1759020" [ 1845.254838] env[62023]: _type = "Task" [ 1845.254838] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.263025] env[62023]: DEBUG oslo_vmware.api [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.440451] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52fd219e-1ee0-0bc4-bd16-bde60dc2804c, 'name': SearchDatastore_Task, 'duration_secs': 0.019077} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.440768] env[62023]: DEBUG oslo_concurrency.lockutils [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.441162] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0/63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1845.441532] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67440b1b-11dc-4fec-a553-a9f481802aa0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.449412] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1845.449412] env[62023]: value = "task-1759021" [ 1845.449412] env[62023]: _type = "Task" [ 1845.449412] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.460363] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.486944] env[62023]: DEBUG oslo_concurrency.lockutils [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.486944] env[62023]: DEBUG oslo_concurrency.lockutils [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.487164] env[62023]: DEBUG nova.objects.instance [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Lazy-loading 'resources' on Instance uuid 4745415e-3f1d-4e4d-b183-8b245e76c7c6 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1845.605146] env[62023]: DEBUG nova.compute.utils [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1845.767046] env[62023]: DEBUG oslo_vmware.api [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155137} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.767120] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1845.768035] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1845.768035] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1845.768035] env[62023]: INFO nova.compute.manager [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1845.768225] env[62023]: DEBUG oslo.service.loopingcall [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1845.768343] env[62023]: DEBUG nova.compute.manager [-] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1845.768437] env[62023]: DEBUG nova.network.neutron [-] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1845.970081] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759021, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.108507] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "7247610a-9c70-478c-96f7-810485472d2f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.171360] env[62023]: DEBUG nova.compute.manager [req-5e015f05-9d3d-46a0-bdc0-c28282cd6c0e req-a45011ab-bb39-4bad-ab11-52e439391bfb service nova] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Received event network-vif-deleted-ae2cfa53-d28a-4e3a-9f11-4dd33eeab1c0 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1846.171611] env[62023]: INFO nova.compute.manager [req-5e015f05-9d3d-46a0-bdc0-c28282cd6c0e req-a45011ab-bb39-4bad-ab11-52e439391bfb service nova] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Neutron deleted interface ae2cfa53-d28a-4e3a-9f11-4dd33eeab1c0; detaching it from the instance and deleting it from the info cache [ 1846.171699] env[62023]: DEBUG nova.network.neutron [req-5e015f05-9d3d-46a0-bdc0-c28282cd6c0e req-a45011ab-bb39-4bad-ab11-52e439391bfb service nova] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.179736] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0d9197-9b10-4744-975f-f8548f296567 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.187952] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77603f3-20b6-4af5-baf6-ea305be1ee27 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.217649] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5287d425-076d-4362-9b6c-3a984ee0f095 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.224688] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f7e185-020e-41e5-bd09-138be3a0e92f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.237817] env[62023]: DEBUG nova.compute.provider_tree [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1846.347073] env[62023]: DEBUG oslo_concurrency.lockutils [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "21f41135-2d0e-433b-89b9-e720aaa67d99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.347305] env[62023]: DEBUG oslo_concurrency.lockutils [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "21f41135-2d0e-433b-89b9-e720aaa67d99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.463533] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685876} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.463852] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0/63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1846.464057] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1846.464346] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99334016-379d-41db-a856-51dc5a6b5a67 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.470852] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1846.470852] env[62023]: value = "task-1759022" [ 1846.470852] env[62023]: _type = "Task" [ 1846.470852] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.479096] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.567562] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04112767-b0bf-4b91-ad1d-5f0222320211 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.585657] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Updating instance '2e348316-1f0e-4b6c-a83a-7eb9a27da0ec' progress to 0 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1846.616307] env[62023]: DEBUG nova.network.neutron [-] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.675272] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2520ab0-a889-49dc-bd22-10a9cab5e348 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.685683] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b162a719-5c8b-486f-99ef-9175bcbfac5d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.717108] env[62023]: DEBUG nova.compute.manager [req-5e015f05-9d3d-46a0-bdc0-c28282cd6c0e req-a45011ab-bb39-4bad-ab11-52e439391bfb service nova] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Detach interface failed, port_id=ae2cfa53-d28a-4e3a-9f11-4dd33eeab1c0, reason: Instance 2fef913a-1c0a-4fb5-906d-18f34e376e50 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1846.757689] env[62023]: ERROR nova.scheduler.client.report [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] [req-9c803ca6-c6da-4ed5-89ad-cd052c474bff] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9c803ca6-c6da-4ed5-89ad-cd052c474bff"}]} [ 1846.772950] env[62023]: DEBUG nova.scheduler.client.report [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1846.790099] env[62023]: DEBUG nova.scheduler.client.report [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1846.790349] env[62023]: DEBUG nova.compute.provider_tree [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1846.800419] env[62023]: DEBUG nova.scheduler.client.report [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1846.817148] env[62023]: DEBUG nova.scheduler.client.report [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1846.851190] env[62023]: DEBUG nova.compute.manager [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1846.982307] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060385} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.983451] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1846.984205] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcbda54-4d32-41da-beb7-39b3aed6170d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.987047] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74cfe21-4eff-498b-bd6e-99db8c26fbf5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.004666] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834b074b-60ef-4423-ab23-ebf0ebe7a303 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.016164] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0/63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1847.016420] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e700038d-555f-4267-a941-7cdf5ef62537 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.059175] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1980fde9-301a-4964-9c31-a50160ddef9b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.061931] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1847.061931] env[62023]: value = "task-1759023" [ 1847.061931] env[62023]: _type = "Task" [ 1847.061931] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.069801] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "e1014627-dac2-449c-81ac-f7dee87c22b9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.070091] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e1014627-dac2-449c-81ac-f7dee87c22b9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.072816] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc452c75-a660-4b5e-996c-28a0fca43767 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.079618] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.091686] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1847.092180] env[62023]: DEBUG nova.compute.provider_tree [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1847.093495] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f880b8c9-add2-4394-8c07-0887439b0c69 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.099839] env[62023]: DEBUG oslo_vmware.api [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1847.099839] env[62023]: value = "task-1759024" [ 1847.099839] env[62023]: _type = "Task" [ 1847.099839] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.110419] env[62023]: DEBUG oslo_vmware.api [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.118630] env[62023]: INFO nova.compute.manager [-] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Took 1.35 seconds to deallocate network for instance. [ 1847.230525] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "7247610a-9c70-478c-96f7-810485472d2f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.230891] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "7247610a-9c70-478c-96f7-810485472d2f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.231229] env[62023]: INFO nova.compute.manager [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Attaching volume 910c7006-39db-413c-a2ff-36dc59fab46f to /dev/sdb [ 1847.267740] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a35d56-bc2a-41d5-a5ef-8f6df9d05cc8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.275496] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d42128-ed09-4d55-8844-a7fe3df46d16 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.290423] env[62023]: DEBUG nova.virt.block_device [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Updating existing volume attachment record: 0d1f3b14-66ad-4229-92dc-0c1720afd821 {{(pid=62023) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1847.372178] env[62023]: DEBUG oslo_concurrency.lockutils [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.572574] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759023, 'name': ReconfigVM_Task, 'duration_secs': 0.307402} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.572890] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0/63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1847.573556] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b33989b-42e7-4240-b17c-7a1d7d7fff64 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.578118] env[62023]: DEBUG nova.compute.utils [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1847.581032] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1847.581032] env[62023]: value = "task-1759026" [ 1847.581032] env[62023]: _type = "Task" [ 1847.581032] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.589019] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759026, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.609403] env[62023]: DEBUG oslo_vmware.api [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759024, 'name': PowerOffVM_Task, 'duration_secs': 0.295724} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.609651] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1847.609834] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Updating instance '2e348316-1f0e-4b6c-a83a-7eb9a27da0ec' progress to 17 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1847.625540] env[62023]: DEBUG oslo_concurrency.lockutils [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.626813] env[62023]: DEBUG nova.scheduler.client.report [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1847.627113] env[62023]: DEBUG nova.compute.provider_tree [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 179 to 180 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1847.627354] env[62023]: DEBUG nova.compute.provider_tree [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1848.082193] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e1014627-dac2-449c-81ac-f7dee87c22b9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.092891] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759026, 'name': Rename_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.115526] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1848.115793] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1848.115889] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1848.116087] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1848.116238] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1848.116385] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1848.116589] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1848.116749] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1848.116922] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1848.117100] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1848.117321] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1848.122572] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24fd5446-3914-480b-b3f5-e57e0a4b8184 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.133538] env[62023]: DEBUG oslo_concurrency.lockutils [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.647s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.135658] env[62023]: DEBUG oslo_concurrency.lockutils [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.764s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.137225] env[62023]: INFO nova.compute.claims [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1848.148156] env[62023]: DEBUG oslo_vmware.api [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1848.148156] env[62023]: value = "task-1759027" [ 1848.148156] env[62023]: _type = "Task" [ 1848.148156] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.155537] env[62023]: DEBUG oslo_vmware.api [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.161932] env[62023]: INFO nova.scheduler.client.report [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Deleted allocations for instance 4745415e-3f1d-4e4d-b183-8b245e76c7c6 [ 1848.595042] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759026, 'name': Rename_Task, 'duration_secs': 0.856694} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.595486] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1848.595818] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e222e59-1cd4-4853-b7c3-12a4d0802325 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.602265] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1848.602265] env[62023]: value = "task-1759028" [ 1848.602265] env[62023]: _type = "Task" [ 1848.602265] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.610379] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.658985] env[62023]: DEBUG oslo_vmware.api [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759027, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.670044] env[62023]: DEBUG oslo_concurrency.lockutils [None req-457d1092-00f9-472a-80b6-61bf57d972ea tempest-ServerShowV254Test-1046353369 tempest-ServerShowV254Test-1046353369-project-member] Lock "4745415e-3f1d-4e4d-b183-8b245e76c7c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.372s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.113636] env[62023]: DEBUG oslo_vmware.api [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759028, 'name': PowerOnVM_Task, 'duration_secs': 0.446669} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.113924] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1849.114155] env[62023]: INFO nova.compute.manager [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1849.114345] env[62023]: DEBUG nova.compute.manager [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1849.115136] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aa57e2-86e3-4d4a-a430-a5a6abf00196 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.136087] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "e1014627-dac2-449c-81ac-f7dee87c22b9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.136826] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e1014627-dac2-449c-81ac-f7dee87c22b9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.136826] env[62023]: INFO nova.compute.manager [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Attaching volume 1de89a1f-282c-43b8-94bd-f429cd11f97a to /dev/sdb [ 1849.157345] env[62023]: DEBUG oslo_vmware.api [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759027, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.179157] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f64f3bd-90d5-4c44-84fe-21acca7f87c2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.189160] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e70274-5f2a-44a6-8bbd-f7c7b705b722 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.203714] env[62023]: DEBUG nova.virt.block_device [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Updating existing volume attachment record: 309a85df-fcc2-4de5-be72-f31dc25dceef {{(pid=62023) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1849.300329] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928d96ef-92cd-46f9-9071-5fd5eae3fadc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.308368] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c10c82-0f57-426b-931c-452f63adb3d0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.339799] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b56ce1-663a-4185-973e-f951ffc17598 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.347343] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14be9e4-bbdc-4eb6-ab6e-1d2a74b2ede1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.361265] env[62023]: DEBUG nova.compute.provider_tree [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.633076] env[62023]: INFO nova.compute.manager [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Took 20.30 seconds to build instance. [ 1849.659550] env[62023]: DEBUG oslo_vmware.api [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759027, 'name': ReconfigVM_Task, 'duration_secs': 1.242946} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.659912] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Updating instance '2e348316-1f0e-4b6c-a83a-7eb9a27da0ec' progress to 33 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1849.864658] env[62023]: DEBUG nova.scheduler.client.report [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1850.135017] env[62023]: DEBUG oslo_concurrency.lockutils [None req-722a543d-f1ec-4161-811d-83a241557186 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.810s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.166263] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1850.166522] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1850.166709] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1850.166927] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1850.167172] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1850.167343] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1850.167555] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1850.167720] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1850.167888] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1850.168070] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1850.168249] env[62023]: DEBUG nova.virt.hardware [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1850.173729] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1850.174030] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39c63c0c-7e01-4e4b-8744-ce1bb700e1d5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.193048] env[62023]: DEBUG oslo_vmware.api [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1850.193048] env[62023]: value = "task-1759031" [ 1850.193048] env[62023]: _type = "Task" [ 1850.193048] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.201386] env[62023]: DEBUG oslo_vmware.api [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.369813] env[62023]: DEBUG oslo_concurrency.lockutils [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.370371] env[62023]: DEBUG nova.compute.manager [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1850.373950] env[62023]: DEBUG oslo_concurrency.lockutils [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.749s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.374291] env[62023]: DEBUG nova.objects.instance [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lazy-loading 'resources' on Instance uuid 2fef913a-1c0a-4fb5-906d-18f34e376e50 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1850.524200] env[62023]: DEBUG nova.compute.manager [req-f56a2716-53df-4fc3-a805-b30c0fa7fe45 req-370b8348-62f8-411f-affc-53c3d601bec4 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Received event network-changed-aa8200bb-b7ed-4f05-a280-d8945cd867b0 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1850.524409] env[62023]: DEBUG nova.compute.manager [req-f56a2716-53df-4fc3-a805-b30c0fa7fe45 req-370b8348-62f8-411f-affc-53c3d601bec4 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Refreshing instance network info cache due to event network-changed-aa8200bb-b7ed-4f05-a280-d8945cd867b0. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1850.524656] env[62023]: DEBUG oslo_concurrency.lockutils [req-f56a2716-53df-4fc3-a805-b30c0fa7fe45 req-370b8348-62f8-411f-affc-53c3d601bec4 service nova] Acquiring lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.524881] env[62023]: DEBUG oslo_concurrency.lockutils [req-f56a2716-53df-4fc3-a805-b30c0fa7fe45 req-370b8348-62f8-411f-affc-53c3d601bec4 service nova] Acquired lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.525128] env[62023]: DEBUG nova.network.neutron [req-f56a2716-53df-4fc3-a805-b30c0fa7fe45 req-370b8348-62f8-411f-affc-53c3d601bec4 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Refreshing network info cache for port aa8200bb-b7ed-4f05-a280-d8945cd867b0 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1850.704502] env[62023]: DEBUG oslo_vmware.api [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759031, 'name': ReconfigVM_Task, 'duration_secs': 0.236269} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.704502] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1850.705012] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242f22b5-80fe-4285-a617-5b2eb4b6fc1c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.738213] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-ab88562b-2817-47a8-9de4-68bc301154f8/volume-ab88562b-2817-47a8-9de4-68bc301154f8.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1850.738682] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaab6405-ef4a-441c-b5e9-be234da71faa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.758343] env[62023]: DEBUG oslo_vmware.api [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1850.758343] env[62023]: value = "task-1759032" [ 1850.758343] env[62023]: _type = "Task" [ 1850.758343] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.767066] env[62023]: DEBUG oslo_vmware.api [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.877709] env[62023]: DEBUG nova.compute.utils [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1850.882046] env[62023]: DEBUG nova.compute.manager [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1850.882256] env[62023]: DEBUG nova.network.neutron [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1850.993407] env[62023]: DEBUG nova.policy [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8564d75049404ae1acf553ee01297b40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0df5aeee971434f95e765886707a7c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1851.059169] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d232c52d-93c8-4f3d-8d8d-1729f9ea1246 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.067240] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45f0b3f-13ee-42e1-8aef-884380bc2fc4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.099858] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4369aa48-9764-42fd-b902-049f587d6ff2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.107604] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb96cce-0705-4f7a-b594-f60d48abcf9f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.120949] env[62023]: DEBUG nova.compute.provider_tree [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1851.125889] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "0d1f4838-4a92-426a-8b2f-16b3200db873" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.126135] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "0d1f4838-4a92-426a-8b2f-16b3200db873" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.250468] env[62023]: DEBUG nova.network.neutron [req-f56a2716-53df-4fc3-a805-b30c0fa7fe45 req-370b8348-62f8-411f-affc-53c3d601bec4 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Updated VIF entry in instance network info cache for port aa8200bb-b7ed-4f05-a280-d8945cd867b0. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1851.250878] env[62023]: DEBUG nova.network.neutron [req-f56a2716-53df-4fc3-a805-b30c0fa7fe45 req-370b8348-62f8-411f-affc-53c3d601bec4 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Updating instance_info_cache with network_info: [{"id": "aa8200bb-b7ed-4f05-a280-d8945cd867b0", "address": "fa:16:3e:da:82:f9", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8200bb-b7", "ovs_interfaceid": "aa8200bb-b7ed-4f05-a280-d8945cd867b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.267804] env[62023]: DEBUG oslo_vmware.api [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759032, 'name': ReconfigVM_Task, 'duration_secs': 0.384306} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.268573] env[62023]: DEBUG nova.network.neutron [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Successfully created port: 313e4945-9718-459d-8e52-9446aa733711 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1851.270928] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-ab88562b-2817-47a8-9de4-68bc301154f8/volume-ab88562b-2817-47a8-9de4-68bc301154f8.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1851.271239] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Updating instance '2e348316-1f0e-4b6c-a83a-7eb9a27da0ec' progress to 50 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1851.385106] env[62023]: DEBUG nova.compute.manager [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1851.627712] env[62023]: DEBUG nova.scheduler.client.report [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1851.631500] env[62023]: DEBUG nova.compute.manager [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1851.753878] env[62023]: DEBUG oslo_concurrency.lockutils [req-f56a2716-53df-4fc3-a805-b30c0fa7fe45 req-370b8348-62f8-411f-affc-53c3d601bec4 service nova] Releasing lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.777596] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e25e83-1577-4c45-912d-5483273e27d6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.798970] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbff6205-a3cd-43f2-861b-9c20004e1642 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.817155] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Updating instance '2e348316-1f0e-4b6c-a83a-7eb9a27da0ec' progress to 67 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1851.840099] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Volume attach. Driver type: vmdk {{(pid=62023) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1851.841052] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365489', 'volume_id': '910c7006-39db-413c-a2ff-36dc59fab46f', 'name': 'volume-910c7006-39db-413c-a2ff-36dc59fab46f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7247610a-9c70-478c-96f7-810485472d2f', 'attached_at': '', 'detached_at': '', 'volume_id': '910c7006-39db-413c-a2ff-36dc59fab46f', 'serial': '910c7006-39db-413c-a2ff-36dc59fab46f'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1851.841408] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464fd884-5deb-4096-9031-132fb80482e4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.860315] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26aa7f0-7d67-4ffc-8193-0aaa296a9646 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.893286] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-910c7006-39db-413c-a2ff-36dc59fab46f/volume-910c7006-39db-413c-a2ff-36dc59fab46f.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1851.897797] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce0d1138-feed-4b2a-91e4-bd222ef7e077 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.922482] env[62023]: DEBUG oslo_vmware.api [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1851.922482] env[62023]: value = "task-1759034" [ 1851.922482] env[62023]: _type = "Task" [ 1851.922482] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.928569] env[62023]: DEBUG oslo_vmware.api [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.136791] env[62023]: DEBUG oslo_concurrency.lockutils [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.152690] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.153032] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.154620] env[62023]: INFO nova.compute.claims [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1852.158257] env[62023]: INFO nova.scheduler.client.report [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleted allocations for instance 2fef913a-1c0a-4fb5-906d-18f34e376e50 [ 1852.415014] env[62023]: DEBUG nova.compute.manager [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1852.429974] env[62023]: DEBUG oslo_vmware.api [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759034, 'name': ReconfigVM_Task, 'duration_secs': 0.407273} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.430298] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-910c7006-39db-413c-a2ff-36dc59fab46f/volume-910c7006-39db-413c-a2ff-36dc59fab46f.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1852.437043] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9974496d-963a-4853-b39d-5580160e5611 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.453152] env[62023]: DEBUG nova.virt.hardware [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1852.453392] env[62023]: DEBUG nova.virt.hardware [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.453551] env[62023]: DEBUG nova.virt.hardware [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1852.453732] env[62023]: DEBUG nova.virt.hardware [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.453889] env[62023]: DEBUG nova.virt.hardware [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1852.454054] env[62023]: DEBUG nova.virt.hardware [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1852.454263] env[62023]: DEBUG nova.virt.hardware [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1852.454446] env[62023]: DEBUG nova.virt.hardware [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1852.454579] env[62023]: DEBUG nova.virt.hardware [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1852.454758] env[62023]: DEBUG nova.virt.hardware [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1852.454953] env[62023]: DEBUG nova.virt.hardware [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1852.455743] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53a7591-ef4b-48a2-b2a9-1bdb94a3d247 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.459161] env[62023]: DEBUG oslo_vmware.api [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1852.459161] env[62023]: value = "task-1759035" [ 1852.459161] env[62023]: _type = "Task" [ 1852.459161] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.466184] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53d475f-8eec-4bef-b684-587b16228f5b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.472972] env[62023]: DEBUG oslo_vmware.api [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.665675] env[62023]: DEBUG oslo_concurrency.lockutils [None req-603fbd1c-6976-4a18-90b2-8eadbd5b4b61 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "2fef913a-1c0a-4fb5-906d-18f34e376e50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.544s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.678477] env[62023]: DEBUG nova.compute.manager [req-9ba62f37-1738-406e-ac05-c7c0ecec01cd req-329a64da-84d1-49cb-8326-a8042db81d42 service nova] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Received event network-vif-plugged-313e4945-9718-459d-8e52-9446aa733711 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1852.678898] env[62023]: DEBUG oslo_concurrency.lockutils [req-9ba62f37-1738-406e-ac05-c7c0ecec01cd req-329a64da-84d1-49cb-8326-a8042db81d42 service nova] Acquiring lock "21f41135-2d0e-433b-89b9-e720aaa67d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.680831] env[62023]: DEBUG oslo_concurrency.lockutils [req-9ba62f37-1738-406e-ac05-c7c0ecec01cd req-329a64da-84d1-49cb-8326-a8042db81d42 service nova] Lock "21f41135-2d0e-433b-89b9-e720aaa67d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.680831] env[62023]: DEBUG oslo_concurrency.lockutils [req-9ba62f37-1738-406e-ac05-c7c0ecec01cd req-329a64da-84d1-49cb-8326-a8042db81d42 service nova] Lock "21f41135-2d0e-433b-89b9-e720aaa67d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.680831] env[62023]: DEBUG nova.compute.manager [req-9ba62f37-1738-406e-ac05-c7c0ecec01cd req-329a64da-84d1-49cb-8326-a8042db81d42 service nova] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] No waiting events found dispatching network-vif-plugged-313e4945-9718-459d-8e52-9446aa733711 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1852.680831] env[62023]: WARNING nova.compute.manager [req-9ba62f37-1738-406e-ac05-c7c0ecec01cd req-329a64da-84d1-49cb-8326-a8042db81d42 service nova] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Received unexpected event network-vif-plugged-313e4945-9718-459d-8e52-9446aa733711 for instance with vm_state building and task_state spawning. [ 1852.788146] env[62023]: DEBUG nova.network.neutron [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Successfully updated port: 313e4945-9718-459d-8e52-9446aa733711 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1852.974060] env[62023]: DEBUG oslo_vmware.api [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759035, 'name': ReconfigVM_Task, 'duration_secs': 0.204024} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.974442] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365489', 'volume_id': '910c7006-39db-413c-a2ff-36dc59fab46f', 'name': 'volume-910c7006-39db-413c-a2ff-36dc59fab46f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7247610a-9c70-478c-96f7-810485472d2f', 'attached_at': '', 'detached_at': '', 'volume_id': '910c7006-39db-413c-a2ff-36dc59fab46f', 'serial': '910c7006-39db-413c-a2ff-36dc59fab46f'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1853.077116] env[62023]: DEBUG nova.compute.manager [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Stashing vm_state: active {{(pid=62023) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1853.299144] env[62023]: DEBUG oslo_concurrency.lockutils [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.299303] env[62023]: DEBUG oslo_concurrency.lockutils [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.299456] env[62023]: DEBUG nova.network.neutron [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1853.309384] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4465fe6-d12c-4d6d-8188-758be131a875 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.317677] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088037d6-62cc-4127-b5b7-713d9887b2d5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.346752] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e52fe8-fbff-46dd-bfcb-2c767b583b14 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.354298] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a2d912-4ed5-4429-80fe-9903a379b727 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.367472] env[62023]: DEBUG nova.compute.provider_tree [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1853.531431] env[62023]: DEBUG oslo_concurrency.lockutils [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "f06f591c-782a-4707-af72-f670a391442e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.531749] env[62023]: DEBUG oslo_concurrency.lockutils [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "f06f591c-782a-4707-af72-f670a391442e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.532066] env[62023]: DEBUG oslo_concurrency.lockutils [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "f06f591c-782a-4707-af72-f670a391442e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.532293] env[62023]: DEBUG oslo_concurrency.lockutils [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "f06f591c-782a-4707-af72-f670a391442e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.532502] env[62023]: DEBUG oslo_concurrency.lockutils [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "f06f591c-782a-4707-af72-f670a391442e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.534488] env[62023]: INFO nova.compute.manager [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Terminating instance [ 1853.537949] env[62023]: DEBUG nova.network.neutron [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Port e0bb8a07-2d66-49f1-9f64-1ce89395c1b3 binding to destination host cpu-1 is already ACTIVE {{(pid=62023) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1853.593899] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.746513] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Volume attach. Driver type: vmdk {{(pid=62023) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1853.746763] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365490', 'volume_id': '1de89a1f-282c-43b8-94bd-f429cd11f97a', 'name': 'volume-1de89a1f-282c-43b8-94bd-f429cd11f97a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e1014627-dac2-449c-81ac-f7dee87c22b9', 'attached_at': '', 'detached_at': '', 'volume_id': '1de89a1f-282c-43b8-94bd-f429cd11f97a', 'serial': '1de89a1f-282c-43b8-94bd-f429cd11f97a'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1853.747686] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96307af2-4684-4885-925c-8d3ea05aa629 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.764055] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8071f5e2-a4a6-4be9-ba57-e3b3b0e28797 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.788564] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-1de89a1f-282c-43b8-94bd-f429cd11f97a/volume-1de89a1f-282c-43b8-94bd-f429cd11f97a.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1853.788898] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-241053f2-1809-4ed4-9c03-313505fe11ea {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.808946] env[62023]: DEBUG oslo_vmware.api [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1853.808946] env[62023]: value = "task-1759036" [ 1853.808946] env[62023]: _type = "Task" [ 1853.808946] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.818553] env[62023]: DEBUG oslo_vmware.api [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.832415] env[62023]: DEBUG nova.network.neutron [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1853.886856] env[62023]: ERROR nova.scheduler.client.report [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [req-fa59b42e-f888-427e-abaa-7f459c401936] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fa59b42e-f888-427e-abaa-7f459c401936"}]} [ 1853.903226] env[62023]: DEBUG nova.scheduler.client.report [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1853.920609] env[62023]: DEBUG nova.scheduler.client.report [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1853.920883] env[62023]: DEBUG nova.compute.provider_tree [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1853.931647] env[62023]: DEBUG nova.scheduler.client.report [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1853.949814] env[62023]: DEBUG nova.scheduler.client.report [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1854.005906] env[62023]: DEBUG nova.network.neutron [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updating instance_info_cache with network_info: [{"id": "313e4945-9718-459d-8e52-9446aa733711", "address": "fa:16:3e:76:f1:de", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap313e4945-97", "ovs_interfaceid": "313e4945-9718-459d-8e52-9446aa733711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.012203] env[62023]: DEBUG nova.objects.instance [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lazy-loading 'flavor' on Instance uuid 7247610a-9c70-478c-96f7-810485472d2f {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1854.038635] env[62023]: DEBUG nova.compute.manager [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1854.038856] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1854.039735] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cec2ab-1805-4896-abfc-7c23a91d3b11 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.053252] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1854.053502] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b65991ba-4fbc-4f4a-8053-b0be1f9c525d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.059466] env[62023]: DEBUG oslo_vmware.api [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1854.059466] env[62023]: value = "task-1759037" [ 1854.059466] env[62023]: _type = "Task" [ 1854.059466] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.068341] env[62023]: DEBUG oslo_vmware.api [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.127092] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519ae4e6-b7c4-411a-8036-869bf74a5eca {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.135625] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5d77ab-89ae-455d-995f-9399cca94243 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.177866] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be248d71-9b51-441c-b2b3-4967251a4e1f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.186222] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99768448-e0c6-4803-ad7c-4e982abb36e3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.201151] env[62023]: DEBUG nova.compute.provider_tree [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1854.319276] env[62023]: DEBUG oslo_vmware.api [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759036, 'name': ReconfigVM_Task, 'duration_secs': 0.334783} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.319580] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-1de89a1f-282c-43b8-94bd-f429cd11f97a/volume-1de89a1f-282c-43b8-94bd-f429cd11f97a.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1854.324485] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c25a5604-4630-4fa2-bfae-30e8fd28a8f6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.342032] env[62023]: DEBUG oslo_vmware.api [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1854.342032] env[62023]: value = "task-1759038" [ 1854.342032] env[62023]: _type = "Task" [ 1854.342032] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.350056] env[62023]: DEBUG oslo_vmware.api [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.508516] env[62023]: DEBUG oslo_concurrency.lockutils [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.508855] env[62023]: DEBUG nova.compute.manager [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Instance network_info: |[{"id": "313e4945-9718-459d-8e52-9446aa733711", "address": "fa:16:3e:76:f1:de", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap313e4945-97", "ovs_interfaceid": "313e4945-9718-459d-8e52-9446aa733711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1854.509332] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:f1:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '313e4945-9718-459d-8e52-9446aa733711', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1854.517175] env[62023]: DEBUG oslo.service.loopingcall [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1854.519079] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1854.519340] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a856b02d-027f-454d-bf83-093ac8912445 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.534230] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e843baed-f146-4d7f-a0f0-dc964632b6fc tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "7247610a-9c70-478c-96f7-810485472d2f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.303s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.540560] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1854.540560] env[62023]: value = "task-1759039" [ 1854.540560] env[62023]: _type = "Task" [ 1854.540560] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.548234] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759039, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.564253] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "2e348316-1f0e-4b6c-a83a-7eb9a27da0ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.564555] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "2e348316-1f0e-4b6c-a83a-7eb9a27da0ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.564712] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "2e348316-1f0e-4b6c-a83a-7eb9a27da0ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.575728] env[62023]: DEBUG oslo_vmware.api [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759037, 'name': PowerOffVM_Task, 'duration_secs': 0.218339} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.576390] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1854.576563] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1854.576792] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdf90cf8-8c09-48ef-a5df-3d01c0f98b45 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.707267] env[62023]: DEBUG nova.compute.manager [req-d7444df3-abc7-4386-875a-c5bcfaf27ff3 req-586c54d9-1961-48da-adf9-acc74deb7956 service nova] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Received event network-changed-313e4945-9718-459d-8e52-9446aa733711 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1854.707473] env[62023]: DEBUG nova.compute.manager [req-d7444df3-abc7-4386-875a-c5bcfaf27ff3 req-586c54d9-1961-48da-adf9-acc74deb7956 service nova] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Refreshing instance network info cache due to event network-changed-313e4945-9718-459d-8e52-9446aa733711. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1854.707677] env[62023]: DEBUG oslo_concurrency.lockutils [req-d7444df3-abc7-4386-875a-c5bcfaf27ff3 req-586c54d9-1961-48da-adf9-acc74deb7956 service nova] Acquiring lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.707820] env[62023]: DEBUG oslo_concurrency.lockutils [req-d7444df3-abc7-4386-875a-c5bcfaf27ff3 req-586c54d9-1961-48da-adf9-acc74deb7956 service nova] Acquired lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.707984] env[62023]: DEBUG nova.network.neutron [req-d7444df3-abc7-4386-875a-c5bcfaf27ff3 req-586c54d9-1961-48da-adf9-acc74deb7956 service nova] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Refreshing network info cache for port 313e4945-9718-459d-8e52-9446aa733711 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1854.725110] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1854.725376] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1854.725578] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleting the datastore file [datastore1] f06f591c-782a-4707-af72-f670a391442e {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1854.726108] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60df8492-7e5f-4046-b9b6-41cb6f63d52f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.734361] env[62023]: DEBUG oslo_vmware.api [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1854.734361] env[62023]: value = "task-1759041" [ 1854.734361] env[62023]: _type = "Task" [ 1854.734361] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.735207] env[62023]: DEBUG nova.scheduler.client.report [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 183 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1854.735433] env[62023]: DEBUG nova.compute.provider_tree [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 183 to 184 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1854.735613] env[62023]: DEBUG nova.compute.provider_tree [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1854.746499] env[62023]: DEBUG oslo_vmware.api [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.852385] env[62023]: DEBUG oslo_vmware.api [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759038, 'name': ReconfigVM_Task, 'duration_secs': 0.133628} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.852768] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365490', 'volume_id': '1de89a1f-282c-43b8-94bd-f429cd11f97a', 'name': 'volume-1de89a1f-282c-43b8-94bd-f429cd11f97a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e1014627-dac2-449c-81ac-f7dee87c22b9', 'attached_at': '', 'detached_at': '', 'volume_id': '1de89a1f-282c-43b8-94bd-f429cd11f97a', 'serial': '1de89a1f-282c-43b8-94bd-f429cd11f97a'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1855.050050] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759039, 'name': CreateVM_Task, 'duration_secs': 0.474955} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.050264] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1855.051056] env[62023]: DEBUG oslo_concurrency.lockutils [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.051267] env[62023]: DEBUG oslo_concurrency.lockutils [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.051606] env[62023]: DEBUG oslo_concurrency.lockutils [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1855.051903] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dd04b19-2bc2-4015-9154-b08e8a057c84 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.056257] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1855.056257] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527db2b7-0856-fcea-0172-ed0ebfe28c69" [ 1855.056257] env[62023]: _type = "Task" [ 1855.056257] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.063896] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527db2b7-0856-fcea-0172-ed0ebfe28c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.245129] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.092s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.245630] env[62023]: DEBUG nova.compute.manager [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1855.248216] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.654s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.254835] env[62023]: DEBUG oslo_vmware.api [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216043} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.255558] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1855.255558] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1855.255558] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1855.255780] env[62023]: INFO nova.compute.manager [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: f06f591c-782a-4707-af72-f670a391442e] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1855.256319] env[62023]: DEBUG oslo.service.loopingcall [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1855.256319] env[62023]: DEBUG nova.compute.manager [-] [instance: f06f591c-782a-4707-af72-f670a391442e] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1855.256494] env[62023]: DEBUG nova.network.neutron [-] [instance: f06f591c-782a-4707-af72-f670a391442e] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1855.344971] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "7247610a-9c70-478c-96f7-810485472d2f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.345143] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "7247610a-9c70-478c-96f7-810485472d2f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.493102] env[62023]: DEBUG nova.network.neutron [req-d7444df3-abc7-4386-875a-c5bcfaf27ff3 req-586c54d9-1961-48da-adf9-acc74deb7956 service nova] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updated VIF entry in instance network info cache for port 313e4945-9718-459d-8e52-9446aa733711. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1855.493459] env[62023]: DEBUG nova.network.neutron [req-d7444df3-abc7-4386-875a-c5bcfaf27ff3 req-586c54d9-1961-48da-adf9-acc74deb7956 service nova] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updating instance_info_cache with network_info: [{"id": "313e4945-9718-459d-8e52-9446aa733711", "address": "fa:16:3e:76:f1:de", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap313e4945-97", "ovs_interfaceid": "313e4945-9718-459d-8e52-9446aa733711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.566954] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527db2b7-0856-fcea-0172-ed0ebfe28c69, 'name': SearchDatastore_Task, 'duration_secs': 0.073716} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.567542] env[62023]: DEBUG oslo_concurrency.lockutils [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.567778] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1855.568013] env[62023]: DEBUG oslo_concurrency.lockutils [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.568173] env[62023]: DEBUG oslo_concurrency.lockutils [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.568353] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1855.568612] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5b24999-dfc9-4a78-a1af-32f7b6ff1458 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.576392] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1855.576567] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1855.577300] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02f73460-ab97-45b4-bafd-e1c983c4c2a2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.582120] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1855.582120] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52870781-749d-a7d1-c944-5000e9d00f80" [ 1855.582120] env[62023]: _type = "Task" [ 1855.582120] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.590917] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52870781-749d-a7d1-c944-5000e9d00f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.609152] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "refresh_cache-2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.609325] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired lock "refresh_cache-2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.609502] env[62023]: DEBUG nova.network.neutron [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1855.637788] env[62023]: DEBUG nova.compute.manager [req-01010d6d-87e2-47f1-a4ec-91a8deee35bc req-33971f2b-7f95-45d2-9c00-ee7bfe877542 service nova] [instance: f06f591c-782a-4707-af72-f670a391442e] Received event network-vif-deleted-67848606-0b49-4ae6-96ad-a2fa5bb4e3d6 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1855.637845] env[62023]: INFO nova.compute.manager [req-01010d6d-87e2-47f1-a4ec-91a8deee35bc req-33971f2b-7f95-45d2-9c00-ee7bfe877542 service nova] [instance: f06f591c-782a-4707-af72-f670a391442e] Neutron deleted interface 67848606-0b49-4ae6-96ad-a2fa5bb4e3d6; detaching it from the instance and deleting it from the info cache [ 1855.639075] env[62023]: DEBUG nova.network.neutron [req-01010d6d-87e2-47f1-a4ec-91a8deee35bc req-33971f2b-7f95-45d2-9c00-ee7bfe877542 service nova] [instance: f06f591c-782a-4707-af72-f670a391442e] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.752637] env[62023]: INFO nova.compute.claims [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1855.756761] env[62023]: DEBUG nova.compute.utils [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1855.758478] env[62023]: DEBUG nova.compute.manager [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1855.758648] env[62023]: DEBUG nova.network.neutron [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1855.794964] env[62023]: DEBUG nova.policy [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59aad45587ed4e228ce1a943e1b44667', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8a1c296030f4630bd777da6fd5edc27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1855.848258] env[62023]: DEBUG nova.compute.utils [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1855.900061] env[62023]: DEBUG nova.objects.instance [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lazy-loading 'flavor' on Instance uuid e1014627-dac2-449c-81ac-f7dee87c22b9 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1855.983023] env[62023]: DEBUG nova.network.neutron [-] [instance: f06f591c-782a-4707-af72-f670a391442e] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.995894] env[62023]: DEBUG oslo_concurrency.lockutils [req-d7444df3-abc7-4386-875a-c5bcfaf27ff3 req-586c54d9-1961-48da-adf9-acc74deb7956 service nova] Releasing lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.076597] env[62023]: DEBUG nova.network.neutron [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Successfully created port: 922f9951-5c5c-4cb0-bcc0-618fe2558163 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1856.092640] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52870781-749d-a7d1-c944-5000e9d00f80, 'name': SearchDatastore_Task, 'duration_secs': 0.007789} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.093422] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-329d9407-430a-48d8-b9a7-bc1e3b20b141 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.099053] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1856.099053] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520e7d62-6158-ba0e-7379-17121aab21e7" [ 1856.099053] env[62023]: _type = "Task" [ 1856.099053] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.106864] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520e7d62-6158-ba0e-7379-17121aab21e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.140307] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2546127-6c45-4907-b8d7-8f7af81b90f5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.149519] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d40a1cf-ec54-4fa6-b1c6-714b8c9eba7a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.182034] env[62023]: DEBUG nova.compute.manager [req-01010d6d-87e2-47f1-a4ec-91a8deee35bc req-33971f2b-7f95-45d2-9c00-ee7bfe877542 service nova] [instance: f06f591c-782a-4707-af72-f670a391442e] Detach interface failed, port_id=67848606-0b49-4ae6-96ad-a2fa5bb4e3d6, reason: Instance f06f591c-782a-4707-af72-f670a391442e could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1856.261700] env[62023]: DEBUG nova.compute.manager [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1856.265314] env[62023]: INFO nova.compute.resource_tracker [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Updating resource usage from migration a197395f-b6d6-41b1-80de-ea1b83f1983a [ 1856.351967] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "7247610a-9c70-478c-96f7-810485472d2f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.387521] env[62023]: DEBUG nova.network.neutron [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Updating instance_info_cache with network_info: [{"id": "e0bb8a07-2d66-49f1-9f64-1ce89395c1b3", "address": "fa:16:3e:dc:3a:79", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bb8a07-2d", "ovs_interfaceid": "e0bb8a07-2d66-49f1-9f64-1ce89395c1b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.405399] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dd17d6a8-0df5-47af-a636-efb8b8e547fd tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e1014627-dac2-449c-81ac-f7dee87c22b9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.268s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.479925] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd1a0bc-5515-4cb3-97f2-c4f3ccdc3b93 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.484188] env[62023]: INFO nova.compute.manager [-] [instance: f06f591c-782a-4707-af72-f670a391442e] Took 1.23 seconds to deallocate network for instance. [ 1856.494159] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1706aba6-9271-428a-8cb9-16d0af6b92f0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.525706] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cf369d-9f12-4aad-93d0-90193e459d45 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.534472] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556ba288-d40a-4de7-9b24-db7889570d48 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.548312] env[62023]: DEBUG nova.compute.provider_tree [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1856.608730] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520e7d62-6158-ba0e-7379-17121aab21e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009541} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.608939] env[62023]: DEBUG oslo_concurrency.lockutils [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.609227] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 21f41135-2d0e-433b-89b9-e720aaa67d99/21f41135-2d0e-433b-89b9-e720aaa67d99.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1856.609489] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db5e1a74-ff3c-48f6-a9fe-5af597014d97 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.616017] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1856.616017] env[62023]: value = "task-1759042" [ 1856.616017] env[62023]: _type = "Task" [ 1856.616017] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.625352] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.890270] env[62023]: DEBUG oslo_concurrency.lockutils [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Releasing lock "refresh_cache-2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.902009] env[62023]: DEBUG oslo_concurrency.lockutils [None req-de65739b-75e3-4cb7-b852-5ea4c7b0de6b tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "e1014627-dac2-449c-81ac-f7dee87c22b9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.902009] env[62023]: DEBUG oslo_concurrency.lockutils [None req-de65739b-75e3-4cb7-b852-5ea4c7b0de6b tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e1014627-dac2-449c-81ac-f7dee87c22b9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.994727] env[62023]: DEBUG oslo_concurrency.lockutils [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.054286] env[62023]: DEBUG nova.scheduler.client.report [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1857.126224] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.274619] env[62023]: DEBUG nova.compute.manager [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1857.301725] env[62023]: DEBUG nova.virt.hardware [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1857.301978] env[62023]: DEBUG nova.virt.hardware [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1857.302148] env[62023]: DEBUG nova.virt.hardware [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1857.302327] env[62023]: DEBUG nova.virt.hardware [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1857.302469] env[62023]: DEBUG nova.virt.hardware [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1857.302613] env[62023]: DEBUG nova.virt.hardware [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1857.303199] env[62023]: DEBUG nova.virt.hardware [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1857.303199] env[62023]: DEBUG nova.virt.hardware [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1857.303199] env[62023]: DEBUG nova.virt.hardware [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1857.303381] env[62023]: DEBUG nova.virt.hardware [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1857.303553] env[62023]: DEBUG nova.virt.hardware [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1857.304423] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa33c04-3e6d-4c50-a823-8335022e9ca2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.312513] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1b2eb6-a5bc-42c2-885d-006b28c6572e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.399715] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc8b5ff-91ee-4bbb-b7fb-f340c637a1de {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.404544] env[62023]: INFO nova.compute.manager [None req-de65739b-75e3-4cb7-b852-5ea4c7b0de6b tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Detaching volume 1de89a1f-282c-43b8-94bd-f429cd11f97a [ 1857.408334] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04d3c06-3373-4041-b0f0-9bca127e51e4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.413105] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "7247610a-9c70-478c-96f7-810485472d2f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.413369] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "7247610a-9c70-478c-96f7-810485472d2f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.413581] env[62023]: INFO nova.compute.manager [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Attaching volume f351fa4a-f6ed-409c-b588-ac86e6819eb5 to /dev/sdc [ 1857.438636] env[62023]: INFO nova.virt.block_device [None req-de65739b-75e3-4cb7-b852-5ea4c7b0de6b tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Attempting to driver detach volume 1de89a1f-282c-43b8-94bd-f429cd11f97a from mountpoint /dev/sdb [ 1857.438863] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-de65739b-75e3-4cb7-b852-5ea4c7b0de6b tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Volume detach. Driver type: vmdk {{(pid=62023) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1857.439937] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-de65739b-75e3-4cb7-b852-5ea4c7b0de6b tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365490', 'volume_id': '1de89a1f-282c-43b8-94bd-f429cd11f97a', 'name': 'volume-1de89a1f-282c-43b8-94bd-f429cd11f97a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e1014627-dac2-449c-81ac-f7dee87c22b9', 'attached_at': '', 'detached_at': '', 'volume_id': '1de89a1f-282c-43b8-94bd-f429cd11f97a', 'serial': '1de89a1f-282c-43b8-94bd-f429cd11f97a'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1857.440261] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b38d35-314e-4b0c-bdf4-98d6843d1c8b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.444402] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1667a3-1b3b-4194-9933-dfa486d99a2d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.469530] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c346d84-be93-4e41-addb-133f20bda2e0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.472517] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff00f930-023f-4552-8917-0489fec257e2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.479845] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cc3afa-e8c9-40bb-af67-dd436761cf27 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.486834] env[62023]: DEBUG nova.virt.block_device [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Updating existing volume attachment record: 6f1894dd-95b0-4638-98b7-619f492089c4 {{(pid=62023) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1857.505170] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09c34a5-62ad-460f-99ee-6ef0693d7b66 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.519458] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-de65739b-75e3-4cb7-b852-5ea4c7b0de6b tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] The volume has not been displaced from its original location: [datastore1] volume-1de89a1f-282c-43b8-94bd-f429cd11f97a/volume-1de89a1f-282c-43b8-94bd-f429cd11f97a.vmdk. No consolidation needed. {{(pid=62023) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1857.524876] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-de65739b-75e3-4cb7-b852-5ea4c7b0de6b tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1857.525183] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd9210ca-d8ed-4a0e-ad74-1775a655d49d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.540557] env[62023]: DEBUG nova.compute.manager [req-127d61e7-b721-44c3-a1bc-c77170f0f55b req-eadef9fb-0167-49db-a7f5-cb5ac574ee84 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Received event network-vif-plugged-922f9951-5c5c-4cb0-bcc0-618fe2558163 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1857.540760] env[62023]: DEBUG oslo_concurrency.lockutils [req-127d61e7-b721-44c3-a1bc-c77170f0f55b req-eadef9fb-0167-49db-a7f5-cb5ac574ee84 service nova] Acquiring lock "0d1f4838-4a92-426a-8b2f-16b3200db873-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.541356] env[62023]: DEBUG oslo_concurrency.lockutils [req-127d61e7-b721-44c3-a1bc-c77170f0f55b req-eadef9fb-0167-49db-a7f5-cb5ac574ee84 service nova] Lock "0d1f4838-4a92-426a-8b2f-16b3200db873-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.541356] env[62023]: DEBUG oslo_concurrency.lockutils [req-127d61e7-b721-44c3-a1bc-c77170f0f55b req-eadef9fb-0167-49db-a7f5-cb5ac574ee84 service nova] Lock "0d1f4838-4a92-426a-8b2f-16b3200db873-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.541356] env[62023]: DEBUG nova.compute.manager [req-127d61e7-b721-44c3-a1bc-c77170f0f55b req-eadef9fb-0167-49db-a7f5-cb5ac574ee84 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] No waiting events found dispatching network-vif-plugged-922f9951-5c5c-4cb0-bcc0-618fe2558163 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1857.541593] env[62023]: WARNING nova.compute.manager [req-127d61e7-b721-44c3-a1bc-c77170f0f55b req-eadef9fb-0167-49db-a7f5-cb5ac574ee84 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Received unexpected event network-vif-plugged-922f9951-5c5c-4cb0-bcc0-618fe2558163 for instance with vm_state building and task_state spawning. [ 1857.547146] env[62023]: DEBUG oslo_vmware.api [None req-de65739b-75e3-4cb7-b852-5ea4c7b0de6b tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1857.547146] env[62023]: value = "task-1759043" [ 1857.547146] env[62023]: _type = "Task" [ 1857.547146] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.555309] env[62023]: DEBUG oslo_vmware.api [None req-de65739b-75e3-4cb7-b852-5ea4c7b0de6b tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.560877] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.312s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.560877] env[62023]: INFO nova.compute.manager [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Migrating [ 1857.566995] env[62023]: DEBUG oslo_concurrency.lockutils [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.572s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.567480] env[62023]: DEBUG nova.objects.instance [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lazy-loading 'resources' on Instance uuid f06f591c-782a-4707-af72-f670a391442e {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1857.627259] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.685131] env[62023]: DEBUG nova.network.neutron [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Successfully updated port: 922f9951-5c5c-4cb0-bcc0-618fe2558163 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1858.060371] env[62023]: DEBUG oslo_vmware.api [None req-de65739b-75e3-4cb7-b852-5ea4c7b0de6b tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759043, 'name': ReconfigVM_Task, 'duration_secs': 0.204072} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.060858] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-de65739b-75e3-4cb7-b852-5ea4c7b0de6b tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1858.065481] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f9c71bc-559b-4ba2-862b-31e073333563 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.079440] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.079628] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.079856] env[62023]: DEBUG nova.network.neutron [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1858.087432] env[62023]: DEBUG oslo_vmware.api [None req-de65739b-75e3-4cb7-b852-5ea4c7b0de6b tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1858.087432] env[62023]: value = "task-1759045" [ 1858.087432] env[62023]: _type = "Task" [ 1858.087432] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.097882] env[62023]: DEBUG oslo_vmware.api [None req-de65739b-75e3-4cb7-b852-5ea4c7b0de6b tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.128506] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759042, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.480848} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.128769] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 21f41135-2d0e-433b-89b9-e720aaa67d99/21f41135-2d0e-433b-89b9-e720aaa67d99.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1858.128978] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1858.129615] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c7472ec-73f0-429c-9fc0-db37b5760636 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.136071] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1858.136071] env[62023]: value = "task-1759046" [ 1858.136071] env[62023]: _type = "Task" [ 1858.136071] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.147856] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.181600] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.181767] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.181940] env[62023]: DEBUG nova.network.neutron [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1858.282568] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8252dc-3b70-4124-9681-8a0092d798d6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.291633] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0657a87a-f516-403f-a214-f0bf25d6f04c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.324631] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61db900-f12c-46b2-adc3-f75343c1b670 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.332389] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a071bf3-0581-4e6a-a6d8-0214a3e46ddd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.345902] env[62023]: DEBUG nova.compute.provider_tree [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1858.538197] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0add08-f315-4363-bf31-c8f7ed5780c4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.560147] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b5e413-9688-4cec-bce6-73cdeb7aef52 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.567309] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Updating instance '2e348316-1f0e-4b6c-a83a-7eb9a27da0ec' progress to 83 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1858.596538] env[62023]: DEBUG oslo_vmware.api [None req-de65739b-75e3-4cb7-b852-5ea4c7b0de6b tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759045, 'name': ReconfigVM_Task, 'duration_secs': 0.152408} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.597098] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-de65739b-75e3-4cb7-b852-5ea4c7b0de6b tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365490', 'volume_id': '1de89a1f-282c-43b8-94bd-f429cd11f97a', 'name': 'volume-1de89a1f-282c-43b8-94bd-f429cd11f97a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e1014627-dac2-449c-81ac-f7dee87c22b9', 'attached_at': '', 'detached_at': '', 'volume_id': '1de89a1f-282c-43b8-94bd-f429cd11f97a', 'serial': '1de89a1f-282c-43b8-94bd-f429cd11f97a'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1858.648295] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066438} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.648564] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1858.649393] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5081d366-28e0-4ab1-9f91-a1184fa514be {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.671778] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 21f41135-2d0e-433b-89b9-e720aaa67d99/21f41135-2d0e-433b-89b9-e720aaa67d99.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1858.674352] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc43bf6d-1070-4d82-ad30-6eaaa0c04d5f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.696964] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1858.696964] env[62023]: value = "task-1759047" [ 1858.696964] env[62023]: _type = "Task" [ 1858.696964] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.705918] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.726492] env[62023]: DEBUG nova.network.neutron [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1858.850207] env[62023]: DEBUG nova.scheduler.client.report [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1858.858320] env[62023]: DEBUG nova.network.neutron [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Updating instance_info_cache with network_info: [{"id": "922f9951-5c5c-4cb0-bcc0-618fe2558163", "address": "fa:16:3e:3b:31:fc", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922f9951-5c", "ovs_interfaceid": "922f9951-5c5c-4cb0-bcc0-618fe2558163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.887410] env[62023]: DEBUG nova.network.neutron [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Updating instance_info_cache with network_info: [{"id": "d82b2bab-f021-4286-85d6-3f79ad46f5f9", "address": "fa:16:3e:38:b0:d2", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82b2bab-f0", "ovs_interfaceid": "d82b2bab-f021-4286-85d6-3f79ad46f5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.074188] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1859.074550] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6f79979-8bba-4bb0-8bdc-aad1444e95ce {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.082076] env[62023]: DEBUG oslo_vmware.api [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1859.082076] env[62023]: value = "task-1759048" [ 1859.082076] env[62023]: _type = "Task" [ 1859.082076] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.089605] env[62023]: DEBUG oslo_vmware.api [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.139217] env[62023]: DEBUG nova.objects.instance [None req-de65739b-75e3-4cb7-b852-5ea4c7b0de6b tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lazy-loading 'flavor' on Instance uuid e1014627-dac2-449c-81ac-f7dee87c22b9 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1859.206374] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759047, 'name': ReconfigVM_Task, 'duration_secs': 0.276723} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.207639] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 21f41135-2d0e-433b-89b9-e720aaa67d99/21f41135-2d0e-433b-89b9-e720aaa67d99.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1859.207639] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a650fa1a-4ee3-4b2e-9b2b-104e1cd35962 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.214089] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1859.214089] env[62023]: value = "task-1759049" [ 1859.214089] env[62023]: _type = "Task" [ 1859.214089] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.222881] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759049, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.355755] env[62023]: DEBUG oslo_concurrency.lockutils [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.360318] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.360632] env[62023]: DEBUG nova.compute.manager [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Instance network_info: |[{"id": "922f9951-5c5c-4cb0-bcc0-618fe2558163", "address": "fa:16:3e:3b:31:fc", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922f9951-5c", "ovs_interfaceid": "922f9951-5c5c-4cb0-bcc0-618fe2558163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1859.361078] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:31:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '922f9951-5c5c-4cb0-bcc0-618fe2558163', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1859.368554] env[62023]: DEBUG oslo.service.loopingcall [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1859.368904] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1859.369196] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25a22531-bbcd-40f3-8b8d-05421132e770 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.387395] env[62023]: INFO nova.scheduler.client.report [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleted allocations for instance f06f591c-782a-4707-af72-f670a391442e [ 1859.391205] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.394501] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1859.394501] env[62023]: value = "task-1759050" [ 1859.394501] env[62023]: _type = "Task" [ 1859.394501] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.402549] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759050, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.557302] env[62023]: DEBUG nova.compute.manager [req-a980fc08-9c6e-43cc-b555-84a87b1c07fb req-40285221-ca3f-4285-90f1-3c8c3ca1c1e2 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Received event network-changed-922f9951-5c5c-4cb0-bcc0-618fe2558163 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1859.557514] env[62023]: DEBUG nova.compute.manager [req-a980fc08-9c6e-43cc-b555-84a87b1c07fb req-40285221-ca3f-4285-90f1-3c8c3ca1c1e2 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Refreshing instance network info cache due to event network-changed-922f9951-5c5c-4cb0-bcc0-618fe2558163. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1859.557732] env[62023]: DEBUG oslo_concurrency.lockutils [req-a980fc08-9c6e-43cc-b555-84a87b1c07fb req-40285221-ca3f-4285-90f1-3c8c3ca1c1e2 service nova] Acquiring lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.557927] env[62023]: DEBUG oslo_concurrency.lockutils [req-a980fc08-9c6e-43cc-b555-84a87b1c07fb req-40285221-ca3f-4285-90f1-3c8c3ca1c1e2 service nova] Acquired lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.558160] env[62023]: DEBUG nova.network.neutron [req-a980fc08-9c6e-43cc-b555-84a87b1c07fb req-40285221-ca3f-4285-90f1-3c8c3ca1c1e2 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Refreshing network info cache for port 922f9951-5c5c-4cb0-bcc0-618fe2558163 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1859.591641] env[62023]: DEBUG oslo_vmware.api [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759048, 'name': PowerOnVM_Task, 'duration_secs': 0.414839} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.591853] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1859.592214] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5903af-85b1-42ec-a58c-f491efe3afd3 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Updating instance '2e348316-1f0e-4b6c-a83a-7eb9a27da0ec' progress to 100 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1859.724127] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759049, 'name': Rename_Task, 'duration_secs': 0.143316} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.724423] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1859.724688] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8023da60-d72a-4ab8-8b0d-55063d5a593d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.733057] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1859.733057] env[62023]: value = "task-1759051" [ 1859.733057] env[62023]: _type = "Task" [ 1859.733057] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.740121] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.898849] env[62023]: DEBUG oslo_concurrency.lockutils [None req-045d514d-2375-4dfe-81e6-516c5dd5a421 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "f06f591c-782a-4707-af72-f670a391442e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.367s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.910209] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759050, 'name': CreateVM_Task, 'duration_secs': 0.449782} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.910309] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1859.918052] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.918242] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.919158] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1859.919158] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9297483a-71e5-45de-9b6a-4ae1107b771a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.924644] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1859.924644] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5243b4d0-f604-833d-fa05-2e0b3f0253b4" [ 1859.924644] env[62023]: _type = "Task" [ 1859.924644] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.934091] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5243b4d0-f604-833d-fa05-2e0b3f0253b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.145530] env[62023]: DEBUG oslo_concurrency.lockutils [None req-de65739b-75e3-4cb7-b852-5ea4c7b0de6b tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e1014627-dac2-449c-81ac-f7dee87c22b9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.244s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.241642] env[62023]: DEBUG oslo_vmware.api [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759051, 'name': PowerOnVM_Task, 'duration_secs': 0.493183} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.241934] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1860.242161] env[62023]: INFO nova.compute.manager [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1860.242346] env[62023]: DEBUG nova.compute.manager [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1860.243158] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04507452-49ab-43c3-877b-beaa451944b5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.287228] env[62023]: DEBUG nova.network.neutron [req-a980fc08-9c6e-43cc-b555-84a87b1c07fb req-40285221-ca3f-4285-90f1-3c8c3ca1c1e2 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Updated VIF entry in instance network info cache for port 922f9951-5c5c-4cb0-bcc0-618fe2558163. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1860.287506] env[62023]: DEBUG nova.network.neutron [req-a980fc08-9c6e-43cc-b555-84a87b1c07fb req-40285221-ca3f-4285-90f1-3c8c3ca1c1e2 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Updating instance_info_cache with network_info: [{"id": "922f9951-5c5c-4cb0-bcc0-618fe2558163", "address": "fa:16:3e:3b:31:fc", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922f9951-5c", "ovs_interfaceid": "922f9951-5c5c-4cb0-bcc0-618fe2558163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.435990] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5243b4d0-f604-833d-fa05-2e0b3f0253b4, 'name': SearchDatastore_Task, 'duration_secs': 0.012503} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.436162] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.436454] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1860.436741] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.436921] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.437148] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1860.437419] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec0af294-70f6-447d-ad37-92934612f3ad {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.447624] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1860.447797] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1860.448492] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd70659-cd46-42d0-9035-905b9a6fa11f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.453817] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1860.453817] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b29dfa-a021-9c52-0770-b92dc59a4da0" [ 1860.453817] env[62023]: _type = "Task" [ 1860.453817] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.461644] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b29dfa-a021-9c52-0770-b92dc59a4da0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.763961] env[62023]: INFO nova.compute.manager [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Took 13.41 seconds to build instance. [ 1860.788347] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "6b1c5b22-27ac-4b98-a10c-27d40bed6651" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.788347] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "6b1c5b22-27ac-4b98-a10c-27d40bed6651" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.789547] env[62023]: DEBUG oslo_concurrency.lockutils [req-a980fc08-9c6e-43cc-b555-84a87b1c07fb req-40285221-ca3f-4285-90f1-3c8c3ca1c1e2 service nova] Releasing lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.908322] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ab2d61-e1df-463c-8f95-242dd9abfb20 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.928030] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Updating instance '7cc25b17-b0ea-415f-84b2-8f8d633e726b' progress to 0 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1860.968718] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52b29dfa-a021-9c52-0770-b92dc59a4da0, 'name': SearchDatastore_Task, 'duration_secs': 0.021167} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.970368] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d06395ad-eb62-4328-b058-3c0c74b488c9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.978560] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1860.978560] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5202bea0-858b-a82d-38f3-b01be37322f1" [ 1860.978560] env[62023]: _type = "Task" [ 1860.978560] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.991698] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5202bea0-858b-a82d-38f3-b01be37322f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.140113] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "e1014627-dac2-449c-81ac-f7dee87c22b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.140405] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e1014627-dac2-449c-81ac-f7dee87c22b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.140618] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "e1014627-dac2-449c-81ac-f7dee87c22b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.140799] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e1014627-dac2-449c-81ac-f7dee87c22b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.141042] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e1014627-dac2-449c-81ac-f7dee87c22b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.143466] env[62023]: INFO nova.compute.manager [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Terminating instance [ 1861.266301] env[62023]: DEBUG oslo_concurrency.lockutils [None req-71f5e51e-78e6-48de-a75f-8556dc008c3e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "21f41135-2d0e-433b-89b9-e720aaa67d99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.919s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.290664] env[62023]: DEBUG nova.compute.manager [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1861.434159] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1861.434411] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce7e6467-c008-469e-b539-b88d266c2328 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.442344] env[62023]: DEBUG oslo_vmware.api [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1861.442344] env[62023]: value = "task-1759053" [ 1861.442344] env[62023]: _type = "Task" [ 1861.442344] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.451205] env[62023]: DEBUG oslo_vmware.api [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.489720] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5202bea0-858b-a82d-38f3-b01be37322f1, 'name': SearchDatastore_Task, 'duration_secs': 0.055762} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.490145] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.490468] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 0d1f4838-4a92-426a-8b2f-16b3200db873/0d1f4838-4a92-426a-8b2f-16b3200db873.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1861.490744] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7fc8d96-2d8f-40a0-8037-12f757158181 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.498605] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1861.498605] env[62023]: value = "task-1759054" [ 1861.498605] env[62023]: _type = "Task" [ 1861.498605] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.507546] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.587408] env[62023]: DEBUG nova.compute.manager [req-f8b68825-1104-4f18-9a4b-ddaab56dfac0 req-29f0a1b6-39af-46ac-8145-7c3191f8957d service nova] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Received event network-changed-313e4945-9718-459d-8e52-9446aa733711 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1861.587635] env[62023]: DEBUG nova.compute.manager [req-f8b68825-1104-4f18-9a4b-ddaab56dfac0 req-29f0a1b6-39af-46ac-8145-7c3191f8957d service nova] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Refreshing instance network info cache due to event network-changed-313e4945-9718-459d-8e52-9446aa733711. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1861.587942] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8b68825-1104-4f18-9a4b-ddaab56dfac0 req-29f0a1b6-39af-46ac-8145-7c3191f8957d service nova] Acquiring lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.588192] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8b68825-1104-4f18-9a4b-ddaab56dfac0 req-29f0a1b6-39af-46ac-8145-7c3191f8957d service nova] Acquired lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.588384] env[62023]: DEBUG nova.network.neutron [req-f8b68825-1104-4f18-9a4b-ddaab56dfac0 req-29f0a1b6-39af-46ac-8145-7c3191f8957d service nova] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Refreshing network info cache for port 313e4945-9718-459d-8e52-9446aa733711 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1861.647973] env[62023]: DEBUG nova.compute.manager [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1861.648215] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1861.649310] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f160bf-90a4-4fec-8734-5835f308587a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.658360] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1861.658898] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fc4dc69-19d8-494d-8595-a4575d607dfd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.665942] env[62023]: DEBUG oslo_vmware.api [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1861.665942] env[62023]: value = "task-1759055" [ 1861.665942] env[62023]: _type = "Task" [ 1861.665942] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.675260] env[62023]: DEBUG oslo_vmware.api [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.702409] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cc92d771-3efe-4885-a4d8-5727cdfc378b tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.702616] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cc92d771-3efe-4885-a4d8-5727cdfc378b tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.702825] env[62023]: DEBUG nova.compute.manager [None req-cc92d771-3efe-4885-a4d8-5727cdfc378b tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Going to confirm migration 8 {{(pid=62023) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1861.818654] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.819051] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.821591] env[62023]: INFO nova.compute.claims [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1861.957716] env[62023]: DEBUG oslo_vmware.api [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759053, 'name': PowerOffVM_Task, 'duration_secs': 0.253658} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.958087] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1861.958365] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Updating instance '7cc25b17-b0ea-415f-84b2-8f8d633e726b' progress to 17 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1862.013631] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759054, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.057649] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Volume attach. Driver type: vmdk {{(pid=62023) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1862.057885] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365492', 'volume_id': 'f351fa4a-f6ed-409c-b588-ac86e6819eb5', 'name': 'volume-f351fa4a-f6ed-409c-b588-ac86e6819eb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7247610a-9c70-478c-96f7-810485472d2f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f351fa4a-f6ed-409c-b588-ac86e6819eb5', 'serial': 'f351fa4a-f6ed-409c-b588-ac86e6819eb5'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1862.058846] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fe326f-b4ca-4878-984f-b34c84e53b8d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.076808] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85996b9-8cc3-4b3a-9cb3-4eb8a4fa1105 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.106953] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-f351fa4a-f6ed-409c-b588-ac86e6819eb5/volume-f351fa4a-f6ed-409c-b588-ac86e6819eb5.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1862.107635] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2457f44-2991-404b-9a8d-31d07f484236 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.126493] env[62023]: DEBUG oslo_vmware.api [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1862.126493] env[62023]: value = "task-1759056" [ 1862.126493] env[62023]: _type = "Task" [ 1862.126493] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.135093] env[62023]: DEBUG oslo_vmware.api [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.176067] env[62023]: DEBUG oslo_vmware.api [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759055, 'name': PowerOffVM_Task, 'duration_secs': 0.28589} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.176346] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1862.176520] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1862.176785] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6285bc7-78c4-4aab-9b85-0691f41fdc36 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.242172] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cc92d771-3efe-4885-a4d8-5727cdfc378b tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "refresh_cache-2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.242776] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cc92d771-3efe-4885-a4d8-5727cdfc378b tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquired lock "refresh_cache-2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.242776] env[62023]: DEBUG nova.network.neutron [None req-cc92d771-3efe-4885-a4d8-5727cdfc378b tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1862.242776] env[62023]: DEBUG nova.objects.instance [None req-cc92d771-3efe-4885-a4d8-5727cdfc378b tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lazy-loading 'info_cache' on Instance uuid 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1862.263160] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1862.263391] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1862.263565] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Deleting the datastore file [datastore1] e1014627-dac2-449c-81ac-f7dee87c22b9 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1862.263850] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-634cafa8-1407-4cba-ab47-2a5706321cd5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.271355] env[62023]: DEBUG oslo_vmware.api [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1862.271355] env[62023]: value = "task-1759058" [ 1862.271355] env[62023]: _type = "Task" [ 1862.271355] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.280106] env[62023]: DEBUG oslo_vmware.api [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.372188] env[62023]: DEBUG nova.network.neutron [req-f8b68825-1104-4f18-9a4b-ddaab56dfac0 req-29f0a1b6-39af-46ac-8145-7c3191f8957d service nova] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updated VIF entry in instance network info cache for port 313e4945-9718-459d-8e52-9446aa733711. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1862.372646] env[62023]: DEBUG nova.network.neutron [req-f8b68825-1104-4f18-9a4b-ddaab56dfac0 req-29f0a1b6-39af-46ac-8145-7c3191f8957d service nova] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updating instance_info_cache with network_info: [{"id": "313e4945-9718-459d-8e52-9446aa733711", "address": "fa:16:3e:76:f1:de", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap313e4945-97", "ovs_interfaceid": "313e4945-9718-459d-8e52-9446aa733711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.465970] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1862.466212] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1862.466337] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1862.466517] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1862.466665] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1862.466808] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1862.467019] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1862.467186] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1862.467352] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1862.467634] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1862.467825] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1862.474671] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aead087b-3504-4132-aed8-abd424bf1339 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.499209] env[62023]: DEBUG oslo_vmware.api [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1862.499209] env[62023]: value = "task-1759059" [ 1862.499209] env[62023]: _type = "Task" [ 1862.499209] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.618727] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561049} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.618727] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 0d1f4838-4a92-426a-8b2f-16b3200db873/0d1f4838-4a92-426a-8b2f-16b3200db873.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1862.618727] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1862.618727] env[62023]: DEBUG oslo_vmware.api [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.618727] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a8cb122-c691-46a7-802d-2c4375b582c9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.618727] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1862.618727] env[62023]: value = "task-1759060" [ 1862.618727] env[62023]: _type = "Task" [ 1862.618727] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.618727] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.637107] env[62023]: DEBUG oslo_vmware.api [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759056, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.785043] env[62023]: DEBUG oslo_vmware.api [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247522} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.785463] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1862.785715] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1862.786018] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1862.786322] env[62023]: INFO nova.compute.manager [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1862.786695] env[62023]: DEBUG oslo.service.loopingcall [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.786978] env[62023]: DEBUG nova.compute.manager [-] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1862.787146] env[62023]: DEBUG nova.network.neutron [-] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1862.875298] env[62023]: DEBUG oslo_concurrency.lockutils [req-f8b68825-1104-4f18-9a4b-ddaab56dfac0 req-29f0a1b6-39af-46ac-8145-7c3191f8957d service nova] Releasing lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.012748] env[62023]: DEBUG oslo_vmware.api [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759059, 'name': ReconfigVM_Task, 'duration_secs': 0.235498} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.015312] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Updating instance '7cc25b17-b0ea-415f-84b2-8f8d633e726b' progress to 33 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1863.026021] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50317ce-85ce-4b1b-850b-4c19a2a24b76 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.034932] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7659468f-d124-478c-a928-3a6f518d6c9a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.042756] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078579} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.043594] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1863.044568] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c3f06e-d763-480d-a325-a0d05d03023e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.076522] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df1e4d1-104a-4b48-90b2-db96b8b9c2d1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.097012] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 0d1f4838-4a92-426a-8b2f-16b3200db873/0d1f4838-4a92-426a-8b2f-16b3200db873.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1863.098348] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc44fda4-f09f-44d9-95e5-56b97acba543 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.117455] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81eb188-85ef-4439-91f4-a021f0d85ec6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.124957] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1863.124957] env[62023]: value = "task-1759061" [ 1863.124957] env[62023]: _type = "Task" [ 1863.124957] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.139693] env[62023]: DEBUG nova.compute.provider_tree [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1863.145208] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759061, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.151887] env[62023]: DEBUG oslo_vmware.api [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759056, 'name': ReconfigVM_Task, 'duration_secs': 0.516722} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.152849] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-f351fa4a-f6ed-409c-b588-ac86e6819eb5/volume-f351fa4a-f6ed-409c-b588-ac86e6819eb5.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1863.158317] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5346d864-562d-435d-90f1-844179fefc7e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.175434] env[62023]: DEBUG oslo_vmware.api [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1863.175434] env[62023]: value = "task-1759062" [ 1863.175434] env[62023]: _type = "Task" [ 1863.175434] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.185614] env[62023]: DEBUG oslo_vmware.api [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.530670] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1863.531168] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1863.531646] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1863.531731] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1863.531888] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1863.532144] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1863.532451] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1863.532685] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1863.532934] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1863.533203] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1863.533497] env[62023]: DEBUG nova.virt.hardware [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1863.542074] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1863.543810] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dabde7d6-2bf6-4f5a-a797-ee0d03158c92 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.571064] env[62023]: DEBUG oslo_vmware.api [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1863.571064] env[62023]: value = "task-1759063" [ 1863.571064] env[62023]: _type = "Task" [ 1863.571064] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.586348] env[62023]: DEBUG oslo_vmware.api [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.607154] env[62023]: DEBUG nova.network.neutron [None req-cc92d771-3efe-4885-a4d8-5727cdfc378b tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Updating instance_info_cache with network_info: [{"id": "e0bb8a07-2d66-49f1-9f64-1ce89395c1b3", "address": "fa:16:3e:dc:3a:79", "network": {"id": "33ec91a9-a126-46e4-b10f-ef275c840bfd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2106236753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ced6954bb9049b98e5735e6a55eda8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bb8a07-2d", "ovs_interfaceid": "e0bb8a07-2d66-49f1-9f64-1ce89395c1b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.619881] env[62023]: DEBUG nova.compute.manager [req-3fa4e603-7606-4eca-a046-bfc3c17017ee req-b4ed29d0-1c6c-4023-a2dd-4fc10f5ff51d service nova] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Received event network-vif-deleted-f619f4ea-271b-4696-9aca-4dbe7d9cc069 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1863.620181] env[62023]: INFO nova.compute.manager [req-3fa4e603-7606-4eca-a046-bfc3c17017ee req-b4ed29d0-1c6c-4023-a2dd-4fc10f5ff51d service nova] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Neutron deleted interface f619f4ea-271b-4696-9aca-4dbe7d9cc069; detaching it from the instance and deleting it from the info cache [ 1863.620392] env[62023]: DEBUG nova.network.neutron [req-3fa4e603-7606-4eca-a046-bfc3c17017ee req-b4ed29d0-1c6c-4023-a2dd-4fc10f5ff51d service nova] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.637811] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.647030] env[62023]: DEBUG nova.scheduler.client.report [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1863.689477] env[62023]: DEBUG oslo_vmware.api [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759062, 'name': ReconfigVM_Task, 'duration_secs': 0.296879} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.689958] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365492', 'volume_id': 'f351fa4a-f6ed-409c-b588-ac86e6819eb5', 'name': 'volume-f351fa4a-f6ed-409c-b588-ac86e6819eb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7247610a-9c70-478c-96f7-810485472d2f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f351fa4a-f6ed-409c-b588-ac86e6819eb5', 'serial': 'f351fa4a-f6ed-409c-b588-ac86e6819eb5'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1864.021604] env[62023]: DEBUG nova.network.neutron [-] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.083585] env[62023]: DEBUG oslo_vmware.api [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759063, 'name': ReconfigVM_Task, 'duration_secs': 0.47262} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.084706] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1864.084706] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec97db6-362a-48a9-82ba-ac3815da5be5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.111047] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 7cc25b17-b0ea-415f-84b2-8f8d633e726b/7cc25b17-b0ea-415f-84b2-8f8d633e726b.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1864.112039] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cc92d771-3efe-4885-a4d8-5727cdfc378b tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Releasing lock "refresh_cache-2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.112039] env[62023]: DEBUG nova.objects.instance [None req-cc92d771-3efe-4885-a4d8-5727cdfc378b tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lazy-loading 'migration_context' on Instance uuid 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1864.112912] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d9e816a-f0b6-4705-9e8d-40dc1b5a3c27 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.128381] env[62023]: DEBUG nova.objects.base [None req-cc92d771-3efe-4885-a4d8-5727cdfc378b tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Object Instance<2e348316-1f0e-4b6c-a83a-7eb9a27da0ec> lazy-loaded attributes: info_cache,migration_context {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1864.129593] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1910881f-8de9-4ac0-b1e3-771db71dad44 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.132635] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c44086b0-0db9-49eb-bc1d-4989f32d0392 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.159403] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.159918] env[62023]: DEBUG nova.compute.manager [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1864.166394] env[62023]: DEBUG oslo_vmware.api [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1864.166394] env[62023]: value = "task-1759064" [ 1864.166394] env[62023]: _type = "Task" [ 1864.166394] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.170234] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e88e0fc7-3601-4c2d-85af-1c185d26aa44 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.172855] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759061, 'name': ReconfigVM_Task, 'duration_secs': 0.758417} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.176081] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 0d1f4838-4a92-426a-8b2f-16b3200db873/0d1f4838-4a92-426a-8b2f-16b3200db873.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1864.179584] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35702b4e-63b6-4674-912c-8af80e3797ca {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.191919] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ff9203c-cf40-416f-afaf-0779ebc9d317 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.201727] env[62023]: DEBUG oslo_vmware.api [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.201727] env[62023]: DEBUG oslo_vmware.api [None req-cc92d771-3efe-4885-a4d8-5727cdfc378b tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1864.201727] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520d0310-13af-ea26-7f9f-f7ed98091992" [ 1864.201727] env[62023]: _type = "Task" [ 1864.201727] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.207713] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1864.207713] env[62023]: value = "task-1759065" [ 1864.207713] env[62023]: _type = "Task" [ 1864.207713] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.223641] env[62023]: DEBUG nova.compute.manager [req-3fa4e603-7606-4eca-a046-bfc3c17017ee req-b4ed29d0-1c6c-4023-a2dd-4fc10f5ff51d service nova] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Detach interface failed, port_id=f619f4ea-271b-4696-9aca-4dbe7d9cc069, reason: Instance e1014627-dac2-449c-81ac-f7dee87c22b9 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1864.224102] env[62023]: DEBUG oslo_vmware.api [None req-cc92d771-3efe-4885-a4d8-5727cdfc378b tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520d0310-13af-ea26-7f9f-f7ed98091992, 'name': SearchDatastore_Task, 'duration_secs': 0.011213} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.224753] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cc92d771-3efe-4885-a4d8-5727cdfc378b tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.225023] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cc92d771-3efe-4885-a4d8-5727cdfc378b tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.230602] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759065, 'name': Rename_Task} progress is 10%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.525330] env[62023]: INFO nova.compute.manager [-] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Took 1.74 seconds to deallocate network for instance. [ 1864.669522] env[62023]: DEBUG nova.compute.utils [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1864.669522] env[62023]: DEBUG nova.compute.manager [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1864.669522] env[62023]: DEBUG nova.network.neutron [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1864.686906] env[62023]: DEBUG oslo_vmware.api [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759064, 'name': ReconfigVM_Task, 'duration_secs': 0.52153} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.687803] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 7cc25b17-b0ea-415f-84b2-8f8d633e726b/7cc25b17-b0ea-415f-84b2-8f8d633e726b.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1864.688065] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Updating instance '7cc25b17-b0ea-415f-84b2-8f8d633e726b' progress to 50 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1864.718789] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759065, 'name': Rename_Task, 'duration_secs': 0.267732} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.719094] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1864.719612] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b162b0c-9fe3-4414-9926-8d17b0494693 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.729225] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1864.729225] env[62023]: value = "task-1759066" [ 1864.729225] env[62023]: _type = "Task" [ 1864.729225] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.744688] env[62023]: DEBUG nova.objects.instance [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lazy-loading 'flavor' on Instance uuid 7247610a-9c70-478c-96f7-810485472d2f {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1864.746658] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.756650] env[62023]: DEBUG nova.policy [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '630c4be5000e4cd395964f52540cb2cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f549db5da5bc430287682d3002b1c006', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1865.015431] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e070e1fc-c314-4c6c-b6d0-af08d65f1eb5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.023208] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea60084-63ff-4ad4-8d27-e299eced6fb6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.053759] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.054782] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e46abb-dc49-4af7-936c-8cd1126aac5b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.062860] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1108b14-ccb0-454f-aa2a-23c35581c8fe {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.078806] env[62023]: DEBUG nova.compute.provider_tree [None req-cc92d771-3efe-4885-a4d8-5727cdfc378b tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1865.082342] env[62023]: DEBUG nova.network.neutron [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Successfully created port: cbf0f281-9bb1-40a5-8d52-975112d26698 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1865.173867] env[62023]: DEBUG nova.compute.manager [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1865.194906] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9f8acc-8440-4395-8a56-13bec21af1e2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.217091] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72052d5-939b-4f4d-833b-ee3876cedca3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.237032] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Updating instance '7cc25b17-b0ea-415f-84b2-8f8d633e726b' progress to 67 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1865.251421] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759066, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.252420] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03ee7a15-e7b4-498f-bc86-6c98a30901f7 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "7247610a-9c70-478c-96f7-810485472d2f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.839s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.322028] env[62023]: DEBUG oslo_concurrency.lockutils [None req-27dc4e9e-570e-4eaf-af29-db799b14dd34 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "7247610a-9c70-478c-96f7-810485472d2f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.322028] env[62023]: DEBUG oslo_concurrency.lockutils [None req-27dc4e9e-570e-4eaf-af29-db799b14dd34 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "7247610a-9c70-478c-96f7-810485472d2f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.582766] env[62023]: DEBUG nova.scheduler.client.report [None req-cc92d771-3efe-4885-a4d8-5727cdfc378b tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1865.749461] env[62023]: DEBUG oslo_vmware.api [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759066, 'name': PowerOnVM_Task, 'duration_secs': 0.558588} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.749756] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1865.749937] env[62023]: INFO nova.compute.manager [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1865.750130] env[62023]: DEBUG nova.compute.manager [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1865.751489] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810c6f78-f58b-401e-8a2b-214dc625bc07 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.812758] env[62023]: DEBUG nova.network.neutron [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Port d82b2bab-f021-4286-85d6-3f79ad46f5f9 binding to destination host cpu-1 is already ACTIVE {{(pid=62023) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1865.823953] env[62023]: INFO nova.compute.manager [None req-27dc4e9e-570e-4eaf-af29-db799b14dd34 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Detaching volume 910c7006-39db-413c-a2ff-36dc59fab46f [ 1865.862194] env[62023]: INFO nova.virt.block_device [None req-27dc4e9e-570e-4eaf-af29-db799b14dd34 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Attempting to driver detach volume 910c7006-39db-413c-a2ff-36dc59fab46f from mountpoint /dev/sdb [ 1865.862468] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-27dc4e9e-570e-4eaf-af29-db799b14dd34 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Volume detach. Driver type: vmdk {{(pid=62023) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1865.862670] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-27dc4e9e-570e-4eaf-af29-db799b14dd34 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365489', 'volume_id': '910c7006-39db-413c-a2ff-36dc59fab46f', 'name': 'volume-910c7006-39db-413c-a2ff-36dc59fab46f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7247610a-9c70-478c-96f7-810485472d2f', 'attached_at': '', 'detached_at': '', 'volume_id': '910c7006-39db-413c-a2ff-36dc59fab46f', 'serial': '910c7006-39db-413c-a2ff-36dc59fab46f'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1865.863634] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3265ea6-acd0-4597-b30a-eff9b5eeb096 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.891849] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d7c892-fed8-4985-9ea2-169e7a738b11 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.899657] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9259f99-8bca-4c09-bba5-4f60862e8021 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.923276] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee66359d-10c8-4f4d-b73e-be0ba5c187ae {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.938503] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-27dc4e9e-570e-4eaf-af29-db799b14dd34 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] The volume has not been displaced from its original location: [datastore1] volume-910c7006-39db-413c-a2ff-36dc59fab46f/volume-910c7006-39db-413c-a2ff-36dc59fab46f.vmdk. No consolidation needed. {{(pid=62023) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1865.943930] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-27dc4e9e-570e-4eaf-af29-db799b14dd34 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1865.944214] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27d13e07-c940-48b5-9ce5-9c54c48b0ee6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.962470] env[62023]: DEBUG oslo_vmware.api [None req-27dc4e9e-570e-4eaf-af29-db799b14dd34 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1865.962470] env[62023]: value = "task-1759067" [ 1865.962470] env[62023]: _type = "Task" [ 1865.962470] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.970036] env[62023]: DEBUG oslo_vmware.api [None req-27dc4e9e-570e-4eaf-af29-db799b14dd34 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.186349] env[62023]: DEBUG nova.compute.manager [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1866.213337] env[62023]: DEBUG nova.virt.hardware [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1866.213585] env[62023]: DEBUG nova.virt.hardware [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1866.213747] env[62023]: DEBUG nova.virt.hardware [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1866.213959] env[62023]: DEBUG nova.virt.hardware [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1866.214240] env[62023]: DEBUG nova.virt.hardware [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1866.214392] env[62023]: DEBUG nova.virt.hardware [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1866.214610] env[62023]: DEBUG nova.virt.hardware [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1866.214768] env[62023]: DEBUG nova.virt.hardware [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1866.214946] env[62023]: DEBUG nova.virt.hardware [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1866.215248] env[62023]: DEBUG nova.virt.hardware [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1866.215285] env[62023]: DEBUG nova.virt.hardware [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1866.216159] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9dc443-1e0f-4f99-b1df-416795e5aa53 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.223819] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c810f98-152c-4673-82c3-574f9396b3ff {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.267740] env[62023]: INFO nova.compute.manager [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Took 14.13 seconds to build instance. [ 1866.472906] env[62023]: DEBUG oslo_vmware.api [None req-27dc4e9e-570e-4eaf-af29-db799b14dd34 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759067, 'name': ReconfigVM_Task, 'duration_secs': 0.254556} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.473302] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-27dc4e9e-570e-4eaf-af29-db799b14dd34 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1866.478174] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0134e00-c0d5-40d9-9838-ed07851906b4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.499505] env[62023]: DEBUG oslo_vmware.api [None req-27dc4e9e-570e-4eaf-af29-db799b14dd34 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1866.499505] env[62023]: value = "task-1759068" [ 1866.499505] env[62023]: _type = "Task" [ 1866.499505] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.507488] env[62023]: DEBUG oslo_vmware.api [None req-27dc4e9e-570e-4eaf-af29-db799b14dd34 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.593179] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cc92d771-3efe-4885-a4d8-5727cdfc378b tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.368s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.596156] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.542s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.596402] env[62023]: DEBUG nova.objects.instance [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lazy-loading 'resources' on Instance uuid e1014627-dac2-449c-81ac-f7dee87c22b9 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.671512] env[62023]: DEBUG nova.compute.manager [req-5adb187c-b29a-4f4f-9e5e-9ae0194dae9a req-e2b95632-1158-423c-8dec-dd6ac4ed3921 service nova] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Received event network-vif-plugged-cbf0f281-9bb1-40a5-8d52-975112d26698 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1866.671811] env[62023]: DEBUG oslo_concurrency.lockutils [req-5adb187c-b29a-4f4f-9e5e-9ae0194dae9a req-e2b95632-1158-423c-8dec-dd6ac4ed3921 service nova] Acquiring lock "6b1c5b22-27ac-4b98-a10c-27d40bed6651-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.672073] env[62023]: DEBUG oslo_concurrency.lockutils [req-5adb187c-b29a-4f4f-9e5e-9ae0194dae9a req-e2b95632-1158-423c-8dec-dd6ac4ed3921 service nova] Lock "6b1c5b22-27ac-4b98-a10c-27d40bed6651-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.672293] env[62023]: DEBUG oslo_concurrency.lockutils [req-5adb187c-b29a-4f4f-9e5e-9ae0194dae9a req-e2b95632-1158-423c-8dec-dd6ac4ed3921 service nova] Lock "6b1c5b22-27ac-4b98-a10c-27d40bed6651-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.672572] env[62023]: DEBUG nova.compute.manager [req-5adb187c-b29a-4f4f-9e5e-9ae0194dae9a req-e2b95632-1158-423c-8dec-dd6ac4ed3921 service nova] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] No waiting events found dispatching network-vif-plugged-cbf0f281-9bb1-40a5-8d52-975112d26698 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1866.672784] env[62023]: WARNING nova.compute.manager [req-5adb187c-b29a-4f4f-9e5e-9ae0194dae9a req-e2b95632-1158-423c-8dec-dd6ac4ed3921 service nova] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Received unexpected event network-vif-plugged-cbf0f281-9bb1-40a5-8d52-975112d26698 for instance with vm_state building and task_state spawning. [ 1866.771234] env[62023]: DEBUG oslo_concurrency.lockutils [None req-2b1fb557-476f-4135-8bc0-d27ce4de1925 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "0d1f4838-4a92-426a-8b2f-16b3200db873" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.645s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.834674] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "7cc25b17-b0ea-415f-84b2-8f8d633e726b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.835024] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7cc25b17-b0ea-415f-84b2-8f8d633e726b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.835184] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7cc25b17-b0ea-415f-84b2-8f8d633e726b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.009890] env[62023]: DEBUG oslo_vmware.api [None req-27dc4e9e-570e-4eaf-af29-db799b14dd34 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759068, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.066522] env[62023]: DEBUG nova.network.neutron [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Successfully updated port: cbf0f281-9bb1-40a5-8d52-975112d26698 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1867.163659] env[62023]: INFO nova.scheduler.client.report [None req-cc92d771-3efe-4885-a4d8-5727cdfc378b tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Deleted allocation for migration 5e8dd14d-36d8-48d5-b296-950ffa9a7e32 [ 1867.299282] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70c8d40-87bc-44b7-bcc3-4df31aadd0c1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.307441] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033189df-b56e-4911-8580-49fc03fdc907 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.343446] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475998c4-ddd6-431d-a542-0ed472ab23cf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.352484] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf67564a-48e0-4b8d-93bc-2128e767d5ca {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.358199] env[62023]: INFO nova.compute.manager [None req-698ef1c9-0383-4424-88c9-1a59deecc498 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Get console output [ 1867.358492] env[62023]: WARNING nova.virt.vmwareapi.driver [None req-698ef1c9-0383-4424-88c9-1a59deecc498 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] The console log is missing. Check your VSPC configuration [ 1867.370468] env[62023]: DEBUG nova.compute.provider_tree [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1867.510605] env[62023]: DEBUG oslo_vmware.api [None req-27dc4e9e-570e-4eaf-af29-db799b14dd34 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759068, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.569083] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "refresh_cache-6b1c5b22-27ac-4b98-a10c-27d40bed6651" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.569083] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "refresh_cache-6b1c5b22-27ac-4b98-a10c-27d40bed6651" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.569235] env[62023]: DEBUG nova.network.neutron [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1867.674903] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cc92d771-3efe-4885-a4d8-5727cdfc378b tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 5.972s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.873211] env[62023]: DEBUG nova.scheduler.client.report [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1867.906329] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.906633] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.906912] env[62023]: DEBUG nova.network.neutron [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1868.011248] env[62023]: DEBUG oslo_vmware.api [None req-27dc4e9e-570e-4eaf-af29-db799b14dd34 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759068, 'name': ReconfigVM_Task, 'duration_secs': 1.143323} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.011557] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-27dc4e9e-570e-4eaf-af29-db799b14dd34 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365489', 'volume_id': '910c7006-39db-413c-a2ff-36dc59fab46f', 'name': 'volume-910c7006-39db-413c-a2ff-36dc59fab46f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7247610a-9c70-478c-96f7-810485472d2f', 'attached_at': '', 'detached_at': '', 'volume_id': '910c7006-39db-413c-a2ff-36dc59fab46f', 'serial': '910c7006-39db-413c-a2ff-36dc59fab46f'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1868.109048] env[62023]: DEBUG nova.network.neutron [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1868.332291] env[62023]: DEBUG nova.network.neutron [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Updating instance_info_cache with network_info: [{"id": "cbf0f281-9bb1-40a5-8d52-975112d26698", "address": "fa:16:3e:58:db:6c", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf0f281-9b", "ovs_interfaceid": "cbf0f281-9bb1-40a5-8d52-975112d26698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.378725] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.399901] env[62023]: INFO nova.scheduler.client.report [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Deleted allocations for instance e1014627-dac2-449c-81ac-f7dee87c22b9 [ 1868.560666] env[62023]: DEBUG nova.objects.instance [None req-27dc4e9e-570e-4eaf-af29-db799b14dd34 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lazy-loading 'flavor' on Instance uuid 7247610a-9c70-478c-96f7-810485472d2f {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1868.707668] env[62023]: DEBUG nova.compute.manager [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Received event network-changed-cbf0f281-9bb1-40a5-8d52-975112d26698 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1868.707843] env[62023]: DEBUG nova.compute.manager [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Refreshing instance network info cache due to event network-changed-cbf0f281-9bb1-40a5-8d52-975112d26698. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1868.708068] env[62023]: DEBUG oslo_concurrency.lockutils [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] Acquiring lock "refresh_cache-6b1c5b22-27ac-4b98-a10c-27d40bed6651" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.737725] env[62023]: DEBUG nova.network.neutron [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Updating instance_info_cache with network_info: [{"id": "d82b2bab-f021-4286-85d6-3f79ad46f5f9", "address": "fa:16:3e:38:b0:d2", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82b2bab-f0", "ovs_interfaceid": "d82b2bab-f021-4286-85d6-3f79ad46f5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.834898] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "refresh_cache-6b1c5b22-27ac-4b98-a10c-27d40bed6651" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.835251] env[62023]: DEBUG nova.compute.manager [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Instance network_info: |[{"id": "cbf0f281-9bb1-40a5-8d52-975112d26698", "address": "fa:16:3e:58:db:6c", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf0f281-9b", "ovs_interfaceid": "cbf0f281-9bb1-40a5-8d52-975112d26698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1868.835554] env[62023]: DEBUG oslo_concurrency.lockutils [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] Acquired lock "refresh_cache-6b1c5b22-27ac-4b98-a10c-27d40bed6651" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.835735] env[62023]: DEBUG nova.network.neutron [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Refreshing network info cache for port cbf0f281-9bb1-40a5-8d52-975112d26698 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1868.837471] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:db:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbf0f281-9bb1-40a5-8d52-975112d26698', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1868.844664] env[62023]: DEBUG oslo.service.loopingcall [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1868.845835] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1868.846081] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c229f8d4-5d0d-433b-b51e-5065b9352c67 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.870735] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1868.870735] env[62023]: value = "task-1759069" [ 1868.870735] env[62023]: _type = "Task" [ 1868.870735] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.880449] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759069, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.919340] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aea72f8e-f736-48bf-a87c-a48114b0036f tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e1014627-dac2-449c-81ac-f7dee87c22b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.779s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.240475] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.382820] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759069, 'name': CreateVM_Task, 'duration_secs': 0.36944} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.382907] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1869.383601] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.383767] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.384081] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1869.384324] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c16e1b7-21d3-4514-a882-2003f3fb0654 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.389441] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1869.389441] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520274a2-14a0-8d12-e700-6165e7f24857" [ 1869.389441] env[62023]: _type = "Task" [ 1869.389441] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.396950] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520274a2-14a0-8d12-e700-6165e7f24857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.543253] env[62023]: DEBUG nova.network.neutron [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Updated VIF entry in instance network info cache for port cbf0f281-9bb1-40a5-8d52-975112d26698. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1869.543618] env[62023]: DEBUG nova.network.neutron [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Updating instance_info_cache with network_info: [{"id": "cbf0f281-9bb1-40a5-8d52-975112d26698", "address": "fa:16:3e:58:db:6c", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf0f281-9b", "ovs_interfaceid": "cbf0f281-9bb1-40a5-8d52-975112d26698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.568017] env[62023]: DEBUG oslo_concurrency.lockutils [None req-27dc4e9e-570e-4eaf-af29-db799b14dd34 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "7247610a-9c70-478c-96f7-810485472d2f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.247s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.628660] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cd58f4f7-c38d-4c67-801e-22eda3502c6d tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "7247610a-9c70-478c-96f7-810485472d2f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.628909] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cd58f4f7-c38d-4c67-801e-22eda3502c6d tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "7247610a-9c70-478c-96f7-810485472d2f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.765168] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c803cb-2170-4ff2-b1a8-fd7082d08d9b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.787075] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4a0a63-4f15-4808-af7a-9632c8013a15 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.795135] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Updating instance '7cc25b17-b0ea-415f-84b2-8f8d633e726b' progress to 83 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1869.900634] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]520274a2-14a0-8d12-e700-6165e7f24857, 'name': SearchDatastore_Task, 'duration_secs': 0.011401} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.901070] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.901501] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1869.901742] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.902012] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.902189] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1869.902808] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee3bad70-53af-4bb0-810b-eb3d5ea5c838 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.914759] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1869.914937] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1869.915666] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e8a086a-7e50-4ecf-8997-4d46aa9be601 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.921148] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1869.921148] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52396d2e-2c71-d87f-6335-ddf779cd44ea" [ 1869.921148] env[62023]: _type = "Task" [ 1869.921148] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.929968] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52396d2e-2c71-d87f-6335-ddf779cd44ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.046476] env[62023]: DEBUG oslo_concurrency.lockutils [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] Releasing lock "refresh_cache-6b1c5b22-27ac-4b98-a10c-27d40bed6651" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.046758] env[62023]: DEBUG nova.compute.manager [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Received event network-changed-aa8200bb-b7ed-4f05-a280-d8945cd867b0 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1870.046922] env[62023]: DEBUG nova.compute.manager [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Refreshing instance network info cache due to event network-changed-aa8200bb-b7ed-4f05-a280-d8945cd867b0. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1870.047151] env[62023]: DEBUG oslo_concurrency.lockutils [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] Acquiring lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.047313] env[62023]: DEBUG oslo_concurrency.lockutils [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] Acquired lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.048172] env[62023]: DEBUG nova.network.neutron [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Refreshing network info cache for port aa8200bb-b7ed-4f05-a280-d8945cd867b0 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1870.132437] env[62023]: INFO nova.compute.manager [None req-cd58f4f7-c38d-4c67-801e-22eda3502c6d tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Detaching volume f351fa4a-f6ed-409c-b588-ac86e6819eb5 [ 1870.167928] env[62023]: INFO nova.virt.block_device [None req-cd58f4f7-c38d-4c67-801e-22eda3502c6d tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Attempting to driver detach volume f351fa4a-f6ed-409c-b588-ac86e6819eb5 from mountpoint /dev/sdc [ 1870.168311] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd58f4f7-c38d-4c67-801e-22eda3502c6d tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Volume detach. Driver type: vmdk {{(pid=62023) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1870.168603] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd58f4f7-c38d-4c67-801e-22eda3502c6d tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365492', 'volume_id': 'f351fa4a-f6ed-409c-b588-ac86e6819eb5', 'name': 'volume-f351fa4a-f6ed-409c-b588-ac86e6819eb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7247610a-9c70-478c-96f7-810485472d2f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f351fa4a-f6ed-409c-b588-ac86e6819eb5', 'serial': 'f351fa4a-f6ed-409c-b588-ac86e6819eb5'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1870.170087] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9a3ccb-4859-44ae-837e-e1a9b2243a96 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.195167] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8076dc-5792-45c5-9433-d5d35237006a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.202815] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9108dcfa-14ff-42a8-82c6-f8c9d98b5210 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.225079] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e63b50-c127-42cf-8acc-49fc9955a889 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.240362] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd58f4f7-c38d-4c67-801e-22eda3502c6d tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] The volume has not been displaced from its original location: [datastore1] volume-f351fa4a-f6ed-409c-b588-ac86e6819eb5/volume-f351fa4a-f6ed-409c-b588-ac86e6819eb5.vmdk. No consolidation needed. {{(pid=62023) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1870.245921] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd58f4f7-c38d-4c67-801e-22eda3502c6d tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Reconfiguring VM instance instance-0000006c to detach disk 2002 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1870.246288] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2564dec-6ce1-43bc-8248-233b14023072 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.264901] env[62023]: DEBUG oslo_vmware.api [None req-cd58f4f7-c38d-4c67-801e-22eda3502c6d tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1870.264901] env[62023]: value = "task-1759070" [ 1870.264901] env[62023]: _type = "Task" [ 1870.264901] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.273044] env[62023]: DEBUG oslo_vmware.api [None req-cd58f4f7-c38d-4c67-801e-22eda3502c6d tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.301078] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1870.301442] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0e8a143-6d43-49fa-9da9-4abf389e8af3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.309412] env[62023]: DEBUG oslo_vmware.api [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1870.309412] env[62023]: value = "task-1759071" [ 1870.309412] env[62023]: _type = "Task" [ 1870.309412] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.320087] env[62023]: DEBUG oslo_vmware.api [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.432329] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52396d2e-2c71-d87f-6335-ddf779cd44ea, 'name': SearchDatastore_Task, 'duration_secs': 0.036237} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.433123] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-138e63ca-acd6-461f-8ed7-25058ea6c1d5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.439052] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1870.439052] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52942021-8da2-b981-60ee-31f5eab762bb" [ 1870.439052] env[62023]: _type = "Task" [ 1870.439052] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.447360] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52942021-8da2-b981-60ee-31f5eab762bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.759032] env[62023]: DEBUG nova.network.neutron [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Updated VIF entry in instance network info cache for port aa8200bb-b7ed-4f05-a280-d8945cd867b0. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1870.759197] env[62023]: DEBUG nova.network.neutron [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Updating instance_info_cache with network_info: [{"id": "aa8200bb-b7ed-4f05-a280-d8945cd867b0", "address": "fa:16:3e:da:82:f9", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8200bb-b7", "ovs_interfaceid": "aa8200bb-b7ed-4f05-a280-d8945cd867b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.775440] env[62023]: DEBUG oslo_vmware.api [None req-cd58f4f7-c38d-4c67-801e-22eda3502c6d tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759070, 'name': ReconfigVM_Task, 'duration_secs': 0.327314} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.775714] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd58f4f7-c38d-4c67-801e-22eda3502c6d tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Reconfigured VM instance instance-0000006c to detach disk 2002 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1870.780858] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d463807-382d-409b-9bd0-37d674a965ac {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.797036] env[62023]: DEBUG oslo_vmware.api [None req-cd58f4f7-c38d-4c67-801e-22eda3502c6d tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1870.797036] env[62023]: value = "task-1759072" [ 1870.797036] env[62023]: _type = "Task" [ 1870.797036] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.805895] env[62023]: DEBUG oslo_vmware.api [None req-cd58f4f7-c38d-4c67-801e-22eda3502c6d tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.818588] env[62023]: DEBUG oslo_vmware.api [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759071, 'name': PowerOnVM_Task, 'duration_secs': 0.369811} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.818889] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1870.819101] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a2282a50-e0d7-4990-983f-5d12f03d4ded tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Updating instance '7cc25b17-b0ea-415f-84b2-8f8d633e726b' progress to 100 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1870.949617] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52942021-8da2-b981-60ee-31f5eab762bb, 'name': SearchDatastore_Task, 'duration_secs': 0.008794} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.949979] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.950145] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 6b1c5b22-27ac-4b98-a10c-27d40bed6651/6b1c5b22-27ac-4b98-a10c-27d40bed6651.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1870.950417] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-033e2c23-63b7-4171-af05-182f21ab14c3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.957722] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1870.957722] env[62023]: value = "task-1759073" [ 1870.957722] env[62023]: _type = "Task" [ 1870.957722] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.967032] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.262071] env[62023]: DEBUG oslo_concurrency.lockutils [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] Releasing lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.262071] env[62023]: DEBUG nova.compute.manager [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Received event network-changed-922f9951-5c5c-4cb0-bcc0-618fe2558163 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1871.262250] env[62023]: DEBUG nova.compute.manager [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Refreshing instance network info cache due to event network-changed-922f9951-5c5c-4cb0-bcc0-618fe2558163. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1871.262401] env[62023]: DEBUG oslo_concurrency.lockutils [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] Acquiring lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.262546] env[62023]: DEBUG oslo_concurrency.lockutils [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] Acquired lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.262704] env[62023]: DEBUG nova.network.neutron [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Refreshing network info cache for port 922f9951-5c5c-4cb0-bcc0-618fe2558163 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1871.309542] env[62023]: DEBUG oslo_vmware.api [None req-cd58f4f7-c38d-4c67-801e-22eda3502c6d tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.421199] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "e92de92e-4a45-42be-b7bb-48b40ffa0406" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.421440] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e92de92e-4a45-42be-b7bb-48b40ffa0406" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.467403] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.811882] env[62023]: DEBUG oslo_vmware.api [None req-cd58f4f7-c38d-4c67-801e-22eda3502c6d tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759072, 'name': ReconfigVM_Task, 'duration_secs': 0.838071} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.812364] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd58f4f7-c38d-4c67-801e-22eda3502c6d tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365492', 'volume_id': 'f351fa4a-f6ed-409c-b588-ac86e6819eb5', 'name': 'volume-f351fa4a-f6ed-409c-b588-ac86e6819eb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7247610a-9c70-478c-96f7-810485472d2f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f351fa4a-f6ed-409c-b588-ac86e6819eb5', 'serial': 'f351fa4a-f6ed-409c-b588-ac86e6819eb5'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1871.924367] env[62023]: DEBUG nova.compute.manager [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1871.968852] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759073, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.01017} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.971247] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] 6b1c5b22-27ac-4b98-a10c-27d40bed6651/6b1c5b22-27ac-4b98-a10c-27d40bed6651.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1871.971466] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1871.971728] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f23dae20-177f-417a-af44-f47ebd2ab9ab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.978878] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1871.978878] env[62023]: value = "task-1759074" [ 1871.978878] env[62023]: _type = "Task" [ 1871.978878] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.986169] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.011398] env[62023]: DEBUG nova.network.neutron [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Updated VIF entry in instance network info cache for port 922f9951-5c5c-4cb0-bcc0-618fe2558163. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1872.011732] env[62023]: DEBUG nova.network.neutron [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Updating instance_info_cache with network_info: [{"id": "922f9951-5c5c-4cb0-bcc0-618fe2558163", "address": "fa:16:3e:3b:31:fc", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922f9951-5c", "ovs_interfaceid": "922f9951-5c5c-4cb0-bcc0-618fe2558163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.361144] env[62023]: DEBUG nova.objects.instance [None req-cd58f4f7-c38d-4c67-801e-22eda3502c6d tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lazy-loading 'flavor' on Instance uuid 7247610a-9c70-478c-96f7-810485472d2f {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1872.446739] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.447059] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.448594] env[62023]: INFO nova.compute.claims [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1872.490763] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068877} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.491045] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1872.491849] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591dc0f1-79fa-4d17-9891-c81abd3a8515 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.517266] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 6b1c5b22-27ac-4b98-a10c-27d40bed6651/6b1c5b22-27ac-4b98-a10c-27d40bed6651.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1872.517266] env[62023]: DEBUG oslo_concurrency.lockutils [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] Releasing lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.517653] env[62023]: DEBUG nova.compute.manager [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Received event network-changed-922f9951-5c5c-4cb0-bcc0-618fe2558163 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1872.517653] env[62023]: DEBUG nova.compute.manager [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Refreshing instance network info cache due to event network-changed-922f9951-5c5c-4cb0-bcc0-618fe2558163. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1872.517795] env[62023]: DEBUG oslo_concurrency.lockutils [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] Acquiring lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.517926] env[62023]: DEBUG oslo_concurrency.lockutils [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] Acquired lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.518067] env[62023]: DEBUG nova.network.neutron [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Refreshing network info cache for port 922f9951-5c5c-4cb0-bcc0-618fe2558163 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1872.519385] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c7354a3-23a1-4069-9961-e8997ee16087 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.542411] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1872.542411] env[62023]: value = "task-1759075" [ 1872.542411] env[62023]: _type = "Task" [ 1872.542411] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.550301] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.739274] env[62023]: DEBUG nova.network.neutron [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Updated VIF entry in instance network info cache for port 922f9951-5c5c-4cb0-bcc0-618fe2558163. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1872.739749] env[62023]: DEBUG nova.network.neutron [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Updating instance_info_cache with network_info: [{"id": "922f9951-5c5c-4cb0-bcc0-618fe2558163", "address": "fa:16:3e:3b:31:fc", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922f9951-5c", "ovs_interfaceid": "922f9951-5c5c-4cb0-bcc0-618fe2558163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.052146] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759075, 'name': ReconfigVM_Task, 'duration_secs': 0.304334} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.052544] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 6b1c5b22-27ac-4b98-a10c-27d40bed6651/6b1c5b22-27ac-4b98-a10c-27d40bed6651.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1873.053058] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-caa01451-cebb-4f8b-954d-3d76ba57c743 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.059178] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1873.059178] env[62023]: value = "task-1759076" [ 1873.059178] env[62023]: _type = "Task" [ 1873.059178] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.066878] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759076, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.241360] env[62023]: DEBUG nova.network.neutron [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Port d82b2bab-f021-4286-85d6-3f79ad46f5f9 binding to destination host cpu-1 is already ACTIVE {{(pid=62023) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1873.241641] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.241793] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.241986] env[62023]: DEBUG nova.network.neutron [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1873.243460] env[62023]: DEBUG oslo_concurrency.lockutils [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] Releasing lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.243663] env[62023]: DEBUG nova.compute.manager [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Received event network-changed-aa8200bb-b7ed-4f05-a280-d8945cd867b0 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1873.243830] env[62023]: DEBUG nova.compute.manager [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Refreshing instance network info cache due to event network-changed-aa8200bb-b7ed-4f05-a280-d8945cd867b0. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1873.244028] env[62023]: DEBUG oslo_concurrency.lockutils [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] Acquiring lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.244175] env[62023]: DEBUG oslo_concurrency.lockutils [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] Acquired lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.244334] env[62023]: DEBUG nova.network.neutron [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Refreshing network info cache for port aa8200bb-b7ed-4f05-a280-d8945cd867b0 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1873.370242] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cd58f4f7-c38d-4c67-801e-22eda3502c6d tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "7247610a-9c70-478c-96f7-810485472d2f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.741s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.571428] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759076, 'name': Rename_Task, 'duration_secs': 0.164928} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.573954] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1873.574402] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de6dded7-ca19-4b98-a58a-3accee0c575d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.581163] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1873.581163] env[62023]: value = "task-1759077" [ 1873.581163] env[62023]: _type = "Task" [ 1873.581163] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.593513] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.622387] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24743644-d5f2-46e0-8329-bf2e794c5f69 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.629785] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c590464e-ef38-44c7-b808-4f0dce667741 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.661096] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc385b5-92c7-4565-821d-c19835a69c0e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.668775] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310d7171-e831-40f5-93b0-b8a587a29232 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.682850] env[62023]: DEBUG nova.compute.provider_tree [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1874.004567] env[62023]: DEBUG nova.network.neutron [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Updated VIF entry in instance network info cache for port aa8200bb-b7ed-4f05-a280-d8945cd867b0. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1874.004567] env[62023]: DEBUG nova.network.neutron [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Updating instance_info_cache with network_info: [{"id": "aa8200bb-b7ed-4f05-a280-d8945cd867b0", "address": "fa:16:3e:da:82:f9", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8200bb-b7", "ovs_interfaceid": "aa8200bb-b7ed-4f05-a280-d8945cd867b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.015708] env[62023]: DEBUG nova.network.neutron [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Updating instance_info_cache with network_info: [{"id": "d82b2bab-f021-4286-85d6-3f79ad46f5f9", "address": "fa:16:3e:38:b0:d2", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82b2bab-f0", "ovs_interfaceid": "d82b2bab-f021-4286-85d6-3f79ad46f5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.027957] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "7247610a-9c70-478c-96f7-810485472d2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.028121] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "7247610a-9c70-478c-96f7-810485472d2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.028378] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "7247610a-9c70-478c-96f7-810485472d2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.028484] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "7247610a-9c70-478c-96f7-810485472d2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.028655] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "7247610a-9c70-478c-96f7-810485472d2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.030866] env[62023]: INFO nova.compute.manager [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Terminating instance [ 1874.092221] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759077, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.202941] env[62023]: ERROR nova.scheduler.client.report [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [req-5509efce-3774-404f-a1dd-a2991f14dd5c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5509efce-3774-404f-a1dd-a2991f14dd5c"}]} [ 1874.219035] env[62023]: DEBUG nova.scheduler.client.report [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1874.234586] env[62023]: DEBUG nova.scheduler.client.report [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1874.234901] env[62023]: DEBUG nova.compute.provider_tree [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1874.245831] env[62023]: DEBUG nova.scheduler.client.report [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1874.264473] env[62023]: DEBUG nova.scheduler.client.report [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1874.389313] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4acb9d6-9f4e-4dfb-b9a2-0c269cbd07e2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.396932] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb5917c-f45b-4d11-a085-b46d3cfbcd26 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.429034] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e16da0-3d26-46a2-bf65-eb16ced3ad91 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.436440] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66f13ae-22b3-440d-be69-9935ad211cd7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.449630] env[62023]: DEBUG nova.compute.provider_tree [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1874.506580] env[62023]: DEBUG oslo_concurrency.lockutils [req-6c1e3bff-b060-49c7-b744-0d065ccf5b9d req-fb02d01c-6a39-4369-a1fa-d07d973e00f6 service nova] Releasing lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.518642] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.534725] env[62023]: DEBUG nova.compute.manager [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1874.535016] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1874.536018] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fffd84-98cd-4d6a-b552-ae1cc6748157 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.544105] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1874.544332] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93797033-984d-4560-9eb2-ab3e5d696b0c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.550363] env[62023]: DEBUG oslo_vmware.api [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1874.550363] env[62023]: value = "task-1759078" [ 1874.550363] env[62023]: _type = "Task" [ 1874.550363] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.558352] env[62023]: DEBUG oslo_vmware.api [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.590565] env[62023]: DEBUG oslo_vmware.api [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759077, 'name': PowerOnVM_Task, 'duration_secs': 0.516195} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.590692] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1874.590814] env[62023]: INFO nova.compute.manager [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1874.591064] env[62023]: DEBUG nova.compute.manager [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1874.591796] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c9d19e-091d-496c-be06-26ca46468148 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.977874] env[62023]: DEBUG nova.scheduler.client.report [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 187 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1874.978195] env[62023]: DEBUG nova.compute.provider_tree [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 187 to 188 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1874.978384] env[62023]: DEBUG nova.compute.provider_tree [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1875.022018] env[62023]: DEBUG nova.compute.manager [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62023) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1875.022284] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.060464] env[62023]: DEBUG oslo_vmware.api [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.109342] env[62023]: INFO nova.compute.manager [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Took 13.31 seconds to build instance. [ 1875.483744] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.037s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.484447] env[62023]: DEBUG nova.compute.manager [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1875.487168] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.465s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.561941] env[62023]: DEBUG oslo_vmware.api [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.611441] env[62023]: DEBUG oslo_concurrency.lockutils [None req-3ab600b8-fb71-4806-8ce9-c56dc1c97d19 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "6b1c5b22-27ac-4b98-a10c-27d40bed6651" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.823s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.990321] env[62023]: DEBUG nova.compute.utils [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1875.991811] env[62023]: DEBUG nova.compute.manager [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1875.992224] env[62023]: DEBUG nova.network.neutron [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1875.994245] env[62023]: DEBUG nova.objects.instance [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lazy-loading 'migration_context' on Instance uuid 7cc25b17-b0ea-415f-84b2-8f8d633e726b {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1876.044110] env[62023]: DEBUG nova.policy [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0d99d82a0634109af137b654c6d69a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24e9db07ed1341569d4c33ebb6d2c696', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1876.062785] env[62023]: DEBUG oslo_vmware.api [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.387343] env[62023]: DEBUG nova.network.neutron [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Successfully created port: 845f6dac-8309-4c60-921e-67d44161bc9e {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1876.503623] env[62023]: DEBUG nova.compute.manager [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1876.510718] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "6b1c5b22-27ac-4b98-a10c-27d40bed6651" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.511225] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "6b1c5b22-27ac-4b98-a10c-27d40bed6651" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.515014] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "6b1c5b22-27ac-4b98-a10c-27d40bed6651-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.515014] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "6b1c5b22-27ac-4b98-a10c-27d40bed6651-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.515014] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "6b1c5b22-27ac-4b98-a10c-27d40bed6651-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.516564] env[62023]: INFO nova.compute.manager [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Terminating instance [ 1876.563202] env[62023]: DEBUG oslo_vmware.api [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759078, 'name': PowerOffVM_Task, 'duration_secs': 1.787193} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.567728] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1876.567913] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1876.568379] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1529885c-d1e5-4cef-ae34-408341b18b34 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.648192] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1876.648192] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1876.648192] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Deleting the datastore file [datastore1] 7247610a-9c70-478c-96f7-810485472d2f {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1876.648192] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cea0ac3a-c5aa-47a0-9d32-e1af15743b07 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.654825] env[62023]: DEBUG oslo_vmware.api [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for the task: (returnval){ [ 1876.654825] env[62023]: value = "task-1759080" [ 1876.654825] env[62023]: _type = "Task" [ 1876.654825] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.666711] env[62023]: DEBUG oslo_vmware.api [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.697350] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41e309f-6e70-4373-b774-5d4be649c891 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.710715] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfc6b57-507f-473d-acf2-09659c41139e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.737748] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8c2407-cbe2-412d-9f77-bba73b655f6e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.745933] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1621079-0144-4035-9bc0-f0a878dcdea5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.761463] env[62023]: DEBUG nova.compute.provider_tree [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1877.020324] env[62023]: DEBUG nova.compute.manager [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1877.020546] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1877.021471] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c38599d-e9d9-4dd3-bc68-760ac098fbed {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.029901] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1877.030149] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba5395bb-e5a6-4a63-98c8-d26e4ec3c63f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.036726] env[62023]: DEBUG oslo_vmware.api [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1877.036726] env[62023]: value = "task-1759081" [ 1877.036726] env[62023]: _type = "Task" [ 1877.036726] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.045094] env[62023]: DEBUG oslo_vmware.api [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.166889] env[62023]: DEBUG oslo_vmware.api [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Task: {'id': task-1759080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13223} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.166889] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1877.167222] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1877.167222] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1877.167376] env[62023]: INFO nova.compute.manager [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Took 2.63 seconds to destroy the instance on the hypervisor. [ 1877.168113] env[62023]: DEBUG oslo.service.loopingcall [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.168113] env[62023]: DEBUG nova.compute.manager [-] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1877.168113] env[62023]: DEBUG nova.network.neutron [-] [instance: 7247610a-9c70-478c-96f7-810485472d2f] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1877.264583] env[62023]: DEBUG nova.scheduler.client.report [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1877.514991] env[62023]: DEBUG nova.compute.manager [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1877.543363] env[62023]: DEBUG nova.virt.hardware [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1877.543745] env[62023]: DEBUG nova.virt.hardware [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1877.543745] env[62023]: DEBUG nova.virt.hardware [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1877.543927] env[62023]: DEBUG nova.virt.hardware [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1877.544086] env[62023]: DEBUG nova.virt.hardware [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1877.544662] env[62023]: DEBUG nova.virt.hardware [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1877.544662] env[62023]: DEBUG nova.virt.hardware [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1877.544662] env[62023]: DEBUG nova.virt.hardware [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1877.544842] env[62023]: DEBUG nova.virt.hardware [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1877.544883] env[62023]: DEBUG nova.virt.hardware [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1877.545332] env[62023]: DEBUG nova.virt.hardware [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1877.546139] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3d26c0-9b37-4cdd-b11b-8221f402d8e4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.553925] env[62023]: DEBUG oslo_vmware.api [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759081, 'name': PowerOffVM_Task, 'duration_secs': 0.203598} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.555861] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1877.556054] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1877.556325] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8180df94-0838-45a3-b968-899545a38036 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.558576] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c735c357-142d-485c-b6b3-133fc0dbfc5d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.681018] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1877.681018] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1877.681018] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleting the datastore file [datastore1] 6b1c5b22-27ac-4b98-a10c-27d40bed6651 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1877.681018] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d69ed49-19aa-4501-a2a0-852fca3a2264 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.687026] env[62023]: DEBUG oslo_vmware.api [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1877.687026] env[62023]: value = "task-1759083" [ 1877.687026] env[62023]: _type = "Task" [ 1877.687026] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.693053] env[62023]: DEBUG nova.compute.manager [req-06675aea-073e-4b30-91ed-2e5c1ef09387 req-7443dd52-d97e-45e6-a089-1ef2d178b60a service nova] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Received event network-vif-deleted-bb883deb-7ae8-4ecc-9dcd-b0f3477113dd {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1877.693438] env[62023]: INFO nova.compute.manager [req-06675aea-073e-4b30-91ed-2e5c1ef09387 req-7443dd52-d97e-45e6-a089-1ef2d178b60a service nova] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Neutron deleted interface bb883deb-7ae8-4ecc-9dcd-b0f3477113dd; detaching it from the instance and deleting it from the info cache [ 1877.693748] env[62023]: DEBUG nova.network.neutron [req-06675aea-073e-4b30-91ed-2e5c1ef09387 req-7443dd52-d97e-45e6-a089-1ef2d178b60a service nova] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.700097] env[62023]: DEBUG oslo_vmware.api [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.830187] env[62023]: DEBUG nova.compute.manager [req-fd6a5bb0-b6e4-4b29-bc80-cd139be88aca req-167cff9e-5a24-410e-9c95-16d0fd0c2084 service nova] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Received event network-vif-plugged-845f6dac-8309-4c60-921e-67d44161bc9e {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1877.830454] env[62023]: DEBUG oslo_concurrency.lockutils [req-fd6a5bb0-b6e4-4b29-bc80-cd139be88aca req-167cff9e-5a24-410e-9c95-16d0fd0c2084 service nova] Acquiring lock "e92de92e-4a45-42be-b7bb-48b40ffa0406-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.830625] env[62023]: DEBUG oslo_concurrency.lockutils [req-fd6a5bb0-b6e4-4b29-bc80-cd139be88aca req-167cff9e-5a24-410e-9c95-16d0fd0c2084 service nova] Lock "e92de92e-4a45-42be-b7bb-48b40ffa0406-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.830803] env[62023]: DEBUG oslo_concurrency.lockutils [req-fd6a5bb0-b6e4-4b29-bc80-cd139be88aca req-167cff9e-5a24-410e-9c95-16d0fd0c2084 service nova] Lock "e92de92e-4a45-42be-b7bb-48b40ffa0406-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.830937] env[62023]: DEBUG nova.compute.manager [req-fd6a5bb0-b6e4-4b29-bc80-cd139be88aca req-167cff9e-5a24-410e-9c95-16d0fd0c2084 service nova] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] No waiting events found dispatching network-vif-plugged-845f6dac-8309-4c60-921e-67d44161bc9e {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1877.831398] env[62023]: WARNING nova.compute.manager [req-fd6a5bb0-b6e4-4b29-bc80-cd139be88aca req-167cff9e-5a24-410e-9c95-16d0fd0c2084 service nova] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Received unexpected event network-vif-plugged-845f6dac-8309-4c60-921e-67d44161bc9e for instance with vm_state building and task_state spawning. [ 1877.935353] env[62023]: DEBUG nova.network.neutron [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Successfully updated port: 845f6dac-8309-4c60-921e-67d44161bc9e {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1878.124571] env[62023]: DEBUG nova.network.neutron [-] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.195471] env[62023]: DEBUG oslo_vmware.api [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195375} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.196060] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1878.196259] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1878.196432] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1878.196601] env[62023]: INFO nova.compute.manager [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1878.196828] env[62023]: DEBUG oslo.service.loopingcall [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.197342] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cac6eaf-82a5-445e-9635-02ce20dbf2a2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.198727] env[62023]: DEBUG nova.compute.manager [-] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1878.198833] env[62023]: DEBUG nova.network.neutron [-] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1878.207561] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6216de-5a16-4ac1-a3b1-3973aa1377c2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.238980] env[62023]: DEBUG nova.compute.manager [req-06675aea-073e-4b30-91ed-2e5c1ef09387 req-7443dd52-d97e-45e6-a089-1ef2d178b60a service nova] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Detach interface failed, port_id=bb883deb-7ae8-4ecc-9dcd-b0f3477113dd, reason: Instance 7247610a-9c70-478c-96f7-810485472d2f could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1878.277607] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.790s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.437799] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "refresh_cache-e92de92e-4a45-42be-b7bb-48b40ffa0406" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.437985] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquired lock "refresh_cache-e92de92e-4a45-42be-b7bb-48b40ffa0406" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.438140] env[62023]: DEBUG nova.network.neutron [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1878.627991] env[62023]: INFO nova.compute.manager [-] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Took 1.46 seconds to deallocate network for instance. [ 1878.969125] env[62023]: DEBUG nova.network.neutron [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1878.975507] env[62023]: DEBUG nova.network.neutron [-] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.106350] env[62023]: DEBUG nova.network.neutron [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Updating instance_info_cache with network_info: [{"id": "845f6dac-8309-4c60-921e-67d44161bc9e", "address": "fa:16:3e:ea:2b:be", "network": {"id": "46770bda-d76c-4967-92e5-d18e0fddee59", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977275857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e9db07ed1341569d4c33ebb6d2c696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845f6dac-83", "ovs_interfaceid": "845f6dac-8309-4c60-921e-67d44161bc9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.134612] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.134871] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.135127] env[62023]: DEBUG nova.objects.instance [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lazy-loading 'resources' on Instance uuid 7247610a-9c70-478c-96f7-810485472d2f {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1879.481964] env[62023]: INFO nova.compute.manager [-] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Took 1.28 seconds to deallocate network for instance. [ 1879.611151] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Releasing lock "refresh_cache-e92de92e-4a45-42be-b7bb-48b40ffa0406" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.611550] env[62023]: DEBUG nova.compute.manager [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Instance network_info: |[{"id": "845f6dac-8309-4c60-921e-67d44161bc9e", "address": "fa:16:3e:ea:2b:be", "network": {"id": "46770bda-d76c-4967-92e5-d18e0fddee59", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977275857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e9db07ed1341569d4c33ebb6d2c696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845f6dac-83", "ovs_interfaceid": "845f6dac-8309-4c60-921e-67d44161bc9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1879.612040] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:2b:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '845f6dac-8309-4c60-921e-67d44161bc9e', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1879.619749] env[62023]: DEBUG oslo.service.loopingcall [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1879.620269] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1879.620544] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3096986c-d7e1-42f2-9b8d-422475905bc6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.641015] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1879.641015] env[62023]: value = "task-1759084" [ 1879.641015] env[62023]: _type = "Task" [ 1879.641015] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.649189] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759084, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.777215] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee105693-74fe-43f3-96d6-377046d88695 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.785037] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8960532f-8ac8-4863-b339-0fb65c157367 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.818980] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc51935-51e3-43b3-937f-ab442e86aa03 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.826339] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffe065a-db0d-4534-affe-ff93a34e311d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.830649] env[62023]: INFO nova.compute.manager [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Swapping old allocation on dict_keys(['02801f58-5343-4495-a0d6-e07df5115a86']) held by migration a197395f-b6d6-41b1-80de-ea1b83f1983a for instance [ 1879.841780] env[62023]: DEBUG nova.compute.provider_tree [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1879.855269] env[62023]: DEBUG nova.scheduler.client.report [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Overwriting current allocation {'allocations': {'02801f58-5343-4495-a0d6-e07df5115a86': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 188}}, 'project_id': '02a5bf0ab246448faf34dd3a4d051a71', 'user_id': '5eaa98e5f3a04be8b2f57dacdffe8d36', 'consumer_generation': 1} on consumer 7cc25b17-b0ea-415f-84b2-8f8d633e726b {{(pid=62023) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1879.860269] env[62023]: DEBUG nova.compute.manager [req-3a30c5a5-95b1-40cb-89d0-6e6d6f3f96c6 req-04c233f8-c686-4da7-aa8f-42859ba7fe1c service nova] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Received event network-changed-845f6dac-8309-4c60-921e-67d44161bc9e {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1879.860486] env[62023]: DEBUG nova.compute.manager [req-3a30c5a5-95b1-40cb-89d0-6e6d6f3f96c6 req-04c233f8-c686-4da7-aa8f-42859ba7fe1c service nova] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Refreshing instance network info cache due to event network-changed-845f6dac-8309-4c60-921e-67d44161bc9e. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1879.860691] env[62023]: DEBUG oslo_concurrency.lockutils [req-3a30c5a5-95b1-40cb-89d0-6e6d6f3f96c6 req-04c233f8-c686-4da7-aa8f-42859ba7fe1c service nova] Acquiring lock "refresh_cache-e92de92e-4a45-42be-b7bb-48b40ffa0406" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.860787] env[62023]: DEBUG oslo_concurrency.lockutils [req-3a30c5a5-95b1-40cb-89d0-6e6d6f3f96c6 req-04c233f8-c686-4da7-aa8f-42859ba7fe1c service nova] Acquired lock "refresh_cache-e92de92e-4a45-42be-b7bb-48b40ffa0406" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.860965] env[62023]: DEBUG nova.network.neutron [req-3a30c5a5-95b1-40cb-89d0-6e6d6f3f96c6 req-04c233f8-c686-4da7-aa8f-42859ba7fe1c service nova] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Refreshing network info cache for port 845f6dac-8309-4c60-921e-67d44161bc9e {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1879.935582] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.935775] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.935951] env[62023]: DEBUG nova.network.neutron [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1879.988955] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.152630] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759084, 'name': CreateVM_Task, 'duration_secs': 0.315682} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.152850] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1880.153935] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.153935] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.154264] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1880.154560] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a5bae84-5b0d-47b6-ba73-2ba9ab854f21 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.159750] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1880.159750] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d21cb4-9639-eb87-a68f-7e94925c9d41" [ 1880.159750] env[62023]: _type = "Task" [ 1880.159750] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.169641] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d21cb4-9639-eb87-a68f-7e94925c9d41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.366635] env[62023]: ERROR nova.scheduler.client.report [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] [req-488b3d63-d9b6-421a-b392-99f97f5f0cd9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-488b3d63-d9b6-421a-b392-99f97f5f0cd9"}]} [ 1880.385239] env[62023]: DEBUG nova.scheduler.client.report [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1880.398332] env[62023]: DEBUG nova.scheduler.client.report [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1880.398483] env[62023]: DEBUG nova.compute.provider_tree [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1880.410212] env[62023]: DEBUG nova.scheduler.client.report [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1880.428020] env[62023]: DEBUG nova.scheduler.client.report [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1880.666885] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4866067d-1801-40cb-a17e-9333ea00548e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.673083] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d21cb4-9639-eb87-a68f-7e94925c9d41, 'name': SearchDatastore_Task, 'duration_secs': 0.01052} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.673744] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.674026] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1880.674639] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.674831] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.675047] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1880.676931] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e6dd7e5-2156-4518-881e-354e326c7ea0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.680313] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6566e749-ef02-4236-9519-ce98d4753a88 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.722834] env[62023]: DEBUG nova.network.neutron [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Updating instance_info_cache with network_info: [{"id": "d82b2bab-f021-4286-85d6-3f79ad46f5f9", "address": "fa:16:3e:38:b0:d2", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82b2bab-f0", "ovs_interfaceid": "d82b2bab-f021-4286-85d6-3f79ad46f5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.726468] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d311de-c555-4f9a-aa6b-fc133c6fffb9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.729266] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1880.729632] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1880.730627] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea4df44-7ab2-4697-8170-7cddb4aa98f7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.738403] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1880.738403] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d052cd-899e-a7a7-b2ad-98def84defbb" [ 1880.738403] env[62023]: _type = "Task" [ 1880.738403] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.740051] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a65008-6eba-49ef-ba38-326a894be623 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.759896] env[62023]: DEBUG nova.compute.provider_tree [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1880.764549] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d052cd-899e-a7a7-b2ad-98def84defbb, 'name': SearchDatastore_Task, 'duration_secs': 0.008904} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.765708] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-474deb41-3b01-4481-a3b6-e8a8f76970dc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.773823] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1880.773823] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52efd42a-3016-f689-cb65-1102ea84ec87" [ 1880.773823] env[62023]: _type = "Task" [ 1880.773823] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.781817] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52efd42a-3016-f689-cb65-1102ea84ec87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.863826] env[62023]: DEBUG nova.network.neutron [req-3a30c5a5-95b1-40cb-89d0-6e6d6f3f96c6 req-04c233f8-c686-4da7-aa8f-42859ba7fe1c service nova] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Updated VIF entry in instance network info cache for port 845f6dac-8309-4c60-921e-67d44161bc9e. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1880.864263] env[62023]: DEBUG nova.network.neutron [req-3a30c5a5-95b1-40cb-89d0-6e6d6f3f96c6 req-04c233f8-c686-4da7-aa8f-42859ba7fe1c service nova] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Updating instance_info_cache with network_info: [{"id": "845f6dac-8309-4c60-921e-67d44161bc9e", "address": "fa:16:3e:ea:2b:be", "network": {"id": "46770bda-d76c-4967-92e5-d18e0fddee59", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977275857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e9db07ed1341569d4c33ebb6d2c696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845f6dac-83", "ovs_interfaceid": "845f6dac-8309-4c60-921e-67d44161bc9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.231687] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "refresh_cache-7cc25b17-b0ea-415f-84b2-8f8d633e726b" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.232193] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1881.232483] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12387330-aa42-4c00-88e4-51168e23c4fe {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.240331] env[62023]: DEBUG oslo_vmware.api [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1881.240331] env[62023]: value = "task-1759085" [ 1881.240331] env[62023]: _type = "Task" [ 1881.240331] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.249674] env[62023]: DEBUG oslo_vmware.api [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.284886] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52efd42a-3016-f689-cb65-1102ea84ec87, 'name': SearchDatastore_Task, 'duration_secs': 0.008433} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.285218] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.285433] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] e92de92e-4a45-42be-b7bb-48b40ffa0406/e92de92e-4a45-42be-b7bb-48b40ffa0406.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1881.285697] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a76ecba-e7b4-4d69-916e-befbe50f3395 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.292453] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1881.292453] env[62023]: value = "task-1759086" [ 1881.292453] env[62023]: _type = "Task" [ 1881.292453] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.293342] env[62023]: DEBUG nova.scheduler.client.report [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 189 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1881.293593] env[62023]: DEBUG nova.compute.provider_tree [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 189 to 190 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1881.293778] env[62023]: DEBUG nova.compute.provider_tree [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1881.305632] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.368075] env[62023]: DEBUG oslo_concurrency.lockutils [req-3a30c5a5-95b1-40cb-89d0-6e6d6f3f96c6 req-04c233f8-c686-4da7-aa8f-42859ba7fe1c service nova] Releasing lock "refresh_cache-e92de92e-4a45-42be-b7bb-48b40ffa0406" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.368075] env[62023]: DEBUG nova.compute.manager [req-3a30c5a5-95b1-40cb-89d0-6e6d6f3f96c6 req-04c233f8-c686-4da7-aa8f-42859ba7fe1c service nova] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Received event network-vif-deleted-cbf0f281-9bb1-40a5-8d52-975112d26698 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1881.750201] env[62023]: DEBUG oslo_vmware.api [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759085, 'name': PowerOffVM_Task, 'duration_secs': 0.188264} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.750652] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1881.751503] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1881.751503] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1881.752137] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1881.752137] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1881.752137] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1881.752137] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1881.752287] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1881.752489] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1881.752804] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1881.752866] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1881.753055] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1881.758333] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d3e224d-8a50-47bf-8015-53bf68343851 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.773862] env[62023]: DEBUG oslo_vmware.api [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1881.773862] env[62023]: value = "task-1759087" [ 1881.773862] env[62023]: _type = "Task" [ 1881.773862] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.781983] env[62023]: DEBUG oslo_vmware.api [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.802017] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.667s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.804189] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.815s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.804422] env[62023]: DEBUG nova.objects.instance [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lazy-loading 'resources' on Instance uuid 6b1c5b22-27ac-4b98-a10c-27d40bed6651 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1881.812116] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459469} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.813032] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] e92de92e-4a45-42be-b7bb-48b40ffa0406/e92de92e-4a45-42be-b7bb-48b40ffa0406.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1881.813184] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1881.813365] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27ed8d6b-5a6c-463d-af12-41092bf1d4be {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.819636] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1881.819636] env[62023]: value = "task-1759088" [ 1881.819636] env[62023]: _type = "Task" [ 1881.819636] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.820521] env[62023]: INFO nova.scheduler.client.report [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Deleted allocations for instance 7247610a-9c70-478c-96f7-810485472d2f [ 1881.832178] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.285987] env[62023]: DEBUG oslo_vmware.api [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759087, 'name': ReconfigVM_Task, 'duration_secs': 0.149686} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.286600] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80e6aba-8bec-4c10-895e-4e4583ac0cf7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.310506] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1882.310781] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1882.310997] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1882.311226] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1882.311358] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1882.311545] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1882.311796] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1882.312139] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1882.312139] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1882.312344] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1882.312510] env[62023]: DEBUG nova.virt.hardware [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1882.313606] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6787c1-0b54-40fa-aaa9-a19b13f28276 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.319875] env[62023]: DEBUG oslo_vmware.api [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1882.319875] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5237b22a-3050-5b9f-f4fb-0db7fc023549" [ 1882.319875] env[62023]: _type = "Task" [ 1882.319875] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.338231] env[62023]: DEBUG oslo_vmware.api [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5237b22a-3050-5b9f-f4fb-0db7fc023549, 'name': SearchDatastore_Task, 'duration_secs': 0.007346} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.338523] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065502} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.339044] env[62023]: DEBUG oslo_concurrency.lockutils [None req-aed65392-5a50-4137-9ec3-66dbb9e55e64 tempest-AttachVolumeTestJSON-1228849782 tempest-AttachVolumeTestJSON-1228849782-project-member] Lock "7247610a-9c70-478c-96f7-810485472d2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.311s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.345936] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1882.346802] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1882.347362] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4186170-b4a3-49db-a4fb-0a7334f95fce {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.363606] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585cd644-7e1d-4f71-a7c9-f1205a127479 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.394324] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] e92de92e-4a45-42be-b7bb-48b40ffa0406/e92de92e-4a45-42be-b7bb-48b40ffa0406.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1882.398615] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99de198c-5fb1-417e-93f3-b25ac4548f73 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.415501] env[62023]: DEBUG oslo_vmware.api [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1882.415501] env[62023]: value = "task-1759089" [ 1882.415501] env[62023]: _type = "Task" [ 1882.415501] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.423861] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1882.423861] env[62023]: value = "task-1759090" [ 1882.423861] env[62023]: _type = "Task" [ 1882.423861] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.427731] env[62023]: DEBUG oslo_vmware.api [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.439081] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.517414] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9719b9d7-f35c-442b-9af0-a5a5cc2f8c0a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.529200] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692592c0-e2bc-4ce9-8912-87efde55b6e1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.560149] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4e544d-b638-4233-ad5e-8a7dc2d3ef75 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.567702] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c553e0f-ecb1-4693-a8c4-ec9de099a2c4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.581551] env[62023]: DEBUG nova.compute.provider_tree [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1882.926458] env[62023]: DEBUG oslo_vmware.api [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759089, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.936302] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759090, 'name': ReconfigVM_Task, 'duration_secs': 0.260412} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.936803] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Reconfigured VM instance instance-00000079 to attach disk [datastore1] e92de92e-4a45-42be-b7bb-48b40ffa0406/e92de92e-4a45-42be-b7bb-48b40ffa0406.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1882.937524] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8f0b8a3-6fe4-43c7-ba04-0ef206462b66 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.944441] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1882.944441] env[62023]: value = "task-1759092" [ 1882.944441] env[62023]: _type = "Task" [ 1882.944441] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.952302] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759092, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.010206] env[62023]: DEBUG oslo_concurrency.lockutils [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "interface-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0-a5a01097-3a20-4e36-884f-e2304a4c6b8c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.010479] env[62023]: DEBUG oslo_concurrency.lockutils [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "interface-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0-a5a01097-3a20-4e36-884f-e2304a4c6b8c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.010851] env[62023]: DEBUG nova.objects.instance [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lazy-loading 'flavor' on Instance uuid 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1883.085167] env[62023]: DEBUG nova.scheduler.client.report [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.430354] env[62023]: DEBUG oslo_vmware.api [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759089, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.454384] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759092, 'name': Rename_Task, 'duration_secs': 0.137986} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.454691] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1883.455016] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8b4cff3-1da8-4c50-959f-b0c536dbf3fc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.461976] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1883.461976] env[62023]: value = "task-1759093" [ 1883.461976] env[62023]: _type = "Task" [ 1883.461976] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.469841] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.589418] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.613373] env[62023]: INFO nova.scheduler.client.report [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleted allocations for instance 6b1c5b22-27ac-4b98-a10c-27d40bed6651 [ 1883.618065] env[62023]: DEBUG nova.objects.instance [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lazy-loading 'pci_requests' on Instance uuid 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1883.928514] env[62023]: DEBUG oslo_vmware.api [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759089, 'name': ReconfigVM_Task, 'duration_secs': 1.256302} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.928911] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1883.929552] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279a3e24-cb92-4cb4-8b89-8d12c3fe3a69 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.952987] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 7cc25b17-b0ea-415f-84b2-8f8d633e726b/7cc25b17-b0ea-415f-84b2-8f8d633e726b.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1883.953311] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abaefcfe-3c85-43c0-89f4-9dba1038a200 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.975326] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.976695] env[62023]: DEBUG oslo_vmware.api [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1883.976695] env[62023]: value = "task-1759094" [ 1883.976695] env[62023]: _type = "Task" [ 1883.976695] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.984235] env[62023]: DEBUG oslo_vmware.api [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.121955] env[62023]: DEBUG nova.objects.base [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Object Instance<63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0> lazy-loaded attributes: flavor,pci_requests {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1884.121955] env[62023]: DEBUG nova.network.neutron [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1884.124153] env[62023]: DEBUG oslo_concurrency.lockutils [None req-03f80d68-053a-49f0-9723-6d37e84a2012 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "6b1c5b22-27ac-4b98-a10c-27d40bed6651" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.613s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.220323] env[62023]: DEBUG nova.policy [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59aad45587ed4e228ce1a943e1b44667', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8a1c296030f4630bd777da6fd5edc27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1884.476380] env[62023]: DEBUG oslo_vmware.api [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759093, 'name': PowerOnVM_Task, 'duration_secs': 0.827653} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.476621] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1884.476830] env[62023]: INFO nova.compute.manager [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Took 6.96 seconds to spawn the instance on the hypervisor. [ 1884.477016] env[62023]: DEBUG nova.compute.manager [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1884.477845] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659356bb-982f-40f2-80d1-c67057d80818 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.488546] env[62023]: DEBUG oslo_vmware.api [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759094, 'name': ReconfigVM_Task, 'duration_secs': 0.350787} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.489958] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 7cc25b17-b0ea-415f-84b2-8f8d633e726b/7cc25b17-b0ea-415f-84b2-8f8d633e726b.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1884.493684] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec305507-7049-484e-a2c5-cbdeffd34f29 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.513822] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90e92ee-6812-460b-8fe0-74265059a269 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.533067] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88185eeb-0b6b-4c8c-9ff3-602c1b3eba17 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.551933] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abea0339-2cf1-4fab-9c65-fcc8185da9ee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.558475] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1884.558692] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30b8faf5-0985-47bb-9883-e5c4012948fd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.565126] env[62023]: DEBUG oslo_vmware.api [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1884.565126] env[62023]: value = "task-1759095" [ 1884.565126] env[62023]: _type = "Task" [ 1884.565126] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.572135] env[62023]: DEBUG oslo_vmware.api [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.006070] env[62023]: INFO nova.compute.manager [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Took 12.58 seconds to build instance. [ 1885.077886] env[62023]: DEBUG oslo_vmware.api [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759095, 'name': PowerOnVM_Task, 'duration_secs': 0.500716} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.079031] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1885.507901] env[62023]: DEBUG oslo_concurrency.lockutils [None req-c6095d7b-3e33-432f-9789-472cb75f3688 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e92de92e-4a45-42be-b7bb-48b40ffa0406" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.086s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.707973] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "e6ece595-bca7-4470-a1d6-0d2a597c6be7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.708215] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "e6ece595-bca7-4470-a1d6-0d2a597c6be7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.785153] env[62023]: DEBUG nova.compute.manager [req-d37500ac-93ea-48d8-a092-356aac64530c req-e90ed1a8-b5bc-4016-a061-e51c2b634b98 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Received event network-vif-plugged-a5a01097-3a20-4e36-884f-e2304a4c6b8c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1885.785383] env[62023]: DEBUG oslo_concurrency.lockutils [req-d37500ac-93ea-48d8-a092-356aac64530c req-e90ed1a8-b5bc-4016-a061-e51c2b634b98 service nova] Acquiring lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.785595] env[62023]: DEBUG oslo_concurrency.lockutils [req-d37500ac-93ea-48d8-a092-356aac64530c req-e90ed1a8-b5bc-4016-a061-e51c2b634b98 service nova] Lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.785764] env[62023]: DEBUG oslo_concurrency.lockutils [req-d37500ac-93ea-48d8-a092-356aac64530c req-e90ed1a8-b5bc-4016-a061-e51c2b634b98 service nova] Lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.785931] env[62023]: DEBUG nova.compute.manager [req-d37500ac-93ea-48d8-a092-356aac64530c req-e90ed1a8-b5bc-4016-a061-e51c2b634b98 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] No waiting events found dispatching network-vif-plugged-a5a01097-3a20-4e36-884f-e2304a4c6b8c {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1885.787771] env[62023]: WARNING nova.compute.manager [req-d37500ac-93ea-48d8-a092-356aac64530c req-e90ed1a8-b5bc-4016-a061-e51c2b634b98 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Received unexpected event network-vif-plugged-a5a01097-3a20-4e36-884f-e2304a4c6b8c for instance with vm_state active and task_state None. [ 1885.987920] env[62023]: DEBUG nova.network.neutron [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Successfully updated port: a5a01097-3a20-4e36-884f-e2304a4c6b8c {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1886.091576] env[62023]: INFO nova.compute.manager [None req-c0c42f8b-3bbe-470b-ae5f-364df114b089 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Updating instance to original state: 'active' [ 1886.210971] env[62023]: DEBUG nova.compute.manager [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1886.491050] env[62023]: DEBUG oslo_concurrency.lockutils [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.491050] env[62023]: DEBUG oslo_concurrency.lockutils [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.491234] env[62023]: DEBUG nova.network.neutron [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1886.732919] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.733126] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.734635] env[62023]: INFO nova.compute.claims [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1887.031231] env[62023]: WARNING nova.network.neutron [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] a2abf8e9-1c85-459d-9f40-2988251aa2d1 already exists in list: networks containing: ['a2abf8e9-1c85-459d-9f40-2988251aa2d1']. ignoring it [ 1887.188903] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "7cc25b17-b0ea-415f-84b2-8f8d633e726b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.189360] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7cc25b17-b0ea-415f-84b2-8f8d633e726b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.189417] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "7cc25b17-b0ea-415f-84b2-8f8d633e726b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.189559] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7cc25b17-b0ea-415f-84b2-8f8d633e726b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.189730] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7cc25b17-b0ea-415f-84b2-8f8d633e726b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.193962] env[62023]: INFO nova.compute.manager [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Terminating instance [ 1887.325468] env[62023]: DEBUG nova.network.neutron [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Updating instance_info_cache with network_info: [{"id": "aa8200bb-b7ed-4f05-a280-d8945cd867b0", "address": "fa:16:3e:da:82:f9", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8200bb-b7", "ovs_interfaceid": "aa8200bb-b7ed-4f05-a280-d8945cd867b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a5a01097-3a20-4e36-884f-e2304a4c6b8c", "address": "fa:16:3e:0d:f6:59", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a01097-3a", "ovs_interfaceid": "a5a01097-3a20-4e36-884f-e2304a4c6b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.698016] env[62023]: DEBUG nova.compute.manager [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1887.698281] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1887.699279] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3c83ef-a2c8-4806-ac09-566de2d30517 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.707289] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1887.707537] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a763af0c-f2c4-43ca-9db0-dad44c6bba7c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.713869] env[62023]: DEBUG oslo_vmware.api [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1887.713869] env[62023]: value = "task-1759097" [ 1887.713869] env[62023]: _type = "Task" [ 1887.713869] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.721721] env[62023]: DEBUG oslo_vmware.api [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.828096] env[62023]: DEBUG oslo_concurrency.lockutils [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.828743] env[62023]: DEBUG oslo_concurrency.lockutils [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.828929] env[62023]: DEBUG oslo_concurrency.lockutils [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.829835] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f39cd1-c77b-4291-a44a-4ea245062e13 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.848086] env[62023]: DEBUG nova.virt.hardware [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1887.848328] env[62023]: DEBUG nova.virt.hardware [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1887.848482] env[62023]: DEBUG nova.virt.hardware [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1887.848659] env[62023]: DEBUG nova.virt.hardware [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1887.848803] env[62023]: DEBUG nova.virt.hardware [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1887.848969] env[62023]: DEBUG nova.virt.hardware [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1887.849203] env[62023]: DEBUG nova.virt.hardware [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1887.849365] env[62023]: DEBUG nova.virt.hardware [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1887.849527] env[62023]: DEBUG nova.virt.hardware [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1887.849687] env[62023]: DEBUG nova.virt.hardware [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1887.849862] env[62023]: DEBUG nova.virt.hardware [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1887.856152] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Reconfiguring VM to attach interface {{(pid=62023) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1887.859228] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1203e20-a157-4efe-8222-60d1c28dc5aa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.877007] env[62023]: DEBUG oslo_vmware.api [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1887.877007] env[62023]: value = "task-1759098" [ 1887.877007] env[62023]: _type = "Task" [ 1887.877007] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.889434] env[62023]: DEBUG oslo_vmware.api [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759098, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.894440] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21231fbf-7f0e-4fef-b63c-b0977057fbb0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.902032] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330874f6-d062-49b8-91d6-7cac56ec37f3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.938657] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13511ab1-bcf2-457e-9c52-4e8b57a028f2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.942725] env[62023]: DEBUG nova.compute.manager [req-de9c852a-de77-4ad4-a5e9-94d752a8ff18 req-da74420d-2d6e-4390-97de-4c17c178e2fa service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Received event network-changed-a5a01097-3a20-4e36-884f-e2304a4c6b8c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1887.942923] env[62023]: DEBUG nova.compute.manager [req-de9c852a-de77-4ad4-a5e9-94d752a8ff18 req-da74420d-2d6e-4390-97de-4c17c178e2fa service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Refreshing instance network info cache due to event network-changed-a5a01097-3a20-4e36-884f-e2304a4c6b8c. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1887.943157] env[62023]: DEBUG oslo_concurrency.lockutils [req-de9c852a-de77-4ad4-a5e9-94d752a8ff18 req-da74420d-2d6e-4390-97de-4c17c178e2fa service nova] Acquiring lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.943306] env[62023]: DEBUG oslo_concurrency.lockutils [req-de9c852a-de77-4ad4-a5e9-94d752a8ff18 req-da74420d-2d6e-4390-97de-4c17c178e2fa service nova] Acquired lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.943470] env[62023]: DEBUG nova.network.neutron [req-de9c852a-de77-4ad4-a5e9-94d752a8ff18 req-da74420d-2d6e-4390-97de-4c17c178e2fa service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Refreshing network info cache for port a5a01097-3a20-4e36-884f-e2304a4c6b8c {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1887.952133] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089046c0-d226-4d07-a8b7-ecc470b783f0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.967370] env[62023]: DEBUG nova.compute.provider_tree [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1888.206571] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1888.206977] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1888.224465] env[62023]: DEBUG oslo_vmware.api [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759097, 'name': PowerOffVM_Task, 'duration_secs': 0.25543} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.224777] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1888.225023] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1888.225290] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7df7163-8e63-4952-b2d4-9255ada4560f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.312050] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1888.312270] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1888.312454] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Deleting the datastore file [datastore1] 7cc25b17-b0ea-415f-84b2-8f8d633e726b {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1888.312714] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b64a784f-651b-476d-ada0-48f804142eff {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.322653] env[62023]: DEBUG oslo_vmware.api [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1888.322653] env[62023]: value = "task-1759100" [ 1888.322653] env[62023]: _type = "Task" [ 1888.322653] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.329770] env[62023]: DEBUG oslo_vmware.api [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.388478] env[62023]: DEBUG oslo_vmware.api [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.471064] env[62023]: DEBUG nova.scheduler.client.report [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1888.648544] env[62023]: DEBUG nova.network.neutron [req-de9c852a-de77-4ad4-a5e9-94d752a8ff18 req-da74420d-2d6e-4390-97de-4c17c178e2fa service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Updated VIF entry in instance network info cache for port a5a01097-3a20-4e36-884f-e2304a4c6b8c. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1888.648956] env[62023]: DEBUG nova.network.neutron [req-de9c852a-de77-4ad4-a5e9-94d752a8ff18 req-da74420d-2d6e-4390-97de-4c17c178e2fa service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Updating instance_info_cache with network_info: [{"id": "aa8200bb-b7ed-4f05-a280-d8945cd867b0", "address": "fa:16:3e:da:82:f9", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8200bb-b7", "ovs_interfaceid": "aa8200bb-b7ed-4f05-a280-d8945cd867b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a5a01097-3a20-4e36-884f-e2304a4c6b8c", "address": "fa:16:3e:0d:f6:59", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a01097-3a", "ovs_interfaceid": "a5a01097-3a20-4e36-884f-e2304a4c6b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.714512] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1888.714732] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Starting heal instance info cache {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1888.833051] env[62023]: DEBUG oslo_vmware.api [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221453} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.833357] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1888.833549] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1888.833733] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1888.833905] env[62023]: INFO nova.compute.manager [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1888.834167] env[62023]: DEBUG oslo.service.loopingcall [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1888.834348] env[62023]: DEBUG nova.compute.manager [-] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1888.834443] env[62023]: DEBUG nova.network.neutron [-] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1888.886732] env[62023]: DEBUG oslo_vmware.api [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759098, 'name': ReconfigVM_Task, 'duration_secs': 0.690308} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.887241] env[62023]: DEBUG oslo_concurrency.lockutils [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.887465] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Reconfigured VM to attach interface {{(pid=62023) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1888.976011] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.976532] env[62023]: DEBUG nova.compute.manager [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1889.154250] env[62023]: DEBUG oslo_concurrency.lockutils [req-de9c852a-de77-4ad4-a5e9-94d752a8ff18 req-da74420d-2d6e-4390-97de-4c17c178e2fa service nova] Releasing lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.154250] env[62023]: DEBUG nova.compute.manager [req-de9c852a-de77-4ad4-a5e9-94d752a8ff18 req-da74420d-2d6e-4390-97de-4c17c178e2fa service nova] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Received event network-changed-845f6dac-8309-4c60-921e-67d44161bc9e {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1889.154250] env[62023]: DEBUG nova.compute.manager [req-de9c852a-de77-4ad4-a5e9-94d752a8ff18 req-da74420d-2d6e-4390-97de-4c17c178e2fa service nova] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Refreshing instance network info cache due to event network-changed-845f6dac-8309-4c60-921e-67d44161bc9e. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1889.154250] env[62023]: DEBUG oslo_concurrency.lockutils [req-de9c852a-de77-4ad4-a5e9-94d752a8ff18 req-da74420d-2d6e-4390-97de-4c17c178e2fa service nova] Acquiring lock "refresh_cache-e92de92e-4a45-42be-b7bb-48b40ffa0406" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.154250] env[62023]: DEBUG oslo_concurrency.lockutils [req-de9c852a-de77-4ad4-a5e9-94d752a8ff18 req-da74420d-2d6e-4390-97de-4c17c178e2fa service nova] Acquired lock "refresh_cache-e92de92e-4a45-42be-b7bb-48b40ffa0406" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.154250] env[62023]: DEBUG nova.network.neutron [req-de9c852a-de77-4ad4-a5e9-94d752a8ff18 req-da74420d-2d6e-4390-97de-4c17c178e2fa service nova] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Refreshing network info cache for port 845f6dac-8309-4c60-921e-67d44161bc9e {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1889.392498] env[62023]: DEBUG oslo_concurrency.lockutils [None req-28dfe205-0c6f-4b7a-b30d-750e5914ecbe tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "interface-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0-a5a01097-3a20-4e36-884f-e2304a4c6b8c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.382s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.481299] env[62023]: DEBUG nova.compute.utils [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1889.482761] env[62023]: DEBUG nova.compute.manager [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1889.484037] env[62023]: DEBUG nova.network.neutron [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1889.525953] env[62023]: DEBUG nova.policy [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '630c4be5000e4cd395964f52540cb2cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f549db5da5bc430287682d3002b1c006', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1889.765538] env[62023]: DEBUG nova.network.neutron [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Successfully created port: c90f5035-94b4-4639-a416-b262731daa7a {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1889.843400] env[62023]: DEBUG nova.network.neutron [-] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.868585] env[62023]: DEBUG nova.network.neutron [req-de9c852a-de77-4ad4-a5e9-94d752a8ff18 req-da74420d-2d6e-4390-97de-4c17c178e2fa service nova] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Updated VIF entry in instance network info cache for port 845f6dac-8309-4c60-921e-67d44161bc9e. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1889.868971] env[62023]: DEBUG nova.network.neutron [req-de9c852a-de77-4ad4-a5e9-94d752a8ff18 req-da74420d-2d6e-4390-97de-4c17c178e2fa service nova] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Updating instance_info_cache with network_info: [{"id": "845f6dac-8309-4c60-921e-67d44161bc9e", "address": "fa:16:3e:ea:2b:be", "network": {"id": "46770bda-d76c-4967-92e5-d18e0fddee59", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977275857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e9db07ed1341569d4c33ebb6d2c696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845f6dac-83", "ovs_interfaceid": "845f6dac-8309-4c60-921e-67d44161bc9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.965269] env[62023]: DEBUG nova.compute.manager [req-c43b45ef-49f4-438a-8d94-25b2255929e8 req-0b8c77a8-7968-4379-98c1-15cd15abd915 service nova] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Received event network-vif-deleted-d82b2bab-f021-4286-85d6-3f79ad46f5f9 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1889.985909] env[62023]: DEBUG nova.compute.manager [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1890.348465] env[62023]: INFO nova.compute.manager [-] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Took 1.51 seconds to deallocate network for instance. [ 1890.372052] env[62023]: DEBUG oslo_concurrency.lockutils [req-de9c852a-de77-4ad4-a5e9-94d752a8ff18 req-da74420d-2d6e-4390-97de-4c17c178e2fa service nova] Releasing lock "refresh_cache-e92de92e-4a45-42be-b7bb-48b40ffa0406" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.694303] env[62023]: DEBUG oslo_concurrency.lockutils [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "interface-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0-a5a01097-3a20-4e36-884f-e2304a4c6b8c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.694635] env[62023]: DEBUG oslo_concurrency.lockutils [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "interface-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0-a5a01097-3a20-4e36-884f-e2304a4c6b8c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.755681] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "refresh_cache-539873cb-daa5-4c76-a0e0-7929e6b5117a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.755851] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquired lock "refresh_cache-539873cb-daa5-4c76-a0e0-7929e6b5117a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.755989] env[62023]: DEBUG nova.network.neutron [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Forcefully refreshing network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1890.854479] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.854768] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.855015] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.880071] env[62023]: INFO nova.scheduler.client.report [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Deleted allocations for instance 7cc25b17-b0ea-415f-84b2-8f8d633e726b [ 1890.995863] env[62023]: DEBUG nova.compute.manager [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1891.021429] env[62023]: DEBUG nova.virt.hardware [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1891.021673] env[62023]: DEBUG nova.virt.hardware [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1891.021830] env[62023]: DEBUG nova.virt.hardware [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1891.022048] env[62023]: DEBUG nova.virt.hardware [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1891.022191] env[62023]: DEBUG nova.virt.hardware [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1891.022338] env[62023]: DEBUG nova.virt.hardware [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1891.022543] env[62023]: DEBUG nova.virt.hardware [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1891.022699] env[62023]: DEBUG nova.virt.hardware [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1891.022867] env[62023]: DEBUG nova.virt.hardware [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1891.023039] env[62023]: DEBUG nova.virt.hardware [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1891.023222] env[62023]: DEBUG nova.virt.hardware [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1891.024366] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a9b33f-8451-41d8-a0c7-6e9c61133987 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.032436] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d304a51d-8af8-4b1b-970d-a9b16db8dc1a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.197279] env[62023]: DEBUG oslo_concurrency.lockutils [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.197472] env[62023]: DEBUG oslo_concurrency.lockutils [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.198343] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13ffe4b-4949-4d6d-938e-46b3a25d36fc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.218498] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f205fe-6e1a-4a26-9ac1-66121434e52a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.984234] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Reconfiguring VM to detach interface {{(pid=62023) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1891.985192] env[62023]: DEBUG nova.network.neutron [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Successfully updated port: c90f5035-94b4-4639-a416-b262731daa7a {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1891.986555] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dabbd4bc-63a7-4f2c-8f3a-0f7435a02c1c tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "7cc25b17-b0ea-415f-84b2-8f8d633e726b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.797s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.987367] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca0b0449-d5ba-4494-9194-268c56efc5a4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.002745] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "refresh_cache-e6ece595-bca7-4470-a1d6-0d2a597c6be7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.002956] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "refresh_cache-e6ece595-bca7-4470-a1d6-0d2a597c6be7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.003072] env[62023]: DEBUG nova.network.neutron [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1892.006617] env[62023]: DEBUG nova.compute.manager [req-31570970-41a8-464d-a230-47708cc1b433 req-85b02c0a-6981-4288-93ff-a28677e55065 service nova] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Received event network-vif-plugged-c90f5035-94b4-4639-a416-b262731daa7a {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1892.006823] env[62023]: DEBUG oslo_concurrency.lockutils [req-31570970-41a8-464d-a230-47708cc1b433 req-85b02c0a-6981-4288-93ff-a28677e55065 service nova] Acquiring lock "e6ece595-bca7-4470-a1d6-0d2a597c6be7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.007025] env[62023]: DEBUG oslo_concurrency.lockutils [req-31570970-41a8-464d-a230-47708cc1b433 req-85b02c0a-6981-4288-93ff-a28677e55065 service nova] Lock "e6ece595-bca7-4470-a1d6-0d2a597c6be7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.007584] env[62023]: DEBUG oslo_concurrency.lockutils [req-31570970-41a8-464d-a230-47708cc1b433 req-85b02c0a-6981-4288-93ff-a28677e55065 service nova] Lock "e6ece595-bca7-4470-a1d6-0d2a597c6be7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.007584] env[62023]: DEBUG nova.compute.manager [req-31570970-41a8-464d-a230-47708cc1b433 req-85b02c0a-6981-4288-93ff-a28677e55065 service nova] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] No waiting events found dispatching network-vif-plugged-c90f5035-94b4-4639-a416-b262731daa7a {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1892.007584] env[62023]: WARNING nova.compute.manager [req-31570970-41a8-464d-a230-47708cc1b433 req-85b02c0a-6981-4288-93ff-a28677e55065 service nova] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Received unexpected event network-vif-plugged-c90f5035-94b4-4639-a416-b262731daa7a for instance with vm_state building and task_state spawning. [ 1892.007737] env[62023]: DEBUG nova.compute.manager [req-31570970-41a8-464d-a230-47708cc1b433 req-85b02c0a-6981-4288-93ff-a28677e55065 service nova] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Received event network-changed-c90f5035-94b4-4639-a416-b262731daa7a {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1892.007776] env[62023]: DEBUG nova.compute.manager [req-31570970-41a8-464d-a230-47708cc1b433 req-85b02c0a-6981-4288-93ff-a28677e55065 service nova] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Refreshing instance network info cache due to event network-changed-c90f5035-94b4-4639-a416-b262731daa7a. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1892.007916] env[62023]: DEBUG oslo_concurrency.lockutils [req-31570970-41a8-464d-a230-47708cc1b433 req-85b02c0a-6981-4288-93ff-a28677e55065 service nova] Acquiring lock "refresh_cache-e6ece595-bca7-4470-a1d6-0d2a597c6be7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.015526] env[62023]: DEBUG oslo_vmware.api [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1892.015526] env[62023]: value = "task-1759102" [ 1892.015526] env[62023]: _type = "Task" [ 1892.015526] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.024947] env[62023]: DEBUG oslo_vmware.api [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.315432] env[62023]: DEBUG oslo_concurrency.lockutils [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.315920] env[62023]: DEBUG oslo_concurrency.lockutils [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.526162] env[62023]: DEBUG oslo_vmware.api [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.552504] env[62023]: DEBUG nova.network.neutron [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1892.706432] env[62023]: DEBUG nova.network.neutron [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Updating instance_info_cache with network_info: [{"id": "c90f5035-94b4-4639-a416-b262731daa7a", "address": "fa:16:3e:91:35:a5", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc90f5035-94", "ovs_interfaceid": "c90f5035-94b4-4639-a416-b262731daa7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.816902] env[62023]: DEBUG nova.network.neutron [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Updating instance_info_cache with network_info: [{"id": "bf65de89-5528-44f9-8565-e9618e2e3864", "address": "fa:16:3e:fd:2c:eb", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf65de89-55", "ovs_interfaceid": "bf65de89-5528-44f9-8565-e9618e2e3864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.818265] env[62023]: DEBUG nova.compute.manager [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1893.028406] env[62023]: DEBUG oslo_vmware.api [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.211025] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "refresh_cache-e6ece595-bca7-4470-a1d6-0d2a597c6be7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.211412] env[62023]: DEBUG nova.compute.manager [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Instance network_info: |[{"id": "c90f5035-94b4-4639-a416-b262731daa7a", "address": "fa:16:3e:91:35:a5", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc90f5035-94", "ovs_interfaceid": "c90f5035-94b4-4639-a416-b262731daa7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1893.211733] env[62023]: DEBUG oslo_concurrency.lockutils [req-31570970-41a8-464d-a230-47708cc1b433 req-85b02c0a-6981-4288-93ff-a28677e55065 service nova] Acquired lock "refresh_cache-e6ece595-bca7-4470-a1d6-0d2a597c6be7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.211913] env[62023]: DEBUG nova.network.neutron [req-31570970-41a8-464d-a230-47708cc1b433 req-85b02c0a-6981-4288-93ff-a28677e55065 service nova] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Refreshing network info cache for port c90f5035-94b4-4639-a416-b262731daa7a {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1893.213208] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:35:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c90f5035-94b4-4639-a416-b262731daa7a', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1893.220938] env[62023]: DEBUG oslo.service.loopingcall [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1893.223907] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1893.224554] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc7b9895-9ef1-461e-a2ae-c68ddc9ea11a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.245264] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1893.245264] env[62023]: value = "task-1759103" [ 1893.245264] env[62023]: _type = "Task" [ 1893.245264] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.253253] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759103, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.321533] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Releasing lock "refresh_cache-539873cb-daa5-4c76-a0e0-7929e6b5117a" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.321748] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Updated the network info_cache for instance {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1893.324235] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.326428] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.326792] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.326965] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.327126] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.327298] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.327410] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1893.327554] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.351424] env[62023]: DEBUG oslo_concurrency.lockutils [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.351675] env[62023]: DEBUG oslo_concurrency.lockutils [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.353753] env[62023]: INFO nova.compute.claims [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1893.528791] env[62023]: DEBUG oslo_vmware.api [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.582185] env[62023]: DEBUG nova.network.neutron [req-31570970-41a8-464d-a230-47708cc1b433 req-85b02c0a-6981-4288-93ff-a28677e55065 service nova] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Updated VIF entry in instance network info cache for port c90f5035-94b4-4639-a416-b262731daa7a. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1893.582573] env[62023]: DEBUG nova.network.neutron [req-31570970-41a8-464d-a230-47708cc1b433 req-85b02c0a-6981-4288-93ff-a28677e55065 service nova] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Updating instance_info_cache with network_info: [{"id": "c90f5035-94b4-4639-a416-b262731daa7a", "address": "fa:16:3e:91:35:a5", "network": {"id": "e6b58327-575a-4cfe-b4f4-ec8feab22025", "bridge": "br-int", "label": "tempest-ServersTestJSON-1601369265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f549db5da5bc430287682d3002b1c006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc90f5035-94", "ovs_interfaceid": "c90f5035-94b4-4639-a416-b262731daa7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.755178] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759103, 'name': CreateVM_Task, 'duration_secs': 0.39949} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.755324] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1893.756038] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.756237] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.756555] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1893.756803] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84c6bc1c-94af-469f-a06d-2bb8e8883c3c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.761509] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1893.761509] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a4113c-e62f-b6fb-d7bf-5e96a055787d" [ 1893.761509] env[62023]: _type = "Task" [ 1893.761509] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.768618] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a4113c-e62f-b6fb-d7bf-5e96a055787d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.830876] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.028044] env[62023]: DEBUG oslo_vmware.api [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.085812] env[62023]: DEBUG oslo_concurrency.lockutils [req-31570970-41a8-464d-a230-47708cc1b433 req-85b02c0a-6981-4288-93ff-a28677e55065 service nova] Releasing lock "refresh_cache-e6ece595-bca7-4470-a1d6-0d2a597c6be7" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.272997] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52a4113c-e62f-b6fb-d7bf-5e96a055787d, 'name': SearchDatastore_Task, 'duration_secs': 0.014053} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.273336] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.273626] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1894.274115] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.274115] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.274264] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1894.274472] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2db0babc-a7e3-4412-8b2d-d6b0df971023 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.287438] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1894.287625] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1894.288363] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad907e1c-00f7-4d26-891f-f808ec0308f1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.294100] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1894.294100] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52768018-1f45-53fd-fe4c-fb0bf5290936" [ 1894.294100] env[62023]: _type = "Task" [ 1894.294100] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.301579] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52768018-1f45-53fd-fe4c-fb0bf5290936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.478046] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5381c347-6c52-4dec-8e65-b267137d37ea {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.485641] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c0ca17-ca42-4613-ab9a-c7c460697d50 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.515896] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60422879-7762-437f-af09-87b6c2fe492f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.525248] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8bf8f6-87b0-4a91-907e-97fdcc2e8cc7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.531668] env[62023]: DEBUG oslo_vmware.api [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.540927] env[62023]: DEBUG nova.compute.provider_tree [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1894.804209] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52768018-1f45-53fd-fe4c-fb0bf5290936, 'name': SearchDatastore_Task, 'duration_secs': 0.029849} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.804949] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a02d0a4-2ada-4557-a8a3-506e3459fd89 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.809987] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1894.809987] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5262c925-8775-6c9e-aefe-a032fb6ec1b5" [ 1894.809987] env[62023]: _type = "Task" [ 1894.809987] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.817170] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5262c925-8775-6c9e-aefe-a032fb6ec1b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.028994] env[62023]: DEBUG oslo_vmware.api [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.044161] env[62023]: DEBUG nova.scheduler.client.report [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1895.320468] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5262c925-8775-6c9e-aefe-a032fb6ec1b5, 'name': SearchDatastore_Task, 'duration_secs': 0.008792} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.320839] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.320928] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] e6ece595-bca7-4470-a1d6-0d2a597c6be7/e6ece595-bca7-4470-a1d6-0d2a597c6be7.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1895.321217] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59381198-d30d-41de-86b8-bf52a5494b42 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.328331] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1895.328331] env[62023]: value = "task-1759104" [ 1895.328331] env[62023]: _type = "Task" [ 1895.328331] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.337020] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.529700] env[62023]: DEBUG oslo_vmware.api [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.549730] env[62023]: DEBUG oslo_concurrency.lockutils [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.550254] env[62023]: DEBUG nova.compute.manager [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1895.553205] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.722s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.553335] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.553402] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1895.554389] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff16116b-75fb-4678-9283-c33a39312345 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.562217] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade92394-2d15-4596-9761-87b6e3080b2e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.576045] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39acddd-754d-49b3-9f1b-bf578a3bca15 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.583124] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2814f45-cb34-4e71-9467-8d5efbcafffb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.614205] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179631MB free_disk=168GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1895.614390] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.614488] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.841068] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759104, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.031810] env[62023]: DEBUG oslo_vmware.api [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.056046] env[62023]: DEBUG nova.compute.utils [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1896.057376] env[62023]: DEBUG nova.compute.manager [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1896.058207] env[62023]: DEBUG nova.network.neutron [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1896.108573] env[62023]: DEBUG nova.policy [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5eaa98e5f3a04be8b2f57dacdffe8d36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02a5bf0ab246448faf34dd3a4d051a71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1896.343161] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581789} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.343161] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] e6ece595-bca7-4470-a1d6-0d2a597c6be7/e6ece595-bca7-4470-a1d6-0d2a597c6be7.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1896.343161] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1896.343161] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26c4da15-42cf-414f-b7d2-5985ac270b5b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.349626] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1896.349626] env[62023]: value = "task-1759105" [ 1896.349626] env[62023]: _type = "Task" [ 1896.349626] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.355287] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.411602] env[62023]: DEBUG nova.network.neutron [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Successfully created port: 62f5952c-4c29-4558-bda9-a18345df4387 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1896.469412] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.469680] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.469893] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "2e348316-1f0e-4b6c-a83a-7eb9a27da0ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.470125] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "2e348316-1f0e-4b6c-a83a-7eb9a27da0ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.470319] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "2e348316-1f0e-4b6c-a83a-7eb9a27da0ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.472694] env[62023]: INFO nova.compute.manager [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Terminating instance [ 1896.530972] env[62023]: DEBUG oslo_vmware.api [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.561032] env[62023]: DEBUG nova.compute.manager [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1896.643991] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 007c853b-b603-44e4-9f3d-42872bd4baca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.644119] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 539873cb-daa5-4c76-a0e0-7929e6b5117a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.644306] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance b272c798-7af0-436b-80b6-47c0fb366b5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.644406] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.644488] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.644584] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 21f41135-2d0e-433b-89b9-e720aaa67d99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.644695] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance 0d1f4838-4a92-426a-8b2f-16b3200db873 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.644803] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance e92de92e-4a45-42be-b7bb-48b40ffa0406 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.644913] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance e6ece595-bca7-4470-a1d6-0d2a597c6be7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.645029] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.645267] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1896.645435] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1896.755619] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6280e246-0e55-4348-af55-c24f1528cb1e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.763376] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac72d4f-dc18-4191-8ebb-bab0461ca508 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.793638] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a6f16e-86de-47aa-a7cd-e873de2b18f1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.800663] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91561a7-8e3b-467c-89ec-c9409c4d0c63 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.813421] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1896.856175] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059035} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.856393] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1896.857113] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447f5480-60e7-4c3c-b4f0-79bd239e83a9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.879347] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] e6ece595-bca7-4470-a1d6-0d2a597c6be7/e6ece595-bca7-4470-a1d6-0d2a597c6be7.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1896.879597] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93c5e5f6-316f-456e-8806-384208994b01 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.899699] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1896.899699] env[62023]: value = "task-1759106" [ 1896.899699] env[62023]: _type = "Task" [ 1896.899699] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.907606] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.979255] env[62023]: DEBUG nova.compute.manager [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1896.979539] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.979776] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-560e1b07-f9a8-42f1-a143-109f3a0889fa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.986722] env[62023]: DEBUG oslo_vmware.api [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1896.986722] env[62023]: value = "task-1759107" [ 1896.986722] env[62023]: _type = "Task" [ 1896.986722] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.994989] env[62023]: DEBUG oslo_vmware.api [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.032937] env[62023]: DEBUG oslo_vmware.api [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.316515] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1897.409509] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759106, 'name': ReconfigVM_Task, 'duration_secs': 0.299073} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.409817] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Reconfigured VM instance instance-0000007a to attach disk [datastore1] e6ece595-bca7-4470-a1d6-0d2a597c6be7/e6ece595-bca7-4470-a1d6-0d2a597c6be7.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1897.410412] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-862ae0a6-4f18-420f-8019-22042e05de33 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.416696] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1897.416696] env[62023]: value = "task-1759108" [ 1897.416696] env[62023]: _type = "Task" [ 1897.416696] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.425164] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759108, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.496535] env[62023]: DEBUG oslo_vmware.api [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759107, 'name': PowerOffVM_Task, 'duration_secs': 0.216807} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.497317] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1897.497426] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Volume detach. Driver type: vmdk {{(pid=62023) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1897.497573] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365473', 'volume_id': 'ab88562b-2817-47a8-9de4-68bc301154f8', 'name': 'volume-ab88562b-2817-47a8-9de4-68bc301154f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '2e348316-1f0e-4b6c-a83a-7eb9a27da0ec', 'attached_at': '2024-12-11T15:38:23.000000', 'detached_at': '', 'volume_id': 'ab88562b-2817-47a8-9de4-68bc301154f8', 'serial': 'ab88562b-2817-47a8-9de4-68bc301154f8'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1897.498369] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2b0686-90e2-413e-a748-088ee233b7fe {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.518263] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93bde4c-2726-4f33-9097-e7f48379ce0c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.527740] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5440dd10-7f72-4389-ba0a-aa1afef7d5a2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.535322] env[62023]: DEBUG oslo_vmware.api [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759102, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.549312] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837edf6f-c186-4948-82f7-cd5c182dee52 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.563902] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] The volume has not been displaced from its original location: [datastore1] volume-ab88562b-2817-47a8-9de4-68bc301154f8/volume-ab88562b-2817-47a8-9de4-68bc301154f8.vmdk. No consolidation needed. {{(pid=62023) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1897.569103] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1897.570228] env[62023]: DEBUG nova.compute.manager [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1897.572119] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e967bea4-483e-4bf5-b3c9-324f76adb82b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.590540] env[62023]: DEBUG oslo_vmware.api [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1897.590540] env[62023]: value = "task-1759109" [ 1897.590540] env[62023]: _type = "Task" [ 1897.590540] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.598492] env[62023]: DEBUG oslo_vmware.api [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.610068] env[62023]: DEBUG nova.virt.hardware [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1897.610419] env[62023]: DEBUG nova.virt.hardware [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1897.610642] env[62023]: DEBUG nova.virt.hardware [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1897.610940] env[62023]: DEBUG nova.virt.hardware [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1897.611182] env[62023]: DEBUG nova.virt.hardware [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1897.611350] env[62023]: DEBUG nova.virt.hardware [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1897.611673] env[62023]: DEBUG nova.virt.hardware [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1897.611864] env[62023]: DEBUG nova.virt.hardware [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1897.612064] env[62023]: DEBUG nova.virt.hardware [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1897.612241] env[62023]: DEBUG nova.virt.hardware [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1897.612418] env[62023]: DEBUG nova.virt.hardware [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1897.613294] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df3224d-22f4-4bf4-b775-2aa0f269026d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.621080] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb0dcce-6249-49f8-9f1c-ccb772514b9d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.798146] env[62023]: DEBUG nova.compute.manager [req-3e662ffb-f393-4c6c-934e-1854bdb5d999 req-9abf50da-e2a9-47ad-861f-4bb8f1a1542a service nova] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Received event network-vif-plugged-62f5952c-4c29-4558-bda9-a18345df4387 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1897.798366] env[62023]: DEBUG oslo_concurrency.lockutils [req-3e662ffb-f393-4c6c-934e-1854bdb5d999 req-9abf50da-e2a9-47ad-861f-4bb8f1a1542a service nova] Acquiring lock "bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.798588] env[62023]: DEBUG oslo_concurrency.lockutils [req-3e662ffb-f393-4c6c-934e-1854bdb5d999 req-9abf50da-e2a9-47ad-861f-4bb8f1a1542a service nova] Lock "bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.798730] env[62023]: DEBUG oslo_concurrency.lockutils [req-3e662ffb-f393-4c6c-934e-1854bdb5d999 req-9abf50da-e2a9-47ad-861f-4bb8f1a1542a service nova] Lock "bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.798901] env[62023]: DEBUG nova.compute.manager [req-3e662ffb-f393-4c6c-934e-1854bdb5d999 req-9abf50da-e2a9-47ad-861f-4bb8f1a1542a service nova] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] No waiting events found dispatching network-vif-plugged-62f5952c-4c29-4558-bda9-a18345df4387 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1897.799316] env[62023]: WARNING nova.compute.manager [req-3e662ffb-f393-4c6c-934e-1854bdb5d999 req-9abf50da-e2a9-47ad-861f-4bb8f1a1542a service nova] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Received unexpected event network-vif-plugged-62f5952c-4c29-4558-bda9-a18345df4387 for instance with vm_state building and task_state spawning. [ 1897.821309] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1897.821490] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.207s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.883300] env[62023]: DEBUG nova.network.neutron [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Successfully updated port: 62f5952c-4c29-4558-bda9-a18345df4387 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1897.926454] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759108, 'name': Rename_Task, 'duration_secs': 0.139067} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.926716] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1897.927186] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48894d83-be7e-4745-93c9-d744b74de479 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.935506] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1897.935506] env[62023]: value = "task-1759110" [ 1897.935506] env[62023]: _type = "Task" [ 1897.935506] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.942665] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.033974] env[62023]: DEBUG oslo_vmware.api [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759102, 'name': ReconfigVM_Task, 'duration_secs': 5.763894} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.034256] env[62023]: DEBUG oslo_concurrency.lockutils [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.034474] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Reconfigured VM to detach interface {{(pid=62023) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1898.101754] env[62023]: DEBUG oslo_vmware.api [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759109, 'name': ReconfigVM_Task, 'duration_secs': 0.165002} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.102118] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1898.106672] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f8bed57-9777-4e25-a5e2-2db320935d44 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.123012] env[62023]: DEBUG oslo_vmware.api [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1898.123012] env[62023]: value = "task-1759111" [ 1898.123012] env[62023]: _type = "Task" [ 1898.123012] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.133324] env[62023]: DEBUG oslo_vmware.api [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.385730] env[62023]: DEBUG oslo_concurrency.lockutils [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "refresh_cache-bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.385878] env[62023]: DEBUG oslo_concurrency.lockutils [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "refresh_cache-bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.386041] env[62023]: DEBUG nova.network.neutron [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1898.445190] env[62023]: DEBUG oslo_vmware.api [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759110, 'name': PowerOnVM_Task, 'duration_secs': 0.459037} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.445515] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1898.445664] env[62023]: INFO nova.compute.manager [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1898.445794] env[62023]: DEBUG nova.compute.manager [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1898.446549] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09999f84-02a8-4edf-b18b-fc181f912534 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.632891] env[62023]: DEBUG oslo_vmware.api [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759111, 'name': ReconfigVM_Task, 'duration_secs': 0.149726} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.633228] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365473', 'volume_id': 'ab88562b-2817-47a8-9de4-68bc301154f8', 'name': 'volume-ab88562b-2817-47a8-9de4-68bc301154f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '2e348316-1f0e-4b6c-a83a-7eb9a27da0ec', 'attached_at': '2024-12-11T15:38:23.000000', 'detached_at': '', 'volume_id': 'ab88562b-2817-47a8-9de4-68bc301154f8', 'serial': 'ab88562b-2817-47a8-9de4-68bc301154f8'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1898.633509] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1898.634279] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae5b675-9fcc-448e-8c03-cfabdca91fe3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.641333] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1898.641562] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d291f031-b167-4b51-8b56-12f95a6ed9eb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.758168] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1898.758433] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1898.758578] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Deleting the datastore file [datastore1] 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1898.758839] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64f8bf72-0931-47ae-9808-980baa16a737 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.766565] env[62023]: DEBUG oslo_vmware.api [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1898.766565] env[62023]: value = "task-1759113" [ 1898.766565] env[62023]: _type = "Task" [ 1898.766565] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.774278] env[62023]: DEBUG oslo_vmware.api [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.916479] env[62023]: DEBUG nova.network.neutron [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1898.966737] env[62023]: INFO nova.compute.manager [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Took 12.25 seconds to build instance. [ 1899.065982] env[62023]: DEBUG nova.network.neutron [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Updating instance_info_cache with network_info: [{"id": "62f5952c-4c29-4558-bda9-a18345df4387", "address": "fa:16:3e:1b:31:39", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f5952c-4c", "ovs_interfaceid": "62f5952c-4c29-4558-bda9-a18345df4387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.277308] env[62023]: DEBUG oslo_vmware.api [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092352} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.277560] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1899.277744] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1899.278599] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1899.278599] env[62023]: INFO nova.compute.manager [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1899.278599] env[62023]: DEBUG oslo.service.loopingcall [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1899.278599] env[62023]: DEBUG nova.compute.manager [-] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1899.278599] env[62023]: DEBUG nova.network.neutron [-] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1899.385570] env[62023]: DEBUG oslo_concurrency.lockutils [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.385756] env[62023]: DEBUG oslo_concurrency.lockutils [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.385918] env[62023]: DEBUG nova.network.neutron [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1899.468606] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e81798d6-e349-4d7d-a5bf-18cd7cb12da4 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "e6ece595-bca7-4470-a1d6-0d2a597c6be7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.760s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.569281] env[62023]: DEBUG oslo_concurrency.lockutils [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "refresh_cache-bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.569640] env[62023]: DEBUG nova.compute.manager [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Instance network_info: |[{"id": "62f5952c-4c29-4558-bda9-a18345df4387", "address": "fa:16:3e:1b:31:39", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f5952c-4c", "ovs_interfaceid": "62f5952c-4c29-4558-bda9-a18345df4387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1899.569932] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:31:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62f5952c-4c29-4558-bda9-a18345df4387', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1899.578608] env[62023]: DEBUG oslo.service.loopingcall [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1899.578828] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1899.579090] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f372d9c-39d7-440f-ad84-c57b9e81ca11 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.600480] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1899.600480] env[62023]: value = "task-1759114" [ 1899.600480] env[62023]: _type = "Task" [ 1899.600480] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.608490] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759114, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.684833] env[62023]: DEBUG oslo_concurrency.lockutils [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "21f41135-2d0e-433b-89b9-e720aaa67d99" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.685202] env[62023]: DEBUG oslo_concurrency.lockutils [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "21f41135-2d0e-433b-89b9-e720aaa67d99" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.716762] env[62023]: DEBUG nova.compute.manager [req-3f7bfb49-af25-4e83-bd73-32cce1c8e2c6 req-a853f664-9d41-489f-9bfd-23e4ee8b2ec4 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Received event network-changed-aa8200bb-b7ed-4f05-a280-d8945cd867b0 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1899.720112] env[62023]: DEBUG nova.compute.manager [req-3f7bfb49-af25-4e83-bd73-32cce1c8e2c6 req-a853f664-9d41-489f-9bfd-23e4ee8b2ec4 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Refreshing instance network info cache due to event network-changed-aa8200bb-b7ed-4f05-a280-d8945cd867b0. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1899.720112] env[62023]: DEBUG oslo_concurrency.lockutils [req-3f7bfb49-af25-4e83-bd73-32cce1c8e2c6 req-a853f664-9d41-489f-9bfd-23e4ee8b2ec4 service nova] Acquiring lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.113106] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759114, 'name': CreateVM_Task, 'duration_secs': 0.370395} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.113106] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1900.113106] env[62023]: INFO nova.network.neutron [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Port a5a01097-3a20-4e36-884f-e2304a4c6b8c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1900.113106] env[62023]: DEBUG nova.network.neutron [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Updating instance_info_cache with network_info: [{"id": "aa8200bb-b7ed-4f05-a280-d8945cd867b0", "address": "fa:16:3e:da:82:f9", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8200bb-b7", "ovs_interfaceid": "aa8200bb-b7ed-4f05-a280-d8945cd867b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.114982] env[62023]: DEBUG oslo_concurrency.lockutils [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.115319] env[62023]: DEBUG oslo_concurrency.lockutils [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.115760] env[62023]: DEBUG oslo_concurrency.lockutils [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1900.116329] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-280230a1-21bd-4a08-a221-45a05ee318e1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.121518] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1900.121518] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522a5740-4d7e-f4f8-bfb3-f745e8940d7e" [ 1900.121518] env[62023]: _type = "Task" [ 1900.121518] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.130811] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522a5740-4d7e-f4f8-bfb3-f745e8940d7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.188637] env[62023]: DEBUG nova.compute.utils [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1900.351940] env[62023]: DEBUG nova.network.neutron [-] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.377977] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "interface-0d1f4838-4a92-426a-8b2f-16b3200db873-a5a01097-3a20-4e36-884f-e2304a4c6b8c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.378338] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "interface-0d1f4838-4a92-426a-8b2f-16b3200db873-a5a01097-3a20-4e36-884f-e2304a4c6b8c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.378658] env[62023]: DEBUG nova.objects.instance [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lazy-loading 'flavor' on Instance uuid 0d1f4838-4a92-426a-8b2f-16b3200db873 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1900.617063] env[62023]: DEBUG oslo_concurrency.lockutils [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.619619] env[62023]: DEBUG oslo_concurrency.lockutils [req-3f7bfb49-af25-4e83-bd73-32cce1c8e2c6 req-a853f664-9d41-489f-9bfd-23e4ee8b2ec4 service nova] Acquired lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.619816] env[62023]: DEBUG nova.network.neutron [req-3f7bfb49-af25-4e83-bd73-32cce1c8e2c6 req-a853f664-9d41-489f-9bfd-23e4ee8b2ec4 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Refreshing network info cache for port aa8200bb-b7ed-4f05-a280-d8945cd867b0 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1900.634119] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]522a5740-4d7e-f4f8-bfb3-f745e8940d7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010309} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.634465] env[62023]: DEBUG oslo_concurrency.lockutils [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.634728] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1900.634964] env[62023]: DEBUG oslo_concurrency.lockutils [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.635129] env[62023]: DEBUG oslo_concurrency.lockutils [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.635310] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1900.635769] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fb668ae-180a-4cb4-b68c-ab71fbaac9ad {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.644555] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1900.644736] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1900.649017] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b16afe6e-2c19-4c44-a5b8-7a3f6b0a0c35 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.652580] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1900.652580] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527a29d5-e3e1-4d6d-9147-9cb7b18385bd" [ 1900.652580] env[62023]: _type = "Task" [ 1900.652580] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.659913] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527a29d5-e3e1-4d6d-9147-9cb7b18385bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.692242] env[62023]: DEBUG oslo_concurrency.lockutils [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "21f41135-2d0e-433b-89b9-e720aaa67d99" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.853490] env[62023]: INFO nova.compute.manager [-] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Took 1.57 seconds to deallocate network for instance. [ 1901.013548] env[62023]: DEBUG nova.objects.instance [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lazy-loading 'pci_requests' on Instance uuid 0d1f4838-4a92-426a-8b2f-16b3200db873 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1901.122315] env[62023]: DEBUG oslo_concurrency.lockutils [None req-254c2588-6ac5-4e17-b469-372ddb17ae52 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "interface-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0-a5a01097-3a20-4e36-884f-e2304a4c6b8c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.428s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.165496] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527a29d5-e3e1-4d6d-9147-9cb7b18385bd, 'name': SearchDatastore_Task, 'duration_secs': 0.008041} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.166266] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-984994bc-cbf2-4345-8bd4-f209e2153e13 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.171696] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1901.171696] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d10a92-1160-9047-cf64-9d1b063cae60" [ 1901.171696] env[62023]: _type = "Task" [ 1901.171696] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.180428] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d10a92-1160-9047-cf64-9d1b063cae60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.269379] env[62023]: DEBUG nova.compute.manager [req-755b92c5-f044-45a8-ac96-c7da70891df0 req-b3f7642a-967f-41bb-88ea-fc4a31bd6a3c service nova] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Received event network-changed-62f5952c-4c29-4558-bda9-a18345df4387 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1901.269646] env[62023]: DEBUG nova.compute.manager [req-755b92c5-f044-45a8-ac96-c7da70891df0 req-b3f7642a-967f-41bb-88ea-fc4a31bd6a3c service nova] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Refreshing instance network info cache due to event network-changed-62f5952c-4c29-4558-bda9-a18345df4387. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1901.269818] env[62023]: DEBUG oslo_concurrency.lockutils [req-755b92c5-f044-45a8-ac96-c7da70891df0 req-b3f7642a-967f-41bb-88ea-fc4a31bd6a3c service nova] Acquiring lock "refresh_cache-bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.269954] env[62023]: DEBUG oslo_concurrency.lockutils [req-755b92c5-f044-45a8-ac96-c7da70891df0 req-b3f7642a-967f-41bb-88ea-fc4a31bd6a3c service nova] Acquired lock "refresh_cache-bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.270174] env[62023]: DEBUG nova.network.neutron [req-755b92c5-f044-45a8-ac96-c7da70891df0 req-b3f7642a-967f-41bb-88ea-fc4a31bd6a3c service nova] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Refreshing network info cache for port 62f5952c-4c29-4558-bda9-a18345df4387 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1901.358509] env[62023]: DEBUG nova.network.neutron [req-3f7bfb49-af25-4e83-bd73-32cce1c8e2c6 req-a853f664-9d41-489f-9bfd-23e4ee8b2ec4 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Updated VIF entry in instance network info cache for port aa8200bb-b7ed-4f05-a280-d8945cd867b0. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1901.358872] env[62023]: DEBUG nova.network.neutron [req-3f7bfb49-af25-4e83-bd73-32cce1c8e2c6 req-a853f664-9d41-489f-9bfd-23e4ee8b2ec4 service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Updating instance_info_cache with network_info: [{"id": "aa8200bb-b7ed-4f05-a280-d8945cd867b0", "address": "fa:16:3e:da:82:f9", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8200bb-b7", "ovs_interfaceid": "aa8200bb-b7ed-4f05-a280-d8945cd867b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.403758] env[62023]: INFO nova.compute.manager [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Took 0.55 seconds to detach 1 volumes for instance. [ 1901.406289] env[62023]: DEBUG nova.compute.manager [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Deleting volume: ab88562b-2817-47a8-9de4-68bc301154f8 {{(pid=62023) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1901.519877] env[62023]: DEBUG nova.objects.base [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Object Instance<0d1f4838-4a92-426a-8b2f-16b3200db873> lazy-loaded attributes: flavor,pci_requests {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1901.520550] env[62023]: DEBUG nova.network.neutron [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1901.611775] env[62023]: DEBUG nova.policy [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59aad45587ed4e228ce1a943e1b44667', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8a1c296030f4630bd777da6fd5edc27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1901.681991] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52d10a92-1160-9047-cf64-9d1b063cae60, 'name': SearchDatastore_Task, 'duration_secs': 0.01002} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.682544] env[62023]: DEBUG oslo_concurrency.lockutils [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.682613] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8/bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1901.682878] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1694d218-d8ec-4454-bcad-86469304f38b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.690189] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1901.690189] env[62023]: value = "task-1759116" [ 1901.690189] env[62023]: _type = "Task" [ 1901.690189] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.698640] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.754088] env[62023]: DEBUG oslo_concurrency.lockutils [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "21f41135-2d0e-433b-89b9-e720aaa67d99" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.754364] env[62023]: DEBUG oslo_concurrency.lockutils [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "21f41135-2d0e-433b-89b9-e720aaa67d99" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.754607] env[62023]: INFO nova.compute.manager [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Attaching volume 98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7 to /dev/sdb [ 1901.771791] env[62023]: DEBUG nova.compute.manager [req-e12c163f-6556-439e-b7d7-d0c5c40caa72 req-4898fc9c-cdbe-4847-be5d-7f244468f47a service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Received event network-changed-922f9951-5c5c-4cb0-bcc0-618fe2558163 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1901.772261] env[62023]: DEBUG nova.compute.manager [req-e12c163f-6556-439e-b7d7-d0c5c40caa72 req-4898fc9c-cdbe-4847-be5d-7f244468f47a service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Refreshing instance network info cache due to event network-changed-922f9951-5c5c-4cb0-bcc0-618fe2558163. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1901.772480] env[62023]: DEBUG oslo_concurrency.lockutils [req-e12c163f-6556-439e-b7d7-d0c5c40caa72 req-4898fc9c-cdbe-4847-be5d-7f244468f47a service nova] Acquiring lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.772863] env[62023]: DEBUG oslo_concurrency.lockutils [req-e12c163f-6556-439e-b7d7-d0c5c40caa72 req-4898fc9c-cdbe-4847-be5d-7f244468f47a service nova] Acquired lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.773082] env[62023]: DEBUG nova.network.neutron [req-e12c163f-6556-439e-b7d7-d0c5c40caa72 req-4898fc9c-cdbe-4847-be5d-7f244468f47a service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Refreshing network info cache for port 922f9951-5c5c-4cb0-bcc0-618fe2558163 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1901.790179] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31356bec-393b-48da-99da-e87d9343735d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.798471] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcd07db-7a76-4768-b829-b285b0e4599f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.812597] env[62023]: DEBUG nova.virt.block_device [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updating existing volume attachment record: e6794f46-370d-4b19-98dc-ac3c0d0bc49b {{(pid=62023) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1901.861493] env[62023]: DEBUG oslo_concurrency.lockutils [req-3f7bfb49-af25-4e83-bd73-32cce1c8e2c6 req-a853f664-9d41-489f-9bfd-23e4ee8b2ec4 service nova] Releasing lock "refresh_cache-63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.941665] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.942021] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.942324] env[62023]: DEBUG nova.objects.instance [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lazy-loading 'resources' on Instance uuid 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1902.002684] env[62023]: DEBUG nova.network.neutron [req-755b92c5-f044-45a8-ac96-c7da70891df0 req-b3f7642a-967f-41bb-88ea-fc4a31bd6a3c service nova] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Updated VIF entry in instance network info cache for port 62f5952c-4c29-4558-bda9-a18345df4387. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1902.003093] env[62023]: DEBUG nova.network.neutron [req-755b92c5-f044-45a8-ac96-c7da70891df0 req-b3f7642a-967f-41bb-88ea-fc4a31bd6a3c service nova] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Updating instance_info_cache with network_info: [{"id": "62f5952c-4c29-4558-bda9-a18345df4387", "address": "fa:16:3e:1b:31:39", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f5952c-4c", "ovs_interfaceid": "62f5952c-4c29-4558-bda9-a18345df4387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.125235] env[62023]: DEBUG oslo_concurrency.lockutils [None req-db0ecd50-6707-491e-a65c-8d74940c6434 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "e6ece595-bca7-4470-a1d6-0d2a597c6be7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.125467] env[62023]: DEBUG oslo_concurrency.lockutils [None req-db0ecd50-6707-491e-a65c-8d74940c6434 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "e6ece595-bca7-4470-a1d6-0d2a597c6be7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.125667] env[62023]: DEBUG nova.compute.manager [None req-db0ecd50-6707-491e-a65c-8d74940c6434 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1902.126597] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58b0ca7-4a9e-4012-ba29-7881c0fb9980 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.133862] env[62023]: DEBUG nova.compute.manager [None req-db0ecd50-6707-491e-a65c-8d74940c6434 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62023) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1902.134539] env[62023]: DEBUG nova.objects.instance [None req-db0ecd50-6707-491e-a65c-8d74940c6434 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lazy-loading 'flavor' on Instance uuid e6ece595-bca7-4470-a1d6-0d2a597c6be7 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1902.200901] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759116, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.494515] env[62023]: DEBUG nova.network.neutron [req-e12c163f-6556-439e-b7d7-d0c5c40caa72 req-4898fc9c-cdbe-4847-be5d-7f244468f47a service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Updated VIF entry in instance network info cache for port 922f9951-5c5c-4cb0-bcc0-618fe2558163. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1902.495386] env[62023]: DEBUG nova.network.neutron [req-e12c163f-6556-439e-b7d7-d0c5c40caa72 req-4898fc9c-cdbe-4847-be5d-7f244468f47a service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Updating instance_info_cache with network_info: [{"id": "922f9951-5c5c-4cb0-bcc0-618fe2558163", "address": "fa:16:3e:3b:31:fc", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922f9951-5c", "ovs_interfaceid": "922f9951-5c5c-4cb0-bcc0-618fe2558163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.505876] env[62023]: DEBUG oslo_concurrency.lockutils [req-755b92c5-f044-45a8-ac96-c7da70891df0 req-b3f7642a-967f-41bb-88ea-fc4a31bd6a3c service nova] Releasing lock "refresh_cache-bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.584230] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5111e2-4b30-412d-b0bc-abad1e385f72 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.592439] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0961d04-68c1-43e1-966b-0af4135912f3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.623989] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408ec958-8fed-4184-b3ea-963972d255ab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.631900] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec812a1-e1f5-4d32-a5a6-da08724db6ca {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.649099] env[62023]: DEBUG nova.compute.provider_tree [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1902.700592] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627017} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.700956] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8/bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1902.701057] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1902.701339] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd41ba90-d0cd-4397-9cf6-7b3a0e4b13a0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.708572] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1902.708572] env[62023]: value = "task-1759120" [ 1902.708572] env[62023]: _type = "Task" [ 1902.708572] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.715832] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.000010] env[62023]: DEBUG oslo_concurrency.lockutils [req-e12c163f-6556-439e-b7d7-d0c5c40caa72 req-4898fc9c-cdbe-4847-be5d-7f244468f47a service nova] Releasing lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.144601] env[62023]: DEBUG nova.network.neutron [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Successfully updated port: a5a01097-3a20-4e36-884f-e2304a4c6b8c {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1903.149838] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0ecd50-6707-491e-a65c-8d74940c6434 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1903.149942] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8351b401-6cea-4b35-b21d-eb3e68c82ab3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.153087] env[62023]: DEBUG nova.scheduler.client.report [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1903.162480] env[62023]: DEBUG oslo_vmware.api [None req-db0ecd50-6707-491e-a65c-8d74940c6434 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1903.162480] env[62023]: value = "task-1759121" [ 1903.162480] env[62023]: _type = "Task" [ 1903.162480] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.171793] env[62023]: DEBUG oslo_vmware.api [None req-db0ecd50-6707-491e-a65c-8d74940c6434 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.219052] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065813} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.219383] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1903.220285] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942f69b3-47a3-4558-a749-2575dfa3bc19 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.242884] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8/bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1903.243471] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a8419f1-319d-41a5-aa23-275e8fceddd1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.263964] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1903.263964] env[62023]: value = "task-1759122" [ 1903.263964] env[62023]: _type = "Task" [ 1903.263964] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.271988] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.302609] env[62023]: DEBUG nova.compute.manager [req-9ea8fb72-07aa-430c-8e1d-8d53108b3b3b req-41eacd3b-dd6b-4dc5-88f2-34ee57063495 service nova] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Received event network-vif-deleted-e0bb8a07-2d66-49f1-9f64-1ce89395c1b3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1903.302849] env[62023]: DEBUG nova.compute.manager [req-9ea8fb72-07aa-430c-8e1d-8d53108b3b3b req-41eacd3b-dd6b-4dc5-88f2-34ee57063495 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Received event network-vif-plugged-a5a01097-3a20-4e36-884f-e2304a4c6b8c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1903.303116] env[62023]: DEBUG oslo_concurrency.lockutils [req-9ea8fb72-07aa-430c-8e1d-8d53108b3b3b req-41eacd3b-dd6b-4dc5-88f2-34ee57063495 service nova] Acquiring lock "0d1f4838-4a92-426a-8b2f-16b3200db873-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.303373] env[62023]: DEBUG oslo_concurrency.lockutils [req-9ea8fb72-07aa-430c-8e1d-8d53108b3b3b req-41eacd3b-dd6b-4dc5-88f2-34ee57063495 service nova] Lock "0d1f4838-4a92-426a-8b2f-16b3200db873-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.303579] env[62023]: DEBUG oslo_concurrency.lockutils [req-9ea8fb72-07aa-430c-8e1d-8d53108b3b3b req-41eacd3b-dd6b-4dc5-88f2-34ee57063495 service nova] Lock "0d1f4838-4a92-426a-8b2f-16b3200db873-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.303762] env[62023]: DEBUG nova.compute.manager [req-9ea8fb72-07aa-430c-8e1d-8d53108b3b3b req-41eacd3b-dd6b-4dc5-88f2-34ee57063495 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] No waiting events found dispatching network-vif-plugged-a5a01097-3a20-4e36-884f-e2304a4c6b8c {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1903.303961] env[62023]: WARNING nova.compute.manager [req-9ea8fb72-07aa-430c-8e1d-8d53108b3b3b req-41eacd3b-dd6b-4dc5-88f2-34ee57063495 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Received unexpected event network-vif-plugged-a5a01097-3a20-4e36-884f-e2304a4c6b8c for instance with vm_state active and task_state None. [ 1903.304178] env[62023]: DEBUG nova.compute.manager [req-9ea8fb72-07aa-430c-8e1d-8d53108b3b3b req-41eacd3b-dd6b-4dc5-88f2-34ee57063495 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Received event network-changed-a5a01097-3a20-4e36-884f-e2304a4c6b8c {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1903.304375] env[62023]: DEBUG nova.compute.manager [req-9ea8fb72-07aa-430c-8e1d-8d53108b3b3b req-41eacd3b-dd6b-4dc5-88f2-34ee57063495 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Refreshing instance network info cache due to event network-changed-a5a01097-3a20-4e36-884f-e2304a4c6b8c. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1903.304600] env[62023]: DEBUG oslo_concurrency.lockutils [req-9ea8fb72-07aa-430c-8e1d-8d53108b3b3b req-41eacd3b-dd6b-4dc5-88f2-34ee57063495 service nova] Acquiring lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.304777] env[62023]: DEBUG oslo_concurrency.lockutils [req-9ea8fb72-07aa-430c-8e1d-8d53108b3b3b req-41eacd3b-dd6b-4dc5-88f2-34ee57063495 service nova] Acquired lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.304974] env[62023]: DEBUG nova.network.neutron [req-9ea8fb72-07aa-430c-8e1d-8d53108b3b3b req-41eacd3b-dd6b-4dc5-88f2-34ee57063495 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Refreshing network info cache for port a5a01097-3a20-4e36-884f-e2304a4c6b8c {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1903.647562] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.660078] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.672754] env[62023]: DEBUG oslo_vmware.api [None req-db0ecd50-6707-491e-a65c-8d74940c6434 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759121, 'name': PowerOffVM_Task, 'duration_secs': 0.218616} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.673083] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0ecd50-6707-491e-a65c-8d74940c6434 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1903.673341] env[62023]: DEBUG nova.compute.manager [None req-db0ecd50-6707-491e-a65c-8d74940c6434 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1903.674282] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884afe40-7936-42ef-b977-3e3cc51b270c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.679812] env[62023]: INFO nova.scheduler.client.report [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Deleted allocations for instance 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec [ 1903.775494] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759122, 'name': ReconfigVM_Task, 'duration_secs': 0.273705} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.775810] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Reconfigured VM instance instance-0000007b to attach disk [datastore1] bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8/bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1903.776410] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aea93292-104e-4258-8c9f-19eb60378f31 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.783535] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1903.783535] env[62023]: value = "task-1759123" [ 1903.783535] env[62023]: _type = "Task" [ 1903.783535] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.792864] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759123, 'name': Rename_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.103600] env[62023]: DEBUG nova.network.neutron [req-9ea8fb72-07aa-430c-8e1d-8d53108b3b3b req-41eacd3b-dd6b-4dc5-88f2-34ee57063495 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Added VIF to instance network info cache for port a5a01097-3a20-4e36-884f-e2304a4c6b8c. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1904.103600] env[62023]: DEBUG nova.network.neutron [req-9ea8fb72-07aa-430c-8e1d-8d53108b3b3b req-41eacd3b-dd6b-4dc5-88f2-34ee57063495 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Updating instance_info_cache with network_info: [{"id": "922f9951-5c5c-4cb0-bcc0-618fe2558163", "address": "fa:16:3e:3b:31:fc", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922f9951-5c", "ovs_interfaceid": "922f9951-5c5c-4cb0-bcc0-618fe2558163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a5a01097-3a20-4e36-884f-e2304a4c6b8c", "address": "fa:16:3e:0d:f6:59", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a01097-3a", "ovs_interfaceid": "a5a01097-3a20-4e36-884f-e2304a4c6b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.191690] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06ec823b-5d7a-424c-a2e1-f88ffd0c89c8 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "2e348316-1f0e-4b6c-a83a-7eb9a27da0ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.722s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.192889] env[62023]: DEBUG oslo_concurrency.lockutils [None req-db0ecd50-6707-491e-a65c-8d74940c6434 tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "e6ece595-bca7-4470-a1d6-0d2a597c6be7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.293970] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759123, 'name': Rename_Task, 'duration_secs': 0.135683} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.294280] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1904.294564] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb33dca1-a512-4fc7-b780-a02eb9160270 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.302214] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1904.302214] env[62023]: value = "task-1759125" [ 1904.302214] env[62023]: _type = "Task" [ 1904.302214] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.309981] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.347373] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "b272c798-7af0-436b-80b6-47c0fb366b5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.347641] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "b272c798-7af0-436b-80b6-47c0fb366b5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.347857] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "b272c798-7af0-436b-80b6-47c0fb366b5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.348057] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "b272c798-7af0-436b-80b6-47c0fb366b5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.348234] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "b272c798-7af0-436b-80b6-47c0fb366b5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.350427] env[62023]: INFO nova.compute.manager [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Terminating instance [ 1904.605996] env[62023]: DEBUG oslo_concurrency.lockutils [req-9ea8fb72-07aa-430c-8e1d-8d53108b3b3b req-41eacd3b-dd6b-4dc5-88f2-34ee57063495 service nova] Releasing lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.606500] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.606720] env[62023]: DEBUG nova.network.neutron [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1904.812777] env[62023]: DEBUG oslo_vmware.api [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759125, 'name': PowerOnVM_Task, 'duration_secs': 0.457864} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.813114] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1904.813277] env[62023]: INFO nova.compute.manager [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1904.813468] env[62023]: DEBUG nova.compute.manager [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1904.814251] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ccb901-dc93-4fe3-9d2e-6425f1c542f5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.854359] env[62023]: DEBUG nova.compute.manager [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1904.854585] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1904.855487] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e7c4b2-22ff-47bb-994a-ed3dcef5ac9c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.863954] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1904.864209] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-829c6f0f-9151-470b-b846-e80d083b2003 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.870857] env[62023]: DEBUG oslo_vmware.api [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1904.870857] env[62023]: value = "task-1759126" [ 1904.870857] env[62023]: _type = "Task" [ 1904.870857] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.880124] env[62023]: DEBUG oslo_vmware.api [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.946934] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "e6ece595-bca7-4470-a1d6-0d2a597c6be7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.947386] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "e6ece595-bca7-4470-a1d6-0d2a597c6be7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.947736] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "e6ece595-bca7-4470-a1d6-0d2a597c6be7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.948030] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "e6ece595-bca7-4470-a1d6-0d2a597c6be7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.948308] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "e6ece595-bca7-4470-a1d6-0d2a597c6be7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.950617] env[62023]: INFO nova.compute.manager [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Terminating instance [ 1905.140279] env[62023]: WARNING nova.network.neutron [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] a2abf8e9-1c85-459d-9f40-2988251aa2d1 already exists in list: networks containing: ['a2abf8e9-1c85-459d-9f40-2988251aa2d1']. ignoring it [ 1905.140534] env[62023]: WARNING nova.network.neutron [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] a2abf8e9-1c85-459d-9f40-2988251aa2d1 already exists in list: networks containing: ['a2abf8e9-1c85-459d-9f40-2988251aa2d1']. ignoring it [ 1905.140708] env[62023]: WARNING nova.network.neutron [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] a5a01097-3a20-4e36-884f-e2304a4c6b8c already exists in list: port_ids containing: ['a5a01097-3a20-4e36-884f-e2304a4c6b8c']. ignoring it [ 1905.332910] env[62023]: INFO nova.compute.manager [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Took 12.01 seconds to build instance. [ 1905.381999] env[62023]: DEBUG oslo_vmware.api [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759126, 'name': PowerOffVM_Task, 'duration_secs': 0.212502} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.384479] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1905.384665] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1905.384930] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a3147e6-577b-4743-be2c-007b5bbad4e9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.420314] env[62023]: DEBUG nova.network.neutron [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Updating instance_info_cache with network_info: [{"id": "922f9951-5c5c-4cb0-bcc0-618fe2558163", "address": "fa:16:3e:3b:31:fc", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922f9951-5c", "ovs_interfaceid": "922f9951-5c5c-4cb0-bcc0-618fe2558163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a5a01097-3a20-4e36-884f-e2304a4c6b8c", "address": "fa:16:3e:0d:f6:59", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a01097-3a", "ovs_interfaceid": "a5a01097-3a20-4e36-884f-e2304a4c6b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.454604] env[62023]: DEBUG nova.compute.manager [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1905.454861] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1905.455739] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45073f11-53f8-494c-8d09-43678aae65ee {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.463543] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1905.463794] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f4097da-a841-4574-8cfc-8fd72eda9a78 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.475488] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1905.475691] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1905.475868] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Deleting the datastore file [datastore1] b272c798-7af0-436b-80b6-47c0fb366b5c {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1905.476155] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f7dec17-8748-4172-9526-ebc6276df118 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.481824] env[62023]: DEBUG oslo_vmware.api [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1905.481824] env[62023]: value = "task-1759129" [ 1905.481824] env[62023]: _type = "Task" [ 1905.481824] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.489444] env[62023]: DEBUG oslo_vmware.api [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.578405] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1905.578634] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1905.578813] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleting the datastore file [datastore1] e6ece595-bca7-4470-a1d6-0d2a597c6be7 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1905.579136] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-527307df-5a44-4eab-99a1-6f8a54174fdf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.586411] env[62023]: DEBUG oslo_vmware.api [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1905.586411] env[62023]: value = "task-1759130" [ 1905.586411] env[62023]: _type = "Task" [ 1905.586411] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.595237] env[62023]: DEBUG oslo_vmware.api [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.835811] env[62023]: DEBUG oslo_concurrency.lockutils [None req-49bf6ae6-3b74-4b0c-a155-19d1687fe9df tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.520s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.923657] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.924353] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.924513] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.925601] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c55ffdb-bd1a-4482-b028-1c260b1b9917 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.942648] env[62023]: DEBUG nova.virt.hardware [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1905.942920] env[62023]: DEBUG nova.virt.hardware [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1905.943116] env[62023]: DEBUG nova.virt.hardware [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1905.943295] env[62023]: DEBUG nova.virt.hardware [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1905.943451] env[62023]: DEBUG nova.virt.hardware [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1905.943625] env[62023]: DEBUG nova.virt.hardware [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1905.943834] env[62023]: DEBUG nova.virt.hardware [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1905.943992] env[62023]: DEBUG nova.virt.hardware [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1905.944181] env[62023]: DEBUG nova.virt.hardware [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1905.944348] env[62023]: DEBUG nova.virt.hardware [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1905.944518] env[62023]: DEBUG nova.virt.hardware [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1905.950881] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Reconfiguring VM to attach interface {{(pid=62023) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1905.951583] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df9809a1-b006-4cbf-9732-2fe2d933e282 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.969032] env[62023]: DEBUG oslo_vmware.api [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1905.969032] env[62023]: value = "task-1759131" [ 1905.969032] env[62023]: _type = "Task" [ 1905.969032] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.976757] env[62023]: DEBUG oslo_vmware.api [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759131, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.990592] env[62023]: DEBUG oslo_vmware.api [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127424} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.990789] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1905.990967] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1905.991180] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1905.991363] env[62023]: INFO nova.compute.manager [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1905.991664] env[62023]: DEBUG oslo.service.loopingcall [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1905.991823] env[62023]: DEBUG nova.compute.manager [-] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1905.991914] env[62023]: DEBUG nova.network.neutron [-] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1906.096960] env[62023]: DEBUG oslo_vmware.api [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155396} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.097281] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1906.097512] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1906.097698] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1906.097869] env[62023]: INFO nova.compute.manager [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1906.098121] env[62023]: DEBUG oslo.service.loopingcall [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1906.098318] env[62023]: DEBUG nova.compute.manager [-] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1906.098419] env[62023]: DEBUG nova.network.neutron [-] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1906.251177] env[62023]: DEBUG nova.compute.manager [req-7b53aacc-5a20-4781-b3d5-cdbf79d09567 req-7fff440e-d392-41ed-a705-e66ca7543300 service nova] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Received event network-vif-deleted-301b624d-a59d-4c09-b2a5-823944aad367 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1906.251407] env[62023]: INFO nova.compute.manager [req-7b53aacc-5a20-4781-b3d5-cdbf79d09567 req-7fff440e-d392-41ed-a705-e66ca7543300 service nova] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Neutron deleted interface 301b624d-a59d-4c09-b2a5-823944aad367; detaching it from the instance and deleting it from the info cache [ 1906.251556] env[62023]: DEBUG nova.network.neutron [req-7b53aacc-5a20-4781-b3d5-cdbf79d09567 req-7fff440e-d392-41ed-a705-e66ca7543300 service nova] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.362019] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Volume attach. Driver type: vmdk {{(pid=62023) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1906.362285] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365499', 'volume_id': '98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7', 'name': 'volume-98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '21f41135-2d0e-433b-89b9-e720aaa67d99', 'attached_at': '', 'detached_at': '', 'volume_id': '98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7', 'serial': '98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1906.363151] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0cec58-1ea8-4f59-8e22-bfe170fb5825 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.379511] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1afb8c-6484-490f-ad58-8d3371dc181e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.405466] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7/volume-98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1906.405762] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21e6650e-c0e3-4607-a6cb-3b0c38e3da40 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.425313] env[62023]: DEBUG oslo_vmware.api [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1906.425313] env[62023]: value = "task-1759132" [ 1906.425313] env[62023]: _type = "Task" [ 1906.425313] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.433430] env[62023]: DEBUG oslo_vmware.api [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.479576] env[62023]: DEBUG oslo_vmware.api [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.544021] env[62023]: DEBUG nova.compute.manager [req-7f727834-9a9a-4dd9-9a46-7c1bab770959 req-11cb1fb7-3a92-483a-bb6d-6f15f05e01ce service nova] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Received event network-vif-deleted-c90f5035-94b4-4639-a416-b262731daa7a {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1906.544021] env[62023]: INFO nova.compute.manager [req-7f727834-9a9a-4dd9-9a46-7c1bab770959 req-11cb1fb7-3a92-483a-bb6d-6f15f05e01ce service nova] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Neutron deleted interface c90f5035-94b4-4639-a416-b262731daa7a; detaching it from the instance and deleting it from the info cache [ 1906.544021] env[62023]: DEBUG nova.network.neutron [req-7f727834-9a9a-4dd9-9a46-7c1bab770959 req-11cb1fb7-3a92-483a-bb6d-6f15f05e01ce service nova] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.727413] env[62023]: DEBUG nova.network.neutron [-] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.755680] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9395d37-db01-4668-a7b1-d994970e0880 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.765315] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccb2855-3166-43d6-8c19-783332ddf999 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.794882] env[62023]: DEBUG nova.compute.manager [req-7b53aacc-5a20-4781-b3d5-cdbf79d09567 req-7fff440e-d392-41ed-a705-e66ca7543300 service nova] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Detach interface failed, port_id=301b624d-a59d-4c09-b2a5-823944aad367, reason: Instance b272c798-7af0-436b-80b6-47c0fb366b5c could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1906.935939] env[62023]: DEBUG oslo_vmware.api [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759132, 'name': ReconfigVM_Task, 'duration_secs': 0.384478} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.936349] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7/volume-98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1906.942345] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-711af189-e07e-4dee-b3e9-aa7217c5c6c4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.959067] env[62023]: DEBUG oslo_vmware.api [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1906.959067] env[62023]: value = "task-1759133" [ 1906.959067] env[62023]: _type = "Task" [ 1906.959067] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.966820] env[62023]: DEBUG oslo_vmware.api [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.977179] env[62023]: DEBUG oslo_vmware.api [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759131, 'name': ReconfigVM_Task, 'duration_secs': 0.907934} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.977649] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.977861] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Reconfigured VM to attach interface {{(pid=62023) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1907.016674] env[62023]: DEBUG nova.network.neutron [-] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.045155] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca4b497d-cf16-4b28-b6ef-ec9faab0d5b9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.054538] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dabd79-4cbd-49cb-9e70-352185dd995b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.082849] env[62023]: DEBUG nova.compute.manager [req-7f727834-9a9a-4dd9-9a46-7c1bab770959 req-11cb1fb7-3a92-483a-bb6d-6f15f05e01ce service nova] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Detach interface failed, port_id=c90f5035-94b4-4639-a416-b262731daa7a, reason: Instance e6ece595-bca7-4470-a1d6-0d2a597c6be7 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1907.230897] env[62023]: INFO nova.compute.manager [-] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Took 1.24 seconds to deallocate network for instance. [ 1907.469524] env[62023]: DEBUG oslo_vmware.api [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759133, 'name': ReconfigVM_Task, 'duration_secs': 0.149272} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.469927] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365499', 'volume_id': '98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7', 'name': 'volume-98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '21f41135-2d0e-433b-89b9-e720aaa67d99', 'attached_at': '', 'detached_at': '', 'volume_id': '98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7', 'serial': '98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1907.482645] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ce244869-4aa8-4f8c-9bfa-6ce0e092833f tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "interface-0d1f4838-4a92-426a-8b2f-16b3200db873-a5a01097-3a20-4e36-884f-e2304a4c6b8c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.104s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.518785] env[62023]: INFO nova.compute.manager [-] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Took 1.42 seconds to deallocate network for instance. [ 1907.737404] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.737674] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.737902] env[62023]: DEBUG nova.objects.instance [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lazy-loading 'resources' on Instance uuid b272c798-7af0-436b-80b6-47c0fb366b5c {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1908.025228] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.397651] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae5cb63-8d56-4250-b19f-44dd7178ac3e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.405413] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccde09c6-89bb-41e3-8059-95095edacb15 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.434655] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dc3794-b687-4de8-9faf-b3f3b2792819 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.441947] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8620508b-3295-4ab5-bd52-9d5f98bb6840 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.454825] env[62023]: DEBUG nova.compute.provider_tree [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1908.504714] env[62023]: DEBUG nova.objects.instance [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lazy-loading 'flavor' on Instance uuid 21f41135-2d0e-433b-89b9-e720aaa67d99 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1908.569463] env[62023]: DEBUG nova.compute.manager [req-866ff913-ec22-4343-b584-100998362592 req-cb800f25-62ad-4532-b017-f9c08af0f706 service nova] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Received event network-changed-62f5952c-4c29-4558-bda9-a18345df4387 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1908.569675] env[62023]: DEBUG nova.compute.manager [req-866ff913-ec22-4343-b584-100998362592 req-cb800f25-62ad-4532-b017-f9c08af0f706 service nova] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Refreshing instance network info cache due to event network-changed-62f5952c-4c29-4558-bda9-a18345df4387. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1908.569878] env[62023]: DEBUG oslo_concurrency.lockutils [req-866ff913-ec22-4343-b584-100998362592 req-cb800f25-62ad-4532-b017-f9c08af0f706 service nova] Acquiring lock "refresh_cache-bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.570397] env[62023]: DEBUG oslo_concurrency.lockutils [req-866ff913-ec22-4343-b584-100998362592 req-cb800f25-62ad-4532-b017-f9c08af0f706 service nova] Acquired lock "refresh_cache-bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.570397] env[62023]: DEBUG nova.network.neutron [req-866ff913-ec22-4343-b584-100998362592 req-cb800f25-62ad-4532-b017-f9c08af0f706 service nova] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Refreshing network info cache for port 62f5952c-4c29-4558-bda9-a18345df4387 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1908.958249] env[62023]: DEBUG nova.scheduler.client.report [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1909.013719] env[62023]: DEBUG oslo_concurrency.lockutils [None req-36ca3cb1-d085-40a3-986f-a503ec0d5f7d tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "21f41135-2d0e-433b-89b9-e720aaa67d99" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.259s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.097904] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "interface-0d1f4838-4a92-426a-8b2f-16b3200db873-a5a01097-3a20-4e36-884f-e2304a4c6b8c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.098404] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "interface-0d1f4838-4a92-426a-8b2f-16b3200db873-a5a01097-3a20-4e36-884f-e2304a4c6b8c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.284961] env[62023]: DEBUG nova.network.neutron [req-866ff913-ec22-4343-b584-100998362592 req-cb800f25-62ad-4532-b017-f9c08af0f706 service nova] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Updated VIF entry in instance network info cache for port 62f5952c-4c29-4558-bda9-a18345df4387. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1909.285392] env[62023]: DEBUG nova.network.neutron [req-866ff913-ec22-4343-b584-100998362592 req-cb800f25-62ad-4532-b017-f9c08af0f706 service nova] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Updating instance_info_cache with network_info: [{"id": "62f5952c-4c29-4558-bda9-a18345df4387", "address": "fa:16:3e:1b:31:39", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f5952c-4c", "ovs_interfaceid": "62f5952c-4c29-4558-bda9-a18345df4387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.463395] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.465653] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.441s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.465889] env[62023]: DEBUG nova.objects.instance [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lazy-loading 'resources' on Instance uuid e6ece595-bca7-4470-a1d6-0d2a597c6be7 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1909.478664] env[62023]: INFO nova.scheduler.client.report [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Deleted allocations for instance b272c798-7af0-436b-80b6-47c0fb366b5c [ 1909.600963] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.601181] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.602252] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad19f0b-060f-44cc-8186-6b65f6805449 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.619789] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ddbdea-f012-4d7e-9cc6-6bf4b84c2f9c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.645169] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Reconfiguring VM to detach interface {{(pid=62023) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1909.646020] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe76be7c-a774-436d-8a07-d450b18aeb63 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.665269] env[62023]: DEBUG oslo_vmware.api [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1909.665269] env[62023]: value = "task-1759134" [ 1909.665269] env[62023]: _type = "Task" [ 1909.665269] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.674636] env[62023]: DEBUG oslo_vmware.api [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.788885] env[62023]: DEBUG oslo_concurrency.lockutils [req-866ff913-ec22-4343-b584-100998362592 req-cb800f25-62ad-4532-b017-f9c08af0f706 service nova] Releasing lock "refresh_cache-bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.851553] env[62023]: DEBUG nova.compute.manager [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Stashing vm_state: active {{(pid=62023) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1909.989766] env[62023]: DEBUG oslo_concurrency.lockutils [None req-cff98529-3281-4778-b1dc-0f4778f3f988 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "b272c798-7af0-436b-80b6-47c0fb366b5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.642s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.072392] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34dccd4-4a83-4eff-9df2-81386bac608f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.079888] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd23fcc-bbee-4604-8b21-2f1f17002df5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.109602] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bf5851-11ac-47c3-b8ac-3add97b5a10f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.116827] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b107f645-3878-44dd-8795-310003ca70b5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.129740] env[62023]: DEBUG nova.compute.provider_tree [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1910.174986] env[62023]: DEBUG oslo_vmware.api [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.368049] env[62023]: DEBUG oslo_concurrency.lockutils [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.632853] env[62023]: DEBUG nova.scheduler.client.report [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1910.676409] env[62023]: DEBUG oslo_vmware.api [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.137709] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.140085] env[62023]: DEBUG oslo_concurrency.lockutils [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.772s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.157827] env[62023]: INFO nova.scheduler.client.report [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleted allocations for instance e6ece595-bca7-4470-a1d6-0d2a597c6be7 [ 1911.177239] env[62023]: DEBUG oslo_vmware.api [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.645429] env[62023]: INFO nova.compute.claims [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1911.667914] env[62023]: DEBUG oslo_concurrency.lockutils [None req-dccbbe8a-a7a0-4e3b-b4d0-b9c4cb25a28c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "e6ece595-bca7-4470-a1d6-0d2a597c6be7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.720s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.680028] env[62023]: DEBUG oslo_vmware.api [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.151621] env[62023]: INFO nova.compute.resource_tracker [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updating resource usage from migration fd6c8608-f781-4911-abbf-40b787cce9f2 [ 1912.181031] env[62023]: DEBUG oslo_vmware.api [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.263495] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c14f9a-1024-4a5b-83c1-55014af3cdf7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.271667] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2c294a-8474-4d5d-b5d2-2fb1d9d6051c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.302684] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b07b9e-de92-4c9a-a04e-ebf97fd3f24c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.310288] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc495e6-bc49-4201-b312-23d5d0b8a7de {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.325306] env[62023]: DEBUG nova.compute.provider_tree [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1912.679305] env[62023]: DEBUG oslo_vmware.api [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.828941] env[62023]: DEBUG nova.scheduler.client.report [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1912.832281] env[62023]: DEBUG oslo_concurrency.lockutils [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "539873cb-daa5-4c76-a0e0-7929e6b5117a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.832709] env[62023]: DEBUG oslo_concurrency.lockutils [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "539873cb-daa5-4c76-a0e0-7929e6b5117a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.832709] env[62023]: DEBUG oslo_concurrency.lockutils [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "539873cb-daa5-4c76-a0e0-7929e6b5117a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.832875] env[62023]: DEBUG oslo_concurrency.lockutils [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "539873cb-daa5-4c76-a0e0-7929e6b5117a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.833045] env[62023]: DEBUG oslo_concurrency.lockutils [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "539873cb-daa5-4c76-a0e0-7929e6b5117a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.836638] env[62023]: INFO nova.compute.manager [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Terminating instance [ 1913.180300] env[62023]: DEBUG oslo_vmware.api [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.336103] env[62023]: DEBUG oslo_concurrency.lockutils [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.196s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.336339] env[62023]: INFO nova.compute.manager [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Migrating [ 1913.343524] env[62023]: DEBUG nova.compute.manager [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1913.343740] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1913.347047] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74bb908-7bf3-47ae-809e-e36b61573c0d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.359782] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1913.360079] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7140a1c-5b82-4a4c-91e5-1971704881cf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.368046] env[62023]: DEBUG oslo_vmware.api [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1913.368046] env[62023]: value = "task-1759136" [ 1913.368046] env[62023]: _type = "Task" [ 1913.368046] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.378694] env[62023]: DEBUG oslo_vmware.api [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.680720] env[62023]: DEBUG oslo_vmware.api [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.855675] env[62023]: DEBUG oslo_concurrency.lockutils [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.855893] env[62023]: DEBUG oslo_concurrency.lockutils [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.856061] env[62023]: DEBUG nova.network.neutron [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1913.880252] env[62023]: DEBUG oslo_vmware.api [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759136, 'name': PowerOffVM_Task, 'duration_secs': 0.231743} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.880464] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1913.880628] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1913.881098] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f525a733-5ef6-47f5-9226-0b40d77d02e3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.959268] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.959491] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.959668] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleting the datastore file [datastore1] 539873cb-daa5-4c76-a0e0-7929e6b5117a {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.959917] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0958993-b062-4e03-85f3-622b3e7db7f3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.965975] env[62023]: DEBUG oslo_vmware.api [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for the task: (returnval){ [ 1913.965975] env[62023]: value = "task-1759138" [ 1913.965975] env[62023]: _type = "Task" [ 1913.965975] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.973560] env[62023]: DEBUG oslo_vmware.api [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.104924] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "007c853b-b603-44e4-9f3d-42872bd4baca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.105244] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "007c853b-b603-44e4-9f3d-42872bd4baca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.105510] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "007c853b-b603-44e4-9f3d-42872bd4baca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.105706] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "007c853b-b603-44e4-9f3d-42872bd4baca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.105874] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "007c853b-b603-44e4-9f3d-42872bd4baca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.108123] env[62023]: INFO nova.compute.manager [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Terminating instance [ 1914.180581] env[62023]: DEBUG oslo_vmware.api [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.476100] env[62023]: DEBUG oslo_vmware.api [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Task: {'id': task-1759138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148361} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.476363] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1914.476547] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1914.476721] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1914.476889] env[62023]: INFO nova.compute.manager [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1914.477150] env[62023]: DEBUG oslo.service.loopingcall [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1914.477347] env[62023]: DEBUG nova.compute.manager [-] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1914.477459] env[62023]: DEBUG nova.network.neutron [-] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1914.565708] env[62023]: DEBUG nova.network.neutron [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updating instance_info_cache with network_info: [{"id": "313e4945-9718-459d-8e52-9446aa733711", "address": "fa:16:3e:76:f1:de", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap313e4945-97", "ovs_interfaceid": "313e4945-9718-459d-8e52-9446aa733711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.611863] env[62023]: DEBUG nova.compute.manager [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1914.612159] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1914.613164] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13351504-f0c8-45ef-ab15-6d6fcb8cb1ed {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.621497] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1914.621764] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21a3ddc6-76f9-4f4e-8ebe-060c9b378a7f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.629450] env[62023]: DEBUG oslo_vmware.api [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1914.629450] env[62023]: value = "task-1759139" [ 1914.629450] env[62023]: _type = "Task" [ 1914.629450] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.637792] env[62023]: DEBUG oslo_vmware.api [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.680793] env[62023]: DEBUG oslo_vmware.api [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.736786] env[62023]: DEBUG nova.compute.manager [req-739cc5dc-59d8-4317-a476-835c889a6047 req-f1c24b16-71f9-4278-bcf0-7c78c232479f service nova] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Received event network-vif-deleted-bf65de89-5528-44f9-8565-e9618e2e3864 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1914.736930] env[62023]: INFO nova.compute.manager [req-739cc5dc-59d8-4317-a476-835c889a6047 req-f1c24b16-71f9-4278-bcf0-7c78c232479f service nova] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Neutron deleted interface bf65de89-5528-44f9-8565-e9618e2e3864; detaching it from the instance and deleting it from the info cache [ 1914.737069] env[62023]: DEBUG nova.network.neutron [req-739cc5dc-59d8-4317-a476-835c889a6047 req-f1c24b16-71f9-4278-bcf0-7c78c232479f service nova] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.068983] env[62023]: DEBUG oslo_concurrency.lockutils [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.138800] env[62023]: DEBUG oslo_vmware.api [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759139, 'name': PowerOffVM_Task, 'duration_secs': 0.197872} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.139089] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1915.139264] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1915.139503] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a16f3612-1f61-43f1-a19e-16ed1d14c21a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.181144] env[62023]: DEBUG oslo_vmware.api [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759134, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.215038] env[62023]: DEBUG nova.network.neutron [-] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.239833] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3c4deda-1077-4ddd-941b-e79fdc0a0fff {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.243552] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1915.243771] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1915.243953] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Deleting the datastore file [datastore1] 007c853b-b603-44e4-9f3d-42872bd4baca {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1915.244559] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12f72356-1c1c-4d12-ba82-edb10fd89b33 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.250849] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6f47df-7752-440d-a211-8744e3fe8c3a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.263749] env[62023]: DEBUG oslo_vmware.api [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for the task: (returnval){ [ 1915.263749] env[62023]: value = "task-1759141" [ 1915.263749] env[62023]: _type = "Task" [ 1915.263749] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.270969] env[62023]: DEBUG oslo_vmware.api [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.279535] env[62023]: DEBUG nova.compute.manager [req-739cc5dc-59d8-4317-a476-835c889a6047 req-f1c24b16-71f9-4278-bcf0-7c78c232479f service nova] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Detach interface failed, port_id=bf65de89-5528-44f9-8565-e9618e2e3864, reason: Instance 539873cb-daa5-4c76-a0e0-7929e6b5117a could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1915.683133] env[62023]: DEBUG oslo_vmware.api [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759134, 'name': ReconfigVM_Task, 'duration_secs': 5.810994} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.683396] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.683606] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Reconfigured VM to detach interface {{(pid=62023) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1915.717712] env[62023]: INFO nova.compute.manager [-] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Took 1.24 seconds to deallocate network for instance. [ 1915.775368] env[62023]: DEBUG oslo_vmware.api [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Task: {'id': task-1759141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168026} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.775986] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1915.776186] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1915.776362] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1915.776526] env[62023]: INFO nova.compute.manager [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1915.776755] env[62023]: DEBUG oslo.service.loopingcall [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1915.777245] env[62023]: DEBUG nova.compute.manager [-] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1915.777245] env[62023]: DEBUG nova.network.neutron [-] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1916.019870] env[62023]: DEBUG nova.compute.manager [req-83534a07-61b2-447e-8fb3-54d0b84de961 req-4d417c7e-5403-4636-b01f-69028cc6a803 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Received event network-vif-deleted-6ed47fce-8542-4930-82d1-9bf5d4cfecac {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1916.020154] env[62023]: INFO nova.compute.manager [req-83534a07-61b2-447e-8fb3-54d0b84de961 req-4d417c7e-5403-4636-b01f-69028cc6a803 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Neutron deleted interface 6ed47fce-8542-4930-82d1-9bf5d4cfecac; detaching it from the instance and deleting it from the info cache [ 1916.020259] env[62023]: DEBUG nova.network.neutron [req-83534a07-61b2-447e-8fb3-54d0b84de961 req-4d417c7e-5403-4636-b01f-69028cc6a803 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.223855] env[62023]: DEBUG oslo_concurrency.lockutils [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.224270] env[62023]: DEBUG oslo_concurrency.lockutils [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.224416] env[62023]: DEBUG nova.objects.instance [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lazy-loading 'resources' on Instance uuid 539873cb-daa5-4c76-a0e0-7929e6b5117a {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1916.489842] env[62023]: DEBUG nova.network.neutron [-] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.523297] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a47bb14-d367-4744-927e-d649b9edab04 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.533032] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510b15d3-3c7d-4219-b1a8-55d3b9ade09e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.561947] env[62023]: DEBUG nova.compute.manager [req-83534a07-61b2-447e-8fb3-54d0b84de961 req-4d417c7e-5403-4636-b01f-69028cc6a803 service nova] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Detach interface failed, port_id=6ed47fce-8542-4930-82d1-9bf5d4cfecac, reason: Instance 007c853b-b603-44e4-9f3d-42872bd4baca could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1916.586372] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1240f260-b3fe-4ea0-b759-fa6323c623dd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.608883] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updating instance '21f41135-2d0e-433b-89b9-e720aaa67d99' progress to 0 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1916.834400] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc0da4c-bea3-4867-9991-eda102a20dc0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.841854] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029d60cf-5b80-481f-8c85-aa9d5a99f428 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.872614] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb6dd57-267d-494c-809b-774d660a459f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.881119] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3977f91-f03e-490b-9676-8cf4addff0f3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.894142] env[62023]: DEBUG nova.compute.provider_tree [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1916.992386] env[62023]: INFO nova.compute.manager [-] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Took 1.22 seconds to deallocate network for instance. [ 1917.113658] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.113900] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquired lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.114135] env[62023]: DEBUG nova.network.neutron [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1917.118020] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1917.118020] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39fcdbfa-f25d-4dc4-b9b9-54b54d53c440 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.124677] env[62023]: DEBUG oslo_vmware.api [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1917.124677] env[62023]: value = "task-1759142" [ 1917.124677] env[62023]: _type = "Task" [ 1917.124677] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.134863] env[62023]: DEBUG oslo_vmware.api [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.398623] env[62023]: DEBUG nova.scheduler.client.report [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1917.499551] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.507085] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "0d1f4838-4a92-426a-8b2f-16b3200db873" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.507355] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "0d1f4838-4a92-426a-8b2f-16b3200db873" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.507609] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "0d1f4838-4a92-426a-8b2f-16b3200db873-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.507804] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "0d1f4838-4a92-426a-8b2f-16b3200db873-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.507972] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "0d1f4838-4a92-426a-8b2f-16b3200db873-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.509885] env[62023]: INFO nova.compute.manager [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Terminating instance [ 1917.634636] env[62023]: DEBUG oslo_vmware.api [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759142, 'name': PowerOffVM_Task, 'duration_secs': 0.255379} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.634636] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1917.634778] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updating instance '21f41135-2d0e-433b-89b9-e720aaa67d99' progress to 17 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1917.849034] env[62023]: INFO nova.network.neutron [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Port a5a01097-3a20-4e36-884f-e2304a4c6b8c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1917.849433] env[62023]: DEBUG nova.network.neutron [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Updating instance_info_cache with network_info: [{"id": "922f9951-5c5c-4cb0-bcc0-618fe2558163", "address": "fa:16:3e:3b:31:fc", "network": {"id": "a2abf8e9-1c85-459d-9f40-2988251aa2d1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1477445669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a1c296030f4630bd777da6fd5edc27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922f9951-5c", "ovs_interfaceid": "922f9951-5c5c-4cb0-bcc0-618fe2558163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.903756] env[62023]: DEBUG oslo_concurrency.lockutils [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.905933] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.407s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.906183] env[62023]: DEBUG nova.objects.instance [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lazy-loading 'resources' on Instance uuid 007c853b-b603-44e4-9f3d-42872bd4baca {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1917.926893] env[62023]: INFO nova.scheduler.client.report [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Deleted allocations for instance 539873cb-daa5-4c76-a0e0-7929e6b5117a [ 1918.014065] env[62023]: DEBUG nova.compute.manager [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1918.014212] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1918.014963] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c906104f-59b6-4655-99f6-e930b2959566 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.022756] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1918.022976] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25a813a7-2796-410b-8bad-e9c94f8047d7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.029146] env[62023]: DEBUG oslo_vmware.api [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1918.029146] env[62023]: value = "task-1759143" [ 1918.029146] env[62023]: _type = "Task" [ 1918.029146] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.036913] env[62023]: DEBUG oslo_vmware.api [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.142088] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1918.142500] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1918.142769] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1918.143109] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1918.143378] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1918.143644] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1918.143970] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1918.144263] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1918.144552] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1918.144850] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1918.145200] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1918.152544] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f321da5-63e9-4ab2-b26f-0de069141776 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.169690] env[62023]: DEBUG oslo_vmware.api [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1918.169690] env[62023]: value = "task-1759144" [ 1918.169690] env[62023]: _type = "Task" [ 1918.169690] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.178118] env[62023]: DEBUG oslo_vmware.api [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759144, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.352614] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Releasing lock "refresh_cache-0d1f4838-4a92-426a-8b2f-16b3200db873" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.433272] env[62023]: DEBUG oslo_concurrency.lockutils [None req-45ea9260-5dc5-4502-9d3a-18ef36a2152c tempest-ServersTestJSON-307515866 tempest-ServersTestJSON-307515866-project-member] Lock "539873cb-daa5-4c76-a0e0-7929e6b5117a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.601s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.497106] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4f659d-c7c8-4f33-9331-e7d1aadc3a6b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.505469] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eadc6c9-f9c6-4930-9429-3a284ea9b94b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.538430] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eea2047-036c-4ff9-a9db-83b30b650b56 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.545840] env[62023]: DEBUG oslo_vmware.api [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759143, 'name': PowerOffVM_Task, 'duration_secs': 0.32904} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.547931] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1918.548120] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1918.548445] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b360a0d8-e03d-4acd-b3c2-78e13210da57 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.550728] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d919ea18-eb9d-4688-85cd-f3fc51d25dd3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.563795] env[62023]: DEBUG nova.compute.provider_tree [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1918.680292] env[62023]: DEBUG oslo_vmware.api [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759144, 'name': ReconfigVM_Task, 'duration_secs': 0.210331} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.680581] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updating instance '21f41135-2d0e-433b-89b9-e720aaa67d99' progress to 33 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1918.763435] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1918.763435] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1918.763435] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Deleting the datastore file [datastore1] 0d1f4838-4a92-426a-8b2f-16b3200db873 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1918.763435] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c193205-5ed9-4429-9006-092d1e30155c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.770272] env[62023]: DEBUG oslo_vmware.api [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1918.770272] env[62023]: value = "task-1759146" [ 1918.770272] env[62023]: _type = "Task" [ 1918.770272] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.777715] env[62023]: DEBUG oslo_vmware.api [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.857910] env[62023]: DEBUG oslo_concurrency.lockutils [None req-0c5d7199-11db-4448-b7e3-4960ffcc7f24 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "interface-0d1f4838-4a92-426a-8b2f-16b3200db873-a5a01097-3a20-4e36-884f-e2304a4c6b8c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.760s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.067343] env[62023]: DEBUG nova.scheduler.client.report [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1919.189538] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1919.189936] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1919.189936] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1919.190160] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1919.190274] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1919.190449] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1919.190636] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1919.191636] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1919.191636] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1919.191636] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1919.191636] env[62023]: DEBUG nova.virt.hardware [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1919.196598] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1919.196880] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-061beb78-dd6e-459e-a4dc-438ebb98fa5a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.215424] env[62023]: DEBUG oslo_vmware.api [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1919.215424] env[62023]: value = "task-1759147" [ 1919.215424] env[62023]: _type = "Task" [ 1919.215424] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.223912] env[62023]: DEBUG oslo_vmware.api [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.279886] env[62023]: DEBUG oslo_vmware.api [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175145} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.280782] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1919.280782] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1919.280782] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1919.280782] env[62023]: INFO nova.compute.manager [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1919.280924] env[62023]: DEBUG oslo.service.loopingcall [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1919.281119] env[62023]: DEBUG nova.compute.manager [-] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1919.281281] env[62023]: DEBUG nova.network.neutron [-] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1919.572189] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.593085] env[62023]: INFO nova.scheduler.client.report [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Deleted allocations for instance 007c853b-b603-44e4-9f3d-42872bd4baca [ 1919.726616] env[62023]: DEBUG oslo_vmware.api [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759147, 'name': ReconfigVM_Task, 'duration_secs': 0.196373} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.726616] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1919.727155] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf8c25d-e745-49b2-b6b7-5e4abc620716 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.752800] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 21f41135-2d0e-433b-89b9-e720aaa67d99/21f41135-2d0e-433b-89b9-e720aaa67d99.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1919.753102] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f27c5a87-9f30-49db-91d5-4e6e61d02107 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.773475] env[62023]: DEBUG oslo_vmware.api [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1919.773475] env[62023]: value = "task-1759148" [ 1919.773475] env[62023]: _type = "Task" [ 1919.773475] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.781442] env[62023]: DEBUG oslo_vmware.api [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.104404] env[62023]: DEBUG oslo_concurrency.lockutils [None req-b1a2de8d-79af-46ac-a4a6-19bee84af086 tempest-ServerActionsTestOtherA-1610103464 tempest-ServerActionsTestOtherA-1610103464-project-member] Lock "007c853b-b603-44e4-9f3d-42872bd4baca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.999s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.251549] env[62023]: DEBUG nova.compute.manager [req-c7983156-df54-4868-89af-a6813289960a req-f53741c0-c6aa-4267-b762-dc966072bd51 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Received event network-vif-deleted-922f9951-5c5c-4cb0-bcc0-618fe2558163 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1920.251810] env[62023]: INFO nova.compute.manager [req-c7983156-df54-4868-89af-a6813289960a req-f53741c0-c6aa-4267-b762-dc966072bd51 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Neutron deleted interface 922f9951-5c5c-4cb0-bcc0-618fe2558163; detaching it from the instance and deleting it from the info cache [ 1920.251995] env[62023]: DEBUG nova.network.neutron [req-c7983156-df54-4868-89af-a6813289960a req-f53741c0-c6aa-4267-b762-dc966072bd51 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.285875] env[62023]: DEBUG oslo_vmware.api [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759148, 'name': ReconfigVM_Task, 'duration_secs': 0.321279} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.285875] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 21f41135-2d0e-433b-89b9-e720aaa67d99/21f41135-2d0e-433b-89b9-e720aaa67d99.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1920.285875] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updating instance '21f41135-2d0e-433b-89b9-e720aaa67d99' progress to 50 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1920.712768] env[62023]: DEBUG nova.network.neutron [-] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.754742] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cda6465-6fa3-4055-b237-d8301db607c6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.764875] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8332f667-35a9-4689-b713-6d0d5837bd25 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.795597] env[62023]: DEBUG nova.compute.manager [req-c7983156-df54-4868-89af-a6813289960a req-f53741c0-c6aa-4267-b762-dc966072bd51 service nova] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Detach interface failed, port_id=922f9951-5c5c-4cb0-bcc0-618fe2558163, reason: Instance 0d1f4838-4a92-426a-8b2f-16b3200db873 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1920.795989] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31793a1b-9c6b-4d81-934e-adba3d82c755 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.817205] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6452cd4-4025-438d-8b54-86e69783f954 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.838941] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updating instance '21f41135-2d0e-433b-89b9-e720aaa67d99' progress to 67 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1921.215768] env[62023]: INFO nova.compute.manager [-] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Took 1.93 seconds to deallocate network for instance. [ 1921.722779] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.723077] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.723296] env[62023]: DEBUG nova.objects.instance [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lazy-loading 'resources' on Instance uuid 0d1f4838-4a92-426a-8b2f-16b3200db873 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1922.330714] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68689624-632d-4224-bced-15729049890a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.339155] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31d43e9-fbb7-46bc-a4ab-ad0a4c73db54 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.371239] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cc27cd-b342-4e51-9cb0-7d512495dc45 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.378623] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e898f33c-17a7-4e88-aa91-66cee15e87d3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.392085] env[62023]: DEBUG nova.compute.provider_tree [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1922.481829] env[62023]: DEBUG nova.network.neutron [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Port 313e4945-9718-459d-8e52-9446aa733711 binding to destination host cpu-1 is already ACTIVE {{(pid=62023) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1922.895759] env[62023]: DEBUG nova.scheduler.client.report [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1923.400831] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.424468] env[62023]: INFO nova.scheduler.client.report [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Deleted allocations for instance 0d1f4838-4a92-426a-8b2f-16b3200db873 [ 1923.445035] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "e92de92e-4a45-42be-b7bb-48b40ffa0406" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.445612] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e92de92e-4a45-42be-b7bb-48b40ffa0406" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.499997] env[62023]: DEBUG oslo_concurrency.lockutils [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "21f41135-2d0e-433b-89b9-e720aaa67d99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.500287] env[62023]: DEBUG oslo_concurrency.lockutils [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "21f41135-2d0e-433b-89b9-e720aaa67d99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.500516] env[62023]: DEBUG oslo_concurrency.lockutils [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "21f41135-2d0e-433b-89b9-e720aaa67d99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.934630] env[62023]: DEBUG oslo_concurrency.lockutils [None req-5e9f71c7-71df-4ba1-b115-a7df4b1559f5 tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "0d1f4838-4a92-426a-8b2f-16b3200db873" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.427s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.948568] env[62023]: DEBUG nova.compute.utils [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1924.192069] env[62023]: DEBUG oslo_concurrency.lockutils [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.192356] env[62023]: DEBUG oslo_concurrency.lockutils [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.192612] env[62023]: DEBUG oslo_concurrency.lockutils [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.192809] env[62023]: DEBUG oslo_concurrency.lockutils [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.192984] env[62023]: DEBUG oslo_concurrency.lockutils [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.195597] env[62023]: INFO nova.compute.manager [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Terminating instance [ 1924.452195] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e92de92e-4a45-42be-b7bb-48b40ffa0406" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.543481] env[62023]: DEBUG oslo_concurrency.lockutils [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.543772] env[62023]: DEBUG oslo_concurrency.lockutils [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.544072] env[62023]: DEBUG nova.network.neutron [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1924.699853] env[62023]: DEBUG nova.compute.manager [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1924.700200] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1924.701218] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75798930-dba4-4301-93f1-0ffb626e84cb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.709904] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1924.710179] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f7fac32-73d5-4c3d-b515-ce8722dfbd8a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.717805] env[62023]: DEBUG oslo_vmware.api [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1924.717805] env[62023]: value = "task-1759149" [ 1924.717805] env[62023]: _type = "Task" [ 1924.717805] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.727062] env[62023]: DEBUG oslo_vmware.api [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.228058] env[62023]: DEBUG oslo_vmware.api [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759149, 'name': PowerOffVM_Task, 'duration_secs': 0.222605} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.228486] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1925.228486] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1925.228742] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f27cb6c5-14fc-4ded-8f82-d25d63ad3400 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.263448] env[62023]: DEBUG nova.network.neutron [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updating instance_info_cache with network_info: [{"id": "313e4945-9718-459d-8e52-9446aa733711", "address": "fa:16:3e:76:f1:de", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap313e4945-97", "ovs_interfaceid": "313e4945-9718-459d-8e52-9446aa733711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.310413] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1925.310638] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1925.310820] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Deleting the datastore file [datastore1] 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1925.311094] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bae978f8-99ee-43ed-b810-7e47b46ba256 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.318337] env[62023]: DEBUG oslo_vmware.api [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for the task: (returnval){ [ 1925.318337] env[62023]: value = "task-1759151" [ 1925.318337] env[62023]: _type = "Task" [ 1925.318337] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.325723] env[62023]: DEBUG oslo_vmware.api [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.517717] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "e92de92e-4a45-42be-b7bb-48b40ffa0406" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.517974] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e92de92e-4a45-42be-b7bb-48b40ffa0406" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.518242] env[62023]: INFO nova.compute.manager [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Attaching volume 10386bd7-ef70-4664-8aef-25c566b7ebb9 to /dev/sdb [ 1925.547730] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79060eba-8a8f-4196-ba43-0bbb7a2b35c0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.554869] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44601e10-388c-493e-a5c5-a0e294b369a8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.568641] env[62023]: DEBUG nova.virt.block_device [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Updating existing volume attachment record: 88b76ea0-e617-4e72-a514-1b35d2e9b21c {{(pid=62023) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1925.766211] env[62023]: DEBUG oslo_concurrency.lockutils [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.829282] env[62023]: DEBUG oslo_vmware.api [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Task: {'id': task-1759151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096076} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.829528] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1925.829719] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1925.829892] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1925.830072] env[62023]: INFO nova.compute.manager [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1925.830315] env[62023]: DEBUG oslo.service.loopingcall [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.830504] env[62023]: DEBUG nova.compute.manager [-] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1925.830597] env[62023]: DEBUG nova.network.neutron [-] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1926.139505] env[62023]: DEBUG nova.compute.manager [req-8232701c-3b5a-4419-80a8-c22ad3817465 req-43b166f7-c501-4f6b-b04c-c326b707f53c service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Received event network-vif-deleted-aa8200bb-b7ed-4f05-a280-d8945cd867b0 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1926.139831] env[62023]: INFO nova.compute.manager [req-8232701c-3b5a-4419-80a8-c22ad3817465 req-43b166f7-c501-4f6b-b04c-c326b707f53c service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Neutron deleted interface aa8200bb-b7ed-4f05-a280-d8945cd867b0; detaching it from the instance and deleting it from the info cache [ 1926.140090] env[62023]: DEBUG nova.network.neutron [req-8232701c-3b5a-4419-80a8-c22ad3817465 req-43b166f7-c501-4f6b-b04c-c326b707f53c service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.276023] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607ec79f-1f5e-478e-beb1-3a38236f1087 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.283112] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6141238-972f-4ebb-bc32-737bc921a2fc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.615876] env[62023]: DEBUG nova.network.neutron [-] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.643030] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3b6ac81-24b1-404c-986b-7e680a380b48 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.652285] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc350eb-e9db-449c-bb89-605ad4516123 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.677564] env[62023]: DEBUG nova.compute.manager [req-8232701c-3b5a-4419-80a8-c22ad3817465 req-43b166f7-c501-4f6b-b04c-c326b707f53c service nova] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Detach interface failed, port_id=aa8200bb-b7ed-4f05-a280-d8945cd867b0, reason: Instance 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1927.119147] env[62023]: INFO nova.compute.manager [-] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Took 1.29 seconds to deallocate network for instance. [ 1927.376213] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a629c1-3135-49fe-a8eb-1dab0741a2fb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.398223] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce670815-6f40-43eb-87ba-e6ac770d5b6c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.405180] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updating instance '21f41135-2d0e-433b-89b9-e720aaa67d99' progress to 83 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1927.625424] env[62023]: DEBUG oslo_concurrency.lockutils [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.625659] env[62023]: DEBUG oslo_concurrency.lockutils [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.625886] env[62023]: DEBUG nova.objects.instance [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lazy-loading 'resources' on Instance uuid 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1927.912102] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1927.912476] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e59d0fb2-970c-46b2-bd13-17e3d8d1c27c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.920881] env[62023]: DEBUG oslo_vmware.api [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1927.920881] env[62023]: value = "task-1759154" [ 1927.920881] env[62023]: _type = "Task" [ 1927.920881] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.932563] env[62023]: DEBUG oslo_vmware.api [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.198843] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f89d78-af01-412d-8e0b-b7b0fc34b22d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.207083] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e1896f-35d3-4e15-8ed3-44d774492d37 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.237057] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397fbc8f-c091-43a6-b565-8eece214b042 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.244775] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fb473f-ba9b-4e3f-a859-c57bc35ada3f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.259415] env[62023]: DEBUG nova.compute.provider_tree [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1928.431116] env[62023]: DEBUG oslo_vmware.api [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759154, 'name': PowerOnVM_Task, 'duration_secs': 0.370756} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.431501] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1928.431555] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-674c3560-0931-4268-af01-b6c6b3b6e783 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updating instance '21f41135-2d0e-433b-89b9-e720aaa67d99' progress to 100 {{(pid=62023) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1928.763164] env[62023]: DEBUG nova.scheduler.client.report [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1929.267611] env[62023]: DEBUG oslo_concurrency.lockutils [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.286582] env[62023]: INFO nova.scheduler.client.report [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Deleted allocations for instance 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0 [ 1929.793501] env[62023]: DEBUG oslo_concurrency.lockutils [None req-363d7654-2d2d-4ef5-ba56-688dec82f76d tempest-AttachInterfacesTestJSON-1950652954 tempest-AttachInterfacesTestJSON-1950652954-project-member] Lock "63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.601s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.111865] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Volume attach. Driver type: vmdk {{(pid=62023) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1930.112138] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365500', 'volume_id': '10386bd7-ef70-4664-8aef-25c566b7ebb9', 'name': 'volume-10386bd7-ef70-4664-8aef-25c566b7ebb9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e92de92e-4a45-42be-b7bb-48b40ffa0406', 'attached_at': '', 'detached_at': '', 'volume_id': '10386bd7-ef70-4664-8aef-25c566b7ebb9', 'serial': '10386bd7-ef70-4664-8aef-25c566b7ebb9'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1930.113060] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a9aef2-cb99-4b6c-b1c6-be9df490b822 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.129889] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67eb5248-1ce1-468a-934a-fa977d069511 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.155498] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-10386bd7-ef70-4664-8aef-25c566b7ebb9/volume-10386bd7-ef70-4664-8aef-25c566b7ebb9.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1930.155745] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c784f294-f9bd-45a1-af78-be3f759ecda5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.173944] env[62023]: DEBUG oslo_vmware.api [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1930.173944] env[62023]: value = "task-1759155" [ 1930.173944] env[62023]: _type = "Task" [ 1930.173944] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.184104] env[62023]: DEBUG oslo_vmware.api [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.687018] env[62023]: DEBUG oslo_vmware.api [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759155, 'name': ReconfigVM_Task, 'duration_secs': 0.336612} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.687018] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-10386bd7-ef70-4664-8aef-25c566b7ebb9/volume-10386bd7-ef70-4664-8aef-25c566b7ebb9.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1930.689470] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30c1e05b-5b13-4919-9ee0-31d8fda38d02 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.704808] env[62023]: DEBUG oslo_vmware.api [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1930.704808] env[62023]: value = "task-1759156" [ 1930.704808] env[62023]: _type = "Task" [ 1930.704808] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.714178] env[62023]: DEBUG oslo_vmware.api [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.024725] env[62023]: DEBUG nova.network.neutron [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Port 313e4945-9718-459d-8e52-9446aa733711 binding to destination host cpu-1 is already ACTIVE {{(pid=62023) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1931.025062] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.025260] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.025459] env[62023]: DEBUG nova.network.neutron [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1931.215336] env[62023]: DEBUG oslo_vmware.api [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.715669] env[62023]: DEBUG oslo_vmware.api [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759156, 'name': ReconfigVM_Task, 'duration_secs': 0.890334} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.715719] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365500', 'volume_id': '10386bd7-ef70-4664-8aef-25c566b7ebb9', 'name': 'volume-10386bd7-ef70-4664-8aef-25c566b7ebb9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e92de92e-4a45-42be-b7bb-48b40ffa0406', 'attached_at': '', 'detached_at': '', 'volume_id': '10386bd7-ef70-4664-8aef-25c566b7ebb9', 'serial': '10386bd7-ef70-4664-8aef-25c566b7ebb9'} {{(pid=62023) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1931.788106] env[62023]: DEBUG nova.network.neutron [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updating instance_info_cache with network_info: [{"id": "313e4945-9718-459d-8e52-9446aa733711", "address": "fa:16:3e:76:f1:de", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap313e4945-97", "ovs_interfaceid": "313e4945-9718-459d-8e52-9446aa733711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.291090] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.767743] env[62023]: DEBUG nova.objects.instance [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lazy-loading 'flavor' on Instance uuid e92de92e-4a45-42be-b7bb-48b40ffa0406 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1932.794661] env[62023]: DEBUG nova.compute.manager [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62023) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1933.272194] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d3b61f1f-2039-4dfb-9dd6-a6b94d4bbab5 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e92de92e-4a45-42be-b7bb-48b40ffa0406" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.754s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.885054] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.885054] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.016789] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f82a2931-a8b7-4a61-bf9b-db07d2a94983 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "e92de92e-4a45-42be-b7bb-48b40ffa0406" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.016789] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f82a2931-a8b7-4a61-bf9b-db07d2a94983 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e92de92e-4a45-42be-b7bb-48b40ffa0406" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.387573] env[62023]: DEBUG nova.objects.instance [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lazy-loading 'migration_context' on Instance uuid 21f41135-2d0e-433b-89b9-e720aaa67d99 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1934.520073] env[62023]: INFO nova.compute.manager [None req-f82a2931-a8b7-4a61-bf9b-db07d2a94983 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Detaching volume 10386bd7-ef70-4664-8aef-25c566b7ebb9 [ 1934.550655] env[62023]: INFO nova.virt.block_device [None req-f82a2931-a8b7-4a61-bf9b-db07d2a94983 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Attempting to driver detach volume 10386bd7-ef70-4664-8aef-25c566b7ebb9 from mountpoint /dev/sdb [ 1934.550960] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82a2931-a8b7-4a61-bf9b-db07d2a94983 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Volume detach. Driver type: vmdk {{(pid=62023) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1934.551116] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82a2931-a8b7-4a61-bf9b-db07d2a94983 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365500', 'volume_id': '10386bd7-ef70-4664-8aef-25c566b7ebb9', 'name': 'volume-10386bd7-ef70-4664-8aef-25c566b7ebb9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e92de92e-4a45-42be-b7bb-48b40ffa0406', 'attached_at': '', 'detached_at': '', 'volume_id': '10386bd7-ef70-4664-8aef-25c566b7ebb9', 'serial': '10386bd7-ef70-4664-8aef-25c566b7ebb9'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1934.552045] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57279580-3282-456a-b7a4-16eda809de6e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.573583] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9147cc-2773-4b1f-82af-64cbd9523805 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.580490] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8aa7ad5-46e4-48ad-83e4-ec5036b9dfab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.600236] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9007a8b2-d18b-4a61-976d-9f55ea2f0164 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.615622] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82a2931-a8b7-4a61-bf9b-db07d2a94983 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] The volume has not been displaced from its original location: [datastore1] volume-10386bd7-ef70-4664-8aef-25c566b7ebb9/volume-10386bd7-ef70-4664-8aef-25c566b7ebb9.vmdk. No consolidation needed. {{(pid=62023) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1934.621499] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82a2931-a8b7-4a61-bf9b-db07d2a94983 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1934.621761] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3ba4756-cc8a-4f02-8225-00802b73c2ab {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.639381] env[62023]: DEBUG oslo_vmware.api [None req-f82a2931-a8b7-4a61-bf9b-db07d2a94983 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1934.639381] env[62023]: value = "task-1759157" [ 1934.639381] env[62023]: _type = "Task" [ 1934.639381] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.646749] env[62023]: DEBUG oslo_vmware.api [None req-f82a2931-a8b7-4a61-bf9b-db07d2a94983 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.954621] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d8afa7-f7c1-42dc-8357-c120fd6b9951 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.962222] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b0bb65-6a3c-4251-ba4c-866809720fe7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.993928] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae33a10-b294-45f2-8181-f623ebf96f95 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.002291] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06e9fc6-0a5a-4165-974c-2dabf9975d62 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.014986] env[62023]: DEBUG nova.compute.provider_tree [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1935.149361] env[62023]: DEBUG oslo_vmware.api [None req-f82a2931-a8b7-4a61-bf9b-db07d2a94983 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759157, 'name': ReconfigVM_Task, 'duration_secs': 0.226364} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.149619] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82a2931-a8b7-4a61-bf9b-db07d2a94983 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1935.154694] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d81771e7-92bc-40dc-8eab-2c81e971e01b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.169618] env[62023]: DEBUG oslo_vmware.api [None req-f82a2931-a8b7-4a61-bf9b-db07d2a94983 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1935.169618] env[62023]: value = "task-1759158" [ 1935.169618] env[62023]: _type = "Task" [ 1935.169618] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.177424] env[62023]: DEBUG oslo_vmware.api [None req-f82a2931-a8b7-4a61-bf9b-db07d2a94983 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.517995] env[62023]: DEBUG nova.scheduler.client.report [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1935.679922] env[62023]: DEBUG oslo_vmware.api [None req-f82a2931-a8b7-4a61-bf9b-db07d2a94983 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759158, 'name': ReconfigVM_Task, 'duration_secs': 0.127812} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.680274] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82a2931-a8b7-4a61-bf9b-db07d2a94983 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365500', 'volume_id': '10386bd7-ef70-4664-8aef-25c566b7ebb9', 'name': 'volume-10386bd7-ef70-4664-8aef-25c566b7ebb9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e92de92e-4a45-42be-b7bb-48b40ffa0406', 'attached_at': '', 'detached_at': '', 'volume_id': '10386bd7-ef70-4664-8aef-25c566b7ebb9', 'serial': '10386bd7-ef70-4664-8aef-25c566b7ebb9'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1936.219034] env[62023]: DEBUG nova.objects.instance [None req-f82a2931-a8b7-4a61-bf9b-db07d2a94983 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lazy-loading 'flavor' on Instance uuid e92de92e-4a45-42be-b7bb-48b40ffa0406 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1936.529030] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.644s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.226351] env[62023]: DEBUG oslo_concurrency.lockutils [None req-f82a2931-a8b7-4a61-bf9b-db07d2a94983 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e92de92e-4a45-42be-b7bb-48b40ffa0406" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.063897] env[62023]: INFO nova.compute.manager [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Swapping old allocation on dict_keys(['02801f58-5343-4495-a0d6-e07df5115a86']) held by migration fd6c8608-f781-4911-abbf-40b787cce9f2 for instance [ 1938.085225] env[62023]: DEBUG nova.scheduler.client.report [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Overwriting current allocation {'allocations': {'02801f58-5343-4495-a0d6-e07df5115a86': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 194}}, 'project_id': 'e0df5aeee971434f95e765886707a7c2', 'user_id': '8564d75049404ae1acf553ee01297b40', 'consumer_generation': 1} on consumer 21f41135-2d0e-433b-89b9-e720aaa67d99 {{(pid=62023) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1938.158146] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.158349] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.158531] env[62023]: DEBUG nova.network.neutron [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1938.249199] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "e92de92e-4a45-42be-b7bb-48b40ffa0406" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.249485] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e92de92e-4a45-42be-b7bb-48b40ffa0406" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.249670] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "e92de92e-4a45-42be-b7bb-48b40ffa0406-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.249854] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e92de92e-4a45-42be-b7bb-48b40ffa0406-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.250036] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e92de92e-4a45-42be-b7bb-48b40ffa0406-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.252194] env[62023]: INFO nova.compute.manager [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Terminating instance [ 1938.755545] env[62023]: DEBUG nova.compute.manager [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1938.755779] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1938.756662] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a801f3-6541-4f22-97b1-260c801752d0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.764465] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1938.764690] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d52e94f5-2b16-4892-8f7d-c0b1dc081789 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.772378] env[62023]: DEBUG oslo_vmware.api [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1938.772378] env[62023]: value = "task-1759159" [ 1938.772378] env[62023]: _type = "Task" [ 1938.772378] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.781418] env[62023]: DEBUG oslo_vmware.api [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.863961] env[62023]: DEBUG nova.network.neutron [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updating instance_info_cache with network_info: [{"id": "313e4945-9718-459d-8e52-9446aa733711", "address": "fa:16:3e:76:f1:de", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap313e4945-97", "ovs_interfaceid": "313e4945-9718-459d-8e52-9446aa733711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.282339] env[62023]: DEBUG oslo_vmware.api [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759159, 'name': PowerOffVM_Task, 'duration_secs': 0.315949} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.282689] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1939.282778] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1939.282974] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07e2943a-a010-4e20-bf78-f5e0c6571552 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.348874] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1939.349175] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1939.349446] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Deleting the datastore file [datastore1] e92de92e-4a45-42be-b7bb-48b40ffa0406 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1939.349741] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-347b12be-4588-425e-9ec1-e814fe7940a5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.356221] env[62023]: DEBUG oslo_vmware.api [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for the task: (returnval){ [ 1939.356221] env[62023]: value = "task-1759161" [ 1939.356221] env[62023]: _type = "Task" [ 1939.356221] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.364204] env[62023]: DEBUG oslo_vmware.api [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.366743] env[62023]: DEBUG oslo_concurrency.lockutils [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "refresh_cache-21f41135-2d0e-433b-89b9-e720aaa67d99" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.367538] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4b40bb-d0f7-4e9c-adf0-4fe512ad4425 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.373323] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717e9180-790d-4c0c-b69c-c1e6f7f532da {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.867582] env[62023]: DEBUG oslo_vmware.api [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Task: {'id': task-1759161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143609} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.867843] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1939.868038] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1939.868225] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1939.868420] env[62023]: INFO nova.compute.manager [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1939.868839] env[62023]: DEBUG oslo.service.loopingcall [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1939.869617] env[62023]: DEBUG nova.compute.manager [-] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1939.869617] env[62023]: DEBUG nova.network.neutron [-] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1940.327602] env[62023]: DEBUG nova.compute.manager [req-64cc1366-a24a-4776-8243-6bcd4922d72b req-c4dff0a7-a208-4296-91ec-79999981d9d3 service nova] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Received event network-vif-deleted-845f6dac-8309-4c60-921e-67d44161bc9e {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1940.327857] env[62023]: INFO nova.compute.manager [req-64cc1366-a24a-4776-8243-6bcd4922d72b req-c4dff0a7-a208-4296-91ec-79999981d9d3 service nova] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Neutron deleted interface 845f6dac-8309-4c60-921e-67d44161bc9e; detaching it from the instance and deleting it from the info cache [ 1940.328518] env[62023]: DEBUG nova.network.neutron [req-64cc1366-a24a-4776-8243-6bcd4922d72b req-c4dff0a7-a208-4296-91ec-79999981d9d3 service nova] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.458675] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1940.458897] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd8162bc-1fea-4c72-a5d5-e479eb98c840 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.466317] env[62023]: DEBUG oslo_vmware.api [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1940.466317] env[62023]: value = "task-1759162" [ 1940.466317] env[62023]: _type = "Task" [ 1940.466317] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.475870] env[62023]: DEBUG oslo_vmware.api [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.803398] env[62023]: DEBUG nova.network.neutron [-] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.829914] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70179cea-26ef-456d-89cb-3a1c34f5fc97 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.839658] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1106613b-c81f-4e23-8f05-caa862be57b9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.864335] env[62023]: DEBUG nova.compute.manager [req-64cc1366-a24a-4776-8243-6bcd4922d72b req-c4dff0a7-a208-4296-91ec-79999981d9d3 service nova] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Detach interface failed, port_id=845f6dac-8309-4c60-921e-67d44161bc9e, reason: Instance e92de92e-4a45-42be-b7bb-48b40ffa0406 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1940.977822] env[62023]: DEBUG oslo_vmware.api [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759162, 'name': PowerOffVM_Task, 'duration_secs': 0.199053} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.978071] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1940.978721] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1940.978933] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1940.979097] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1940.979284] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1940.979458] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1940.979619] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1940.979822] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1940.979977] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1940.980156] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1940.980317] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1940.980485] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1940.985557] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f26c8d5-b848-4473-bf13-6030c3c849b5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.001057] env[62023]: DEBUG oslo_vmware.api [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1941.001057] env[62023]: value = "task-1759163" [ 1941.001057] env[62023]: _type = "Task" [ 1941.001057] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.008341] env[62023]: DEBUG oslo_vmware.api [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.306147] env[62023]: INFO nova.compute.manager [-] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Took 1.44 seconds to deallocate network for instance. [ 1941.510605] env[62023]: DEBUG oslo_vmware.api [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759163, 'name': ReconfigVM_Task, 'duration_secs': 0.143378} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.511425] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc273147-11ae-48f8-b588-be11389fa169 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.532667] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1941.532967] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1941.533185] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1941.533617] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1941.533617] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1941.533750] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1941.533982] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1941.534192] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1941.534365] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1941.534529] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1941.534847] env[62023]: DEBUG nova.virt.hardware [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1941.535502] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0483df6-41d4-42a5-a57a-f57d7a3d79d2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.541087] env[62023]: DEBUG oslo_vmware.api [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1941.541087] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527d155f-217f-0f89-2a9a-feb0b4b650bf" [ 1941.541087] env[62023]: _type = "Task" [ 1941.541087] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.548574] env[62023]: DEBUG oslo_vmware.api [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527d155f-217f-0f89-2a9a-feb0b4b650bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.814717] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.814971] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.815269] env[62023]: DEBUG nova.objects.instance [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lazy-loading 'resources' on Instance uuid e92de92e-4a45-42be-b7bb-48b40ffa0406 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1942.051424] env[62023]: DEBUG oslo_vmware.api [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]527d155f-217f-0f89-2a9a-feb0b4b650bf, 'name': SearchDatastore_Task, 'duration_secs': 0.019021} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.056919] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1942.057207] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-715ac23c-d1b5-4630-a94e-59ab5d7d44f6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.075092] env[62023]: DEBUG oslo_vmware.api [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1942.075092] env[62023]: value = "task-1759164" [ 1942.075092] env[62023]: _type = "Task" [ 1942.075092] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.082836] env[62023]: DEBUG oslo_vmware.api [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.368602] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eae22f-cbf5-4a72-9e73-f754e840f839 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.376255] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f7fb25-606e-4d96-a6ef-8d666c86f535 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.407512] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77e7e39-d209-40d6-9551-80760b27e5e8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.415396] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c86e14-9c50-4ce7-98e9-935c515c5afa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.428867] env[62023]: DEBUG nova.compute.provider_tree [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1942.585129] env[62023]: DEBUG oslo_vmware.api [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759164, 'name': ReconfigVM_Task, 'duration_secs': 0.202606} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.585434] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1942.586124] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b80bc08-741c-4d2e-a25d-62f612ddad69 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.610097] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 21f41135-2d0e-433b-89b9-e720aaa67d99/21f41135-2d0e-433b-89b9-e720aaa67d99.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1942.610346] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cb273ee-128e-4b34-a06c-4703026a40f9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.627798] env[62023]: DEBUG oslo_vmware.api [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1942.627798] env[62023]: value = "task-1759165" [ 1942.627798] env[62023]: _type = "Task" [ 1942.627798] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.635221] env[62023]: DEBUG oslo_vmware.api [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.932439] env[62023]: DEBUG nova.scheduler.client.report [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1943.137882] env[62023]: DEBUG oslo_vmware.api [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759165, 'name': ReconfigVM_Task, 'duration_secs': 0.285997} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.138174] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 21f41135-2d0e-433b-89b9-e720aaa67d99/21f41135-2d0e-433b-89b9-e720aaa67d99.vmdk or device None with type thin {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1943.138985] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc588d6-0de5-47b2-b81f-dde868abe590 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.159062] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14130c0f-5596-49fb-b74c-bbf7335d5bfa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.180532] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569707ae-3107-4807-9fad-9fae94b2f2f2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.200618] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7298834d-788b-4e1d-8d0d-ac2f735c17e7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.207236] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1943.207449] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6d2acd3-8b4c-427f-8ca6-ab80af781d44 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.213448] env[62023]: DEBUG oslo_vmware.api [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1943.213448] env[62023]: value = "task-1759166" [ 1943.213448] env[62023]: _type = "Task" [ 1943.213448] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.220460] env[62023]: DEBUG oslo_vmware.api [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.437341] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.454333] env[62023]: INFO nova.scheduler.client.report [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Deleted allocations for instance e92de92e-4a45-42be-b7bb-48b40ffa0406 [ 1943.724091] env[62023]: DEBUG oslo_vmware.api [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759166, 'name': PowerOnVM_Task, 'duration_secs': 0.360856} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.724091] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1943.963414] env[62023]: DEBUG oslo_concurrency.lockutils [None req-7d16120a-c208-4cd8-ada2-335efc1f1957 tempest-AttachVolumeNegativeTest-1933171996 tempest-AttachVolumeNegativeTest-1933171996-project-member] Lock "e92de92e-4a45-42be-b7bb-48b40ffa0406" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.713s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.043051] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ad487961-0d9c-4d1b-a807-d95a41716be1 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.043051] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ad487961-0d9c-4d1b-a807-d95a41716be1 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.043051] env[62023]: DEBUG nova.compute.manager [None req-ad487961-0d9c-4d1b-a807-d95a41716be1 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1944.043572] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e741df-ad32-45f7-b410-ece2da3a0fe8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.050304] env[62023]: DEBUG nova.compute.manager [None req-ad487961-0d9c-4d1b-a807-d95a41716be1 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62023) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1944.050836] env[62023]: DEBUG nova.objects.instance [None req-ad487961-0d9c-4d1b-a807-d95a41716be1 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lazy-loading 'flavor' on Instance uuid bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1944.764206] env[62023]: INFO nova.compute.manager [None req-06d631fb-8dd8-41c3-9b89-8d3f8d8a979c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updating instance to original state: 'active' [ 1945.057317] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad487961-0d9c-4d1b-a807-d95a41716be1 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1945.057625] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92a0dc08-2bc1-448b-8d25-35d229304740 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.066106] env[62023]: DEBUG oslo_vmware.api [None req-ad487961-0d9c-4d1b-a807-d95a41716be1 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1945.066106] env[62023]: value = "task-1759168" [ 1945.066106] env[62023]: _type = "Task" [ 1945.066106] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.075818] env[62023]: DEBUG oslo_vmware.api [None req-ad487961-0d9c-4d1b-a807-d95a41716be1 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.576762] env[62023]: DEBUG oslo_vmware.api [None req-ad487961-0d9c-4d1b-a807-d95a41716be1 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759168, 'name': PowerOffVM_Task, 'duration_secs': 0.176988} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.577041] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad487961-0d9c-4d1b-a807-d95a41716be1 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1945.577322] env[62023]: DEBUG nova.compute.manager [None req-ad487961-0d9c-4d1b-a807-d95a41716be1 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1945.578074] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b932a1a-a494-4ecb-b609-33c15d460d56 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.942022] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "21f41135-2d0e-433b-89b9-e720aaa67d99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.942022] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "21f41135-2d0e-433b-89b9-e720aaa67d99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.942022] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "21f41135-2d0e-433b-89b9-e720aaa67d99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.942439] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "21f41135-2d0e-433b-89b9-e720aaa67d99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.942439] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "21f41135-2d0e-433b-89b9-e720aaa67d99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.945388] env[62023]: INFO nova.compute.manager [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Terminating instance [ 1946.089093] env[62023]: DEBUG oslo_concurrency.lockutils [None req-ad487961-0d9c-4d1b-a807-d95a41716be1 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.412508] env[62023]: DEBUG nova.objects.instance [None req-e76184f5-8aeb-4864-9d76-7bd911fb34bf tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lazy-loading 'flavor' on Instance uuid bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1946.448911] env[62023]: DEBUG nova.compute.manager [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1946.449158] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1946.449479] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b56db79-90da-4e62-9f1b-4f2db2b8c0fb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.458349] env[62023]: DEBUG oslo_vmware.api [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1946.458349] env[62023]: value = "task-1759169" [ 1946.458349] env[62023]: _type = "Task" [ 1946.458349] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.465888] env[62023]: DEBUG oslo_vmware.api [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.919539] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e76184f5-8aeb-4864-9d76-7bd911fb34bf tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "refresh_cache-bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.919539] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e76184f5-8aeb-4864-9d76-7bd911fb34bf tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "refresh_cache-bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.919539] env[62023]: DEBUG nova.network.neutron [None req-e76184f5-8aeb-4864-9d76-7bd911fb34bf tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1946.919539] env[62023]: DEBUG nova.objects.instance [None req-e76184f5-8aeb-4864-9d76-7bd911fb34bf tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lazy-loading 'info_cache' on Instance uuid bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1946.969763] env[62023]: DEBUG oslo_vmware.api [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759169, 'name': PowerOffVM_Task, 'duration_secs': 0.175975} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.970173] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1946.970271] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Volume detach. Driver type: vmdk {{(pid=62023) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1946.970507] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365499', 'volume_id': '98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7', 'name': 'volume-98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '21f41135-2d0e-433b-89b9-e720aaa67d99', 'attached_at': '2024-12-11T15:39:45.000000', 'detached_at': '', 'volume_id': '98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7', 'serial': '98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1946.971319] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42816c35-d811-46b4-8c66-68523044fbdf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.992456] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bc3bfb-4570-4eac-9829-7e09d72c58ef {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.998846] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e01be62-f039-47fe-aeb3-0d1e5e0e7ebd {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.019043] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b8da39-a82f-4e5f-965f-655fc35eaf3a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.033610] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] The volume has not been displaced from its original location: [datastore1] volume-98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7/volume-98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7.vmdk. No consolidation needed. {{(pid=62023) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1947.038939] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1947.039231] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e372c5b-f01a-4ecc-b4c9-c54bcaa4389c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.056761] env[62023]: DEBUG oslo_vmware.api [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1947.056761] env[62023]: value = "task-1759170" [ 1947.056761] env[62023]: _type = "Task" [ 1947.056761] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.064764] env[62023]: DEBUG oslo_vmware.api [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.422111] env[62023]: DEBUG nova.objects.base [None req-e76184f5-8aeb-4864-9d76-7bd911fb34bf tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1947.566807] env[62023]: DEBUG oslo_vmware.api [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759170, 'name': ReconfigVM_Task, 'duration_secs': 0.234111} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.567098] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=62023) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1947.571814] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4bbdef4-e4e3-4b58-82bd-581a29510a6c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.586265] env[62023]: DEBUG oslo_vmware.api [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1947.586265] env[62023]: value = "task-1759171" [ 1947.586265] env[62023]: _type = "Task" [ 1947.586265] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.593777] env[62023]: DEBUG oslo_vmware.api [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.095320] env[62023]: DEBUG oslo_vmware.api [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759171, 'name': ReconfigVM_Task, 'duration_secs': 0.123021} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.095613] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-365499', 'volume_id': '98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7', 'name': 'volume-98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '21f41135-2d0e-433b-89b9-e720aaa67d99', 'attached_at': '2024-12-11T15:39:45.000000', 'detached_at': '', 'volume_id': '98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7', 'serial': '98b7ff4e-9eb3-4ef7-a64b-b7f4e17d96d7'} {{(pid=62023) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1948.095896] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1948.096651] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599eb7dc-e09c-474f-9cd3-a58e704e3ff8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.102844] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1948.103044] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c8f9ad0-cc11-49a7-afaf-4e3e0f4d6ee9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.139466] env[62023]: DEBUG nova.network.neutron [None req-e76184f5-8aeb-4864-9d76-7bd911fb34bf tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Updating instance_info_cache with network_info: [{"id": "62f5952c-4c29-4558-bda9-a18345df4387", "address": "fa:16:3e:1b:31:39", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f5952c-4c", "ovs_interfaceid": "62f5952c-4c29-4558-bda9-a18345df4387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.195144] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1948.195362] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1948.195572] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Deleting the datastore file [datastore1] 21f41135-2d0e-433b-89b9-e720aaa67d99 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1948.195844] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e6e7a8d-69d5-4646-b146-2a1f2692abaf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.201823] env[62023]: DEBUG oslo_vmware.api [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1948.201823] env[62023]: value = "task-1759174" [ 1948.201823] env[62023]: _type = "Task" [ 1948.201823] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.209349] env[62023]: DEBUG oslo_vmware.api [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.642650] env[62023]: DEBUG oslo_concurrency.lockutils [None req-e76184f5-8aeb-4864-9d76-7bd911fb34bf tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "refresh_cache-bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.711577] env[62023]: DEBUG oslo_vmware.api [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131364} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.711833] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1948.712020] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1948.712199] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1948.712371] env[62023]: INFO nova.compute.manager [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1948.712612] env[62023]: DEBUG oslo.service.loopingcall [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1948.712796] env[62023]: DEBUG nova.compute.manager [-] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1948.712888] env[62023]: DEBUG nova.network.neutron [-] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1949.171302] env[62023]: DEBUG nova.compute.manager [req-b9e915fb-7f6a-4fd5-b5d3-903c08fb4173 req-2d4c140e-0480-43b8-9477-9c7cf04fead0 service nova] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Received event network-vif-deleted-313e4945-9718-459d-8e52-9446aa733711 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1949.171540] env[62023]: INFO nova.compute.manager [req-b9e915fb-7f6a-4fd5-b5d3-903c08fb4173 req-2d4c140e-0480-43b8-9477-9c7cf04fead0 service nova] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Neutron deleted interface 313e4945-9718-459d-8e52-9446aa733711; detaching it from the instance and deleting it from the info cache [ 1949.171700] env[62023]: DEBUG nova.network.neutron [req-b9e915fb-7f6a-4fd5-b5d3-903c08fb4173 req-2d4c140e-0480-43b8-9477-9c7cf04fead0 service nova] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.644617] env[62023]: DEBUG nova.network.neutron [-] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.647845] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76184f5-8aeb-4864-9d76-7bd911fb34bf tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1949.648044] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f371ea06-545f-4fc3-935b-9db7e9a6d339 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.656578] env[62023]: DEBUG oslo_vmware.api [None req-e76184f5-8aeb-4864-9d76-7bd911fb34bf tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1949.656578] env[62023]: value = "task-1759175" [ 1949.656578] env[62023]: _type = "Task" [ 1949.656578] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.665947] env[62023]: DEBUG oslo_vmware.api [None req-e76184f5-8aeb-4864-9d76-7bd911fb34bf tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.674081] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e75e739-3826-4e84-8bf6-89df5519a37a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.682664] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaef47e-77fa-443a-a2b1-4f6144ca20a9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.710954] env[62023]: DEBUG nova.compute.manager [req-b9e915fb-7f6a-4fd5-b5d3-903c08fb4173 req-2d4c140e-0480-43b8-9477-9c7cf04fead0 service nova] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Detach interface failed, port_id=313e4945-9718-459d-8e52-9446aa733711, reason: Instance 21f41135-2d0e-433b-89b9-e720aaa67d99 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1950.148105] env[62023]: INFO nova.compute.manager [-] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Took 1.43 seconds to deallocate network for instance. [ 1950.167588] env[62023]: DEBUG oslo_vmware.api [None req-e76184f5-8aeb-4864-9d76-7bd911fb34bf tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759175, 'name': PowerOnVM_Task, 'duration_secs': 0.357274} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.167862] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76184f5-8aeb-4864-9d76-7bd911fb34bf tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1950.168087] env[62023]: DEBUG nova.compute.manager [None req-e76184f5-8aeb-4864-9d76-7bd911fb34bf tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1950.168930] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbfbc2b-1107-43b7-b9b4-b46552cab78b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.688983] env[62023]: INFO nova.compute.manager [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Took 0.54 seconds to detach 1 volumes for instance. [ 1951.194734] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.195009] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.195208] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.216453] env[62023]: INFO nova.scheduler.client.report [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Deleted allocations for instance 21f41135-2d0e-433b-89b9-e720aaa67d99 [ 1951.559283] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c55e14-e8fe-4cc4-b94e-555ae29b7616 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.566063] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9a454b-0bda-49c7-b14d-b93b2fb3eb91 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Suspending the VM {{(pid=62023) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1951.566298] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-21a048e5-6351-4a4b-9e68-8a5ccef3de7e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.572851] env[62023]: DEBUG oslo_vmware.api [None req-2e9a454b-0bda-49c7-b14d-b93b2fb3eb91 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1951.572851] env[62023]: value = "task-1759177" [ 1951.572851] env[62023]: _type = "Task" [ 1951.572851] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.580283] env[62023]: DEBUG oslo_vmware.api [None req-2e9a454b-0bda-49c7-b14d-b93b2fb3eb91 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759177, 'name': SuspendVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.724951] env[62023]: DEBUG oslo_concurrency.lockutils [None req-a6a4e03a-518e-4e1d-a55e-7cb2684e6c7e tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "21f41135-2d0e-433b-89b9-e720aaa67d99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.783s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.082841] env[62023]: DEBUG oslo_vmware.api [None req-2e9a454b-0bda-49c7-b14d-b93b2fb3eb91 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759177, 'name': SuspendVM_Task} progress is 70%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.583786] env[62023]: DEBUG oslo_vmware.api [None req-2e9a454b-0bda-49c7-b14d-b93b2fb3eb91 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759177, 'name': SuspendVM_Task, 'duration_secs': 0.643031} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.584104] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9a454b-0bda-49c7-b14d-b93b2fb3eb91 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Suspended the VM {{(pid=62023) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1952.584320] env[62023]: DEBUG nova.compute.manager [None req-2e9a454b-0bda-49c7-b14d-b93b2fb3eb91 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1952.585055] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b6b85d-e659-4b34-a9b1-1c85b7149ff1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.125028] env[62023]: DEBUG oslo_concurrency.lockutils [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "af8fe2de-020a-4618-8d30-636741a80798" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.125028] env[62023]: DEBUG oslo_concurrency.lockutils [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "af8fe2de-020a-4618-8d30-636741a80798" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.629056] env[62023]: DEBUG nova.compute.manager [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Starting instance... {{(pid=62023) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1953.931249] env[62023]: INFO nova.compute.manager [None req-4e2bc208-0c5d-43e4-89ee-d5e4ac7c46a0 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Resuming [ 1953.931896] env[62023]: DEBUG nova.objects.instance [None req-4e2bc208-0c5d-43e4-89ee-d5e4ac7c46a0 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lazy-loading 'flavor' on Instance uuid bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1954.152131] env[62023]: DEBUG oslo_concurrency.lockutils [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.152472] env[62023]: DEBUG oslo_concurrency.lockutils [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.154050] env[62023]: INFO nova.compute.claims [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1955.208074] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a8de6a-2f8c-42d6-900e-e0fac1948f30 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.215747] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5588abe-30d4-4981-85b7-82702c1bad1e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.246339] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c1575f-dddd-4f6d-b019-0c0136c90649 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.253945] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d4da4b-8c3d-4164-bd8c-2e0659fd840f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.269635] env[62023]: DEBUG nova.compute.provider_tree [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1955.442323] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4e2bc208-0c5d-43e4-89ee-d5e4ac7c46a0 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "refresh_cache-bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.442588] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4e2bc208-0c5d-43e4-89ee-d5e4ac7c46a0 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquired lock "refresh_cache-bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.442765] env[62023]: DEBUG nova.network.neutron [None req-4e2bc208-0c5d-43e4-89ee-d5e4ac7c46a0 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1955.789607] env[62023]: ERROR nova.scheduler.client.report [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [req-2f6909f9-2a7b-4598-9e9e-57b5a1a9bd65] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 02801f58-5343-4495-a0d6-e07df5115a86. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2f6909f9-2a7b-4598-9e9e-57b5a1a9bd65"}]} [ 1955.810790] env[62023]: DEBUG nova.scheduler.client.report [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Refreshing inventories for resource provider 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1955.824140] env[62023]: DEBUG nova.scheduler.client.report [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Updating ProviderTree inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1955.824375] env[62023]: DEBUG nova.compute.provider_tree [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1955.835015] env[62023]: DEBUG nova.scheduler.client.report [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Refreshing aggregate associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, aggregates: None {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1955.854232] env[62023]: DEBUG nova.scheduler.client.report [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Refreshing trait associations for resource provider 02801f58-5343-4495-a0d6-e07df5115a86, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62023) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1955.900104] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e78aba0-b831-4290-8ff3-6b7f69b58bc7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.908397] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6ffaa9-e593-4087-a208-bbd882417780 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.939815] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed99a1f-bd41-4157-80a8-f3ac9899899c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.949579] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b86eb5-ec8d-488f-944a-89b91d479471 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.963202] env[62023]: DEBUG nova.compute.provider_tree [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1956.191861] env[62023]: DEBUG nova.network.neutron [None req-4e2bc208-0c5d-43e4-89ee-d5e4ac7c46a0 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Updating instance_info_cache with network_info: [{"id": "62f5952c-4c29-4558-bda9-a18345df4387", "address": "fa:16:3e:1b:31:39", "network": {"id": "887e3ee7-263c-4f56-ae4e-232d8fd7fb7e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1614654818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a5bf0ab246448faf34dd3a4d051a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f5952c-4c", "ovs_interfaceid": "62f5952c-4c29-4558-bda9-a18345df4387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.498663] env[62023]: DEBUG nova.scheduler.client.report [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Updated inventory for provider 02801f58-5343-4495-a0d6-e07df5115a86 with generation 196 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1956.498956] env[62023]: DEBUG nova.compute.provider_tree [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Updating resource provider 02801f58-5343-4495-a0d6-e07df5115a86 generation from 196 to 197 during operation: update_inventory {{(pid=62023) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1956.499135] env[62023]: DEBUG nova.compute.provider_tree [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Updating inventory in ProviderTree for provider 02801f58-5343-4495-a0d6-e07df5115a86 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1956.694720] env[62023]: DEBUG oslo_concurrency.lockutils [None req-4e2bc208-0c5d-43e4-89ee-d5e4ac7c46a0 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Releasing lock "refresh_cache-bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.695627] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be40d74-8aa5-4abc-b3ca-dedbb066d47a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.702699] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2bc208-0c5d-43e4-89ee-d5e4ac7c46a0 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Resuming the VM {{(pid=62023) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1956.702915] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a22912d-72f6-4d30-8cef-b77d28b7a7c9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.714986] env[62023]: DEBUG oslo_vmware.api [None req-4e2bc208-0c5d-43e4-89ee-d5e4ac7c46a0 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1956.714986] env[62023]: value = "task-1759178" [ 1956.714986] env[62023]: _type = "Task" [ 1956.714986] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.721993] env[62023]: DEBUG oslo_vmware.api [None req-4e2bc208-0c5d-43e4-89ee-d5e4ac7c46a0 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.004108] env[62023]: DEBUG oslo_concurrency.lockutils [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.851s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.004397] env[62023]: DEBUG nova.compute.manager [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Start building networks asynchronously for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1957.225274] env[62023]: DEBUG oslo_vmware.api [None req-4e2bc208-0c5d-43e4-89ee-d5e4ac7c46a0 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759178, 'name': PowerOnVM_Task, 'duration_secs': 0.503595} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.225547] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2bc208-0c5d-43e4-89ee-d5e4ac7c46a0 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Resumed the VM {{(pid=62023) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1957.225735] env[62023]: DEBUG nova.compute.manager [None req-4e2bc208-0c5d-43e4-89ee-d5e4ac7c46a0 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1957.226586] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b018150-d2e7-4b39-806e-bb63a29d9452 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.509821] env[62023]: DEBUG nova.compute.utils [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Using /dev/sd instead of None {{(pid=62023) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1957.511348] env[62023]: DEBUG nova.compute.manager [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Allocating IP information in the background. {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1957.511576] env[62023]: DEBUG nova.network.neutron [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] allocate_for_instance() {{(pid=62023) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1957.663365] env[62023]: DEBUG nova.policy [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8564d75049404ae1acf553ee01297b40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0df5aeee971434f95e765886707a7c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62023) authorize /opt/stack/nova/nova/policy.py:192}} [ 1957.823260] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1957.823499] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1957.823714] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Starting heal instance info cache {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1957.947189] env[62023]: DEBUG nova.network.neutron [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Successfully created port: f8985bcb-b09a-4e8b-9182-211a020215b3 {{(pid=62023) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1958.015520] env[62023]: DEBUG nova.compute.manager [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Start building block device mappings for instance. {{(pid=62023) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1958.763025] env[62023]: DEBUG oslo_concurrency.lockutils [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.763371] env[62023]: DEBUG oslo_concurrency.lockutils [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.763475] env[62023]: DEBUG oslo_concurrency.lockutils [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.763677] env[62023]: DEBUG oslo_concurrency.lockutils [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.763871] env[62023]: DEBUG oslo_concurrency.lockutils [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.766042] env[62023]: INFO nova.compute.manager [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Terminating instance [ 1959.026618] env[62023]: DEBUG nova.compute.manager [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Start spawning the instance on the hypervisor. {{(pid=62023) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1959.074935] env[62023]: DEBUG nova.virt.hardware [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T15:14:22Z,direct_url=,disk_format='vmdk',id=2e6e63e6-ad46-4aa3-99a8-04e1a9146578,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cac587c47c304cefa6bd15d08b7ee0be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T15:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1959.075234] env[62023]: DEBUG nova.virt.hardware [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1959.075403] env[62023]: DEBUG nova.virt.hardware [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1959.075588] env[62023]: DEBUG nova.virt.hardware [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1959.075735] env[62023]: DEBUG nova.virt.hardware [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1959.075881] env[62023]: DEBUG nova.virt.hardware [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1959.076099] env[62023]: DEBUG nova.virt.hardware [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1959.076257] env[62023]: DEBUG nova.virt.hardware [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1959.076426] env[62023]: DEBUG nova.virt.hardware [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1959.076592] env[62023]: DEBUG nova.virt.hardware [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1959.076793] env[62023]: DEBUG nova.virt.hardware [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1959.077696] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d53327c-f994-4fed-b4b0-9507de349146 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.085791] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57ecc2d-a9b0-4020-9533-e7d863d00362 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.272959] env[62023]: DEBUG nova.compute.manager [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1959.273164] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1959.274071] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81731547-8fcd-4e6b-94bc-19158564d281 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.281707] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1959.281924] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7b5c7d2-dc95-49dc-ac1a-0bc30ba6956e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.288432] env[62023]: DEBUG oslo_vmware.api [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1959.288432] env[62023]: value = "task-1759179" [ 1959.288432] env[62023]: _type = "Task" [ 1959.288432] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.296574] env[62023]: DEBUG oslo_vmware.api [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.534429] env[62023]: DEBUG nova.network.neutron [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Successfully updated port: f8985bcb-b09a-4e8b-9182-211a020215b3 {{(pid=62023) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1959.680500] env[62023]: DEBUG nova.compute.manager [req-44cc0aa0-6ff1-40bd-ac87-f9191855c124 req-79df1ffd-7143-4cb9-932c-edc881591887 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Received event network-vif-plugged-f8985bcb-b09a-4e8b-9182-211a020215b3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1959.680714] env[62023]: DEBUG oslo_concurrency.lockutils [req-44cc0aa0-6ff1-40bd-ac87-f9191855c124 req-79df1ffd-7143-4cb9-932c-edc881591887 service nova] Acquiring lock "af8fe2de-020a-4618-8d30-636741a80798-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.681179] env[62023]: DEBUG oslo_concurrency.lockutils [req-44cc0aa0-6ff1-40bd-ac87-f9191855c124 req-79df1ffd-7143-4cb9-932c-edc881591887 service nova] Lock "af8fe2de-020a-4618-8d30-636741a80798-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.681179] env[62023]: DEBUG oslo_concurrency.lockutils [req-44cc0aa0-6ff1-40bd-ac87-f9191855c124 req-79df1ffd-7143-4cb9-932c-edc881591887 service nova] Lock "af8fe2de-020a-4618-8d30-636741a80798-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.681283] env[62023]: DEBUG nova.compute.manager [req-44cc0aa0-6ff1-40bd-ac87-f9191855c124 req-79df1ffd-7143-4cb9-932c-edc881591887 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] No waiting events found dispatching network-vif-plugged-f8985bcb-b09a-4e8b-9182-211a020215b3 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1959.681400] env[62023]: WARNING nova.compute.manager [req-44cc0aa0-6ff1-40bd-ac87-f9191855c124 req-79df1ffd-7143-4cb9-932c-edc881591887 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Received unexpected event network-vif-plugged-f8985bcb-b09a-4e8b-9182-211a020215b3 for instance with vm_state building and task_state spawning. [ 1959.798638] env[62023]: DEBUG oslo_vmware.api [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759179, 'name': PowerOffVM_Task, 'duration_secs': 0.16413} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.799025] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1959.799106] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1959.799307] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58d2b399-92a9-476d-ab11-dc333cd34734 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.865568] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1959.865799] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1959.865971] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Deleting the datastore file [datastore1] bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1959.866261] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2c5afbe-db53-4e39-b1da-cea6de9807f4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.872851] env[62023]: DEBUG oslo_vmware.api [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for the task: (returnval){ [ 1959.872851] env[62023]: value = "task-1759181" [ 1959.872851] env[62023]: _type = "Task" [ 1959.872851] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.880114] env[62023]: DEBUG oslo_vmware.api [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.037280] env[62023]: DEBUG oslo_concurrency.lockutils [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.037442] env[62023]: DEBUG oslo_concurrency.lockutils [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.037598] env[62023]: DEBUG nova.network.neutron [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1960.383156] env[62023]: DEBUG oslo_vmware.api [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Task: {'id': task-1759181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136105} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.383433] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1960.383553] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1960.383746] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1960.383953] env[62023]: INFO nova.compute.manager [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1960.384216] env[62023]: DEBUG oslo.service.loopingcall [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1960.384404] env[62023]: DEBUG nova.compute.manager [-] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1960.384499] env[62023]: DEBUG nova.network.neutron [-] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1960.580098] env[62023]: DEBUG nova.network.neutron [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Instance cache missing network info. {{(pid=62023) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1960.743286] env[62023]: DEBUG nova.network.neutron [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Updating instance_info_cache with network_info: [{"id": "f8985bcb-b09a-4e8b-9182-211a020215b3", "address": "fa:16:3e:a4:71:41", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8985bcb-b0", "ovs_interfaceid": "f8985bcb-b09a-4e8b-9182-211a020215b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.246262] env[62023]: DEBUG oslo_concurrency.lockutils [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.246580] env[62023]: DEBUG nova.compute.manager [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Instance network_info: |[{"id": "f8985bcb-b09a-4e8b-9182-211a020215b3", "address": "fa:16:3e:a4:71:41", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8985bcb-b0", "ovs_interfaceid": "f8985bcb-b09a-4e8b-9182-211a020215b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62023) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1961.247018] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:71:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8985bcb-b09a-4e8b-9182-211a020215b3', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1961.254965] env[62023]: DEBUG oslo.service.loopingcall [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1961.255201] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8fe2de-020a-4618-8d30-636741a80798] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1961.255429] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-649a9450-e899-4b40-acce-0b5c63652c98 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.278272] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1961.278272] env[62023]: value = "task-1759182" [ 1961.278272] env[62023]: _type = "Task" [ 1961.278272] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.287358] env[62023]: DEBUG nova.network.neutron [-] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.288635] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759182, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.709676] env[62023]: DEBUG nova.compute.manager [req-5935033e-077b-471a-a1b0-f2b0821a2eb6 req-57e2bfa1-7c60-4b16-a623-060da829f722 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Received event network-changed-f8985bcb-b09a-4e8b-9182-211a020215b3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1961.709877] env[62023]: DEBUG nova.compute.manager [req-5935033e-077b-471a-a1b0-f2b0821a2eb6 req-57e2bfa1-7c60-4b16-a623-060da829f722 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Refreshing instance network info cache due to event network-changed-f8985bcb-b09a-4e8b-9182-211a020215b3. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1961.710147] env[62023]: DEBUG oslo_concurrency.lockutils [req-5935033e-077b-471a-a1b0-f2b0821a2eb6 req-57e2bfa1-7c60-4b16-a623-060da829f722 service nova] Acquiring lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.710304] env[62023]: DEBUG oslo_concurrency.lockutils [req-5935033e-077b-471a-a1b0-f2b0821a2eb6 req-57e2bfa1-7c60-4b16-a623-060da829f722 service nova] Acquired lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.710473] env[62023]: DEBUG nova.network.neutron [req-5935033e-077b-471a-a1b0-f2b0821a2eb6 req-57e2bfa1-7c60-4b16-a623-060da829f722 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Refreshing network info cache for port f8985bcb-b09a-4e8b-9182-211a020215b3 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1961.788967] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759182, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.790455] env[62023]: INFO nova.compute.manager [-] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Took 1.41 seconds to deallocate network for instance. [ 1962.288357] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759182, 'name': CreateVM_Task} progress is 99%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.297131] env[62023]: DEBUG oslo_concurrency.lockutils [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.297373] env[62023]: DEBUG oslo_concurrency.lockutils [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.297589] env[62023]: DEBUG nova.objects.instance [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lazy-loading 'resources' on Instance uuid bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1962.349646] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Didn't find any instances for network info cache update. {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1962.349869] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1962.350043] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1962.350203] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1962.350352] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1962.350493] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1962.350639] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1962.350768] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1962.350910] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1962.401077] env[62023]: DEBUG nova.network.neutron [req-5935033e-077b-471a-a1b0-f2b0821a2eb6 req-57e2bfa1-7c60-4b16-a623-060da829f722 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Updated VIF entry in instance network info cache for port f8985bcb-b09a-4e8b-9182-211a020215b3. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1962.401446] env[62023]: DEBUG nova.network.neutron [req-5935033e-077b-471a-a1b0-f2b0821a2eb6 req-57e2bfa1-7c60-4b16-a623-060da829f722 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Updating instance_info_cache with network_info: [{"id": "f8985bcb-b09a-4e8b-9182-211a020215b3", "address": "fa:16:3e:a4:71:41", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8985bcb-b0", "ovs_interfaceid": "f8985bcb-b09a-4e8b-9182-211a020215b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.788526] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759182, 'name': CreateVM_Task, 'duration_secs': 1.341927} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.788698] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8fe2de-020a-4618-8d30-636741a80798] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1962.789378] env[62023]: DEBUG oslo_concurrency.lockutils [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.789568] env[62023]: DEBUG oslo_concurrency.lockutils [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.789904] env[62023]: DEBUG oslo_concurrency.lockutils [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1962.790170] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cb8ba63-022b-43eb-9c15-75c6c49f2c84 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.794554] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1962.794554] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5283192f-416a-3305-5e00-eeec96815e42" [ 1962.794554] env[62023]: _type = "Task" [ 1962.794554] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.805826] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5283192f-416a-3305-5e00-eeec96815e42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.841798] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712f7a52-e530-4b6d-b4ef-d2e2ff4205ec {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.848436] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f87efa1-d75a-4b94-8b75-b6345fe577e2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.853422] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.877502] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86656f3-2170-4575-b81f-eb4fb9b2805f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.884100] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1afe6b2-38a2-46e7-9208-83a27b078a7a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.896689] env[62023]: DEBUG nova.compute.provider_tree [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1962.903876] env[62023]: DEBUG oslo_concurrency.lockutils [req-5935033e-077b-471a-a1b0-f2b0821a2eb6 req-57e2bfa1-7c60-4b16-a623-060da829f722 service nova] Releasing lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.904116] env[62023]: DEBUG nova.compute.manager [req-5935033e-077b-471a-a1b0-f2b0821a2eb6 req-57e2bfa1-7c60-4b16-a623-060da829f722 service nova] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Received event network-vif-deleted-62f5952c-4c29-4558-bda9-a18345df4387 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1963.305155] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5283192f-416a-3305-5e00-eeec96815e42, 'name': SearchDatastore_Task, 'duration_secs': 0.009828} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.305488] env[62023]: DEBUG oslo_concurrency.lockutils [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.305722] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Processing image 2e6e63e6-ad46-4aa3-99a8-04e1a9146578 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1963.305956] env[62023]: DEBUG oslo_concurrency.lockutils [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.306120] env[62023]: DEBUG oslo_concurrency.lockutils [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.306301] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1963.306652] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d9a7024-547b-4f90-b46f-af390d6cc416 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.314721] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1963.314909] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1963.315620] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a3c897-c924-48f2-a3ba-54feaa36f76e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.320514] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1963.320514] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529a2746-92d5-28e8-b375-6a55c8d91ccd" [ 1963.320514] env[62023]: _type = "Task" [ 1963.320514] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.327575] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529a2746-92d5-28e8-b375-6a55c8d91ccd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.399803] env[62023]: DEBUG nova.scheduler.client.report [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1963.830372] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]529a2746-92d5-28e8-b375-6a55c8d91ccd, 'name': SearchDatastore_Task, 'duration_secs': 0.00867} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.831139] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a64a6abe-111a-495e-8991-14ae90faec0e {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.835968] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1963.835968] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52491ce3-3ec0-9c84-6b08-2cc5e86f487c" [ 1963.835968] env[62023]: _type = "Task" [ 1963.835968] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.845096] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52491ce3-3ec0-9c84-6b08-2cc5e86f487c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.905908] env[62023]: DEBUG oslo_concurrency.lockutils [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.908131] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.055s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.908314] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.908630] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1963.909208] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b656c2-1e3d-4327-86ef-fd946348a82d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.916625] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bf7c52-97d6-4c9c-a123-9587607e6df8 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.930986] env[62023]: INFO nova.scheduler.client.report [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Deleted allocations for instance bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8 [ 1963.932395] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7575eef0-e676-45fc-84f6-da2411655eb7 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.942901] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61d7396-06bb-4036-9fab-a26d1d8d4e47 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.971361] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180822MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1963.971529] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.971743] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.346691] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52491ce3-3ec0-9c84-6b08-2cc5e86f487c, 'name': SearchDatastore_Task, 'duration_secs': 0.009483} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.347050] env[62023]: DEBUG oslo_concurrency.lockutils [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.347174] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] af8fe2de-020a-4618-8d30-636741a80798/af8fe2de-020a-4618-8d30-636741a80798.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1964.347423] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-801cfdff-bd83-4ec6-95ae-f745d8d5610d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.354775] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1964.354775] env[62023]: value = "task-1759183" [ 1964.354775] env[62023]: _type = "Task" [ 1964.354775] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.362519] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.442889] env[62023]: DEBUG oslo_concurrency.lockutils [None req-172b8921-816f-4f99-8960-88aa52b63059 tempest-ServerActionsTestJSON-1685100608 tempest-ServerActionsTestJSON-1685100608-project-member] Lock "bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.680s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.865526] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478111} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.865793] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e6e63e6-ad46-4aa3-99a8-04e1a9146578/2e6e63e6-ad46-4aa3-99a8-04e1a9146578.vmdk to [datastore1] af8fe2de-020a-4618-8d30-636741a80798/af8fe2de-020a-4618-8d30-636741a80798.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1964.866054] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Extending root virtual disk to 1048576 {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1964.866308] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a49d8395-3e2f-4f71-89fe-4bd55f1aae0b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.871983] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1964.871983] env[62023]: value = "task-1759184" [ 1964.871983] env[62023]: _type = "Task" [ 1964.871983] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.880361] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.990857] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance af8fe2de-020a-4618-8d30-636741a80798 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1964.991129] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1964.991290] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1965.017842] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5c7c92-7015-4207-8b86-799f0bd90e68 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.025018] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ce78cc-c099-4029-8399-ac92798a154f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.055578] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b246c0f7-0302-4d77-b61e-16bbf2508ef2 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.062462] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bc05d7-d13b-4cf8-acc9-ebd3b3200344 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.074947] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1965.382363] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062106} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.382721] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Extended root virtual disk {{(pid=62023) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1965.383473] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba4efed-adf5-4605-bcc7-627d849e2d31 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.407813] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] af8fe2de-020a-4618-8d30-636741a80798/af8fe2de-020a-4618-8d30-636741a80798.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1965.408094] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1357ebbb-3125-4ab8-80ee-2050abd41c73 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.429257] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1965.429257] env[62023]: value = "task-1759185" [ 1965.429257] env[62023]: _type = "Task" [ 1965.429257] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.439127] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.578522] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1965.939518] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759185, 'name': ReconfigVM_Task, 'duration_secs': 0.287573} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.939738] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Reconfigured VM instance instance-0000007c to attach disk [datastore1] af8fe2de-020a-4618-8d30-636741a80798/af8fe2de-020a-4618-8d30-636741a80798.vmdk or device None with type sparse {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1965.940377] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cb4b860-97ed-47f0-87c3-14d9b1da2e80 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.946257] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1965.946257] env[62023]: value = "task-1759186" [ 1965.946257] env[62023]: _type = "Task" [ 1965.946257] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.953472] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759186, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.084456] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1966.084456] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.113s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.457696] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759186, 'name': Rename_Task, 'duration_secs': 0.179421} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.457696] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1966.457696] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-031d14f6-2fff-4bc1-8aa9-3cb57301503b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.462693] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 1966.462693] env[62023]: value = "task-1759187" [ 1966.462693] env[62023]: _type = "Task" [ 1966.462693] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.470228] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.972637] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759187, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.391423] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1967.474353] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759187, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.974320] env[62023]: DEBUG oslo_vmware.api [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759187, 'name': PowerOnVM_Task, 'duration_secs': 1.060751} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.974651] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1967.974869] env[62023]: INFO nova.compute.manager [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1967.975061] env[62023]: DEBUG nova.compute.manager [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1967.975808] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8039b274-5545-4650-9289-9d5e7fdaadaa {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.491586] env[62023]: INFO nova.compute.manager [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Took 14.36 seconds to build instance. [ 1968.993701] env[62023]: DEBUG oslo_concurrency.lockutils [None req-382d324d-85fe-471c-a41d-06b7fc963c7c tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "af8fe2de-020a-4618-8d30-636741a80798" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.869s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.486248] env[62023]: DEBUG nova.compute.manager [req-12edea83-d701-4d1c-8dc3-04d81cde1d58 req-f5d4583b-ef76-4fd8-8b3e-f35fb5f549c0 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Received event network-changed-f8985bcb-b09a-4e8b-9182-211a020215b3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1969.486446] env[62023]: DEBUG nova.compute.manager [req-12edea83-d701-4d1c-8dc3-04d81cde1d58 req-f5d4583b-ef76-4fd8-8b3e-f35fb5f549c0 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Refreshing instance network info cache due to event network-changed-f8985bcb-b09a-4e8b-9182-211a020215b3. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1969.486669] env[62023]: DEBUG oslo_concurrency.lockutils [req-12edea83-d701-4d1c-8dc3-04d81cde1d58 req-f5d4583b-ef76-4fd8-8b3e-f35fb5f549c0 service nova] Acquiring lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.486816] env[62023]: DEBUG oslo_concurrency.lockutils [req-12edea83-d701-4d1c-8dc3-04d81cde1d58 req-f5d4583b-ef76-4fd8-8b3e-f35fb5f549c0 service nova] Acquired lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.486978] env[62023]: DEBUG nova.network.neutron [req-12edea83-d701-4d1c-8dc3-04d81cde1d58 req-f5d4583b-ef76-4fd8-8b3e-f35fb5f549c0 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Refreshing network info cache for port f8985bcb-b09a-4e8b-9182-211a020215b3 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1970.202232] env[62023]: DEBUG nova.network.neutron [req-12edea83-d701-4d1c-8dc3-04d81cde1d58 req-f5d4583b-ef76-4fd8-8b3e-f35fb5f549c0 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Updated VIF entry in instance network info cache for port f8985bcb-b09a-4e8b-9182-211a020215b3. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1970.202598] env[62023]: DEBUG nova.network.neutron [req-12edea83-d701-4d1c-8dc3-04d81cde1d58 req-f5d4583b-ef76-4fd8-8b3e-f35fb5f549c0 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Updating instance_info_cache with network_info: [{"id": "f8985bcb-b09a-4e8b-9182-211a020215b3", "address": "fa:16:3e:a4:71:41", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8985bcb-b0", "ovs_interfaceid": "f8985bcb-b09a-4e8b-9182-211a020215b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.705172] env[62023]: DEBUG oslo_concurrency.lockutils [req-12edea83-d701-4d1c-8dc3-04d81cde1d58 req-f5d4583b-ef76-4fd8-8b3e-f35fb5f549c0 service nova] Releasing lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.135306] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2001.135680] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62023) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2005.130994] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.134577] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.134730] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Starting heal instance info cache {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2005.134850] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Rebuilding the list of instances to heal {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2005.665259] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.665436] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquired lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.665589] env[62023]: DEBUG nova.network.neutron [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: af8fe2de-020a-4618-8d30-636741a80798] Forcefully refreshing network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2005.665745] env[62023]: DEBUG nova.objects.instance [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lazy-loading 'info_cache' on Instance uuid af8fe2de-020a-4618-8d30-636741a80798 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2006.470537] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "af8fe2de-020a-4618-8d30-636741a80798" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.470891] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "af8fe2de-020a-4618-8d30-636741a80798" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.470929] env[62023]: INFO nova.compute.manager [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Shelving [ 2007.480624] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2007.481014] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90765400-f55f-43db-984f-f1be7ac560a3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.488942] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 2007.488942] env[62023]: value = "task-1759188" [ 2007.488942] env[62023]: _type = "Task" [ 2007.488942] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.497583] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.636955] env[62023]: DEBUG nova.network.neutron [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: af8fe2de-020a-4618-8d30-636741a80798] Updating instance_info_cache with network_info: [{"id": "f8985bcb-b09a-4e8b-9182-211a020215b3", "address": "fa:16:3e:a4:71:41", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8985bcb-b0", "ovs_interfaceid": "f8985bcb-b09a-4e8b-9182-211a020215b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.999445] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759188, 'name': PowerOffVM_Task, 'duration_secs': 0.225632} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.999704] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2008.000522] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0c76cc-879b-40d7-9c7c-fc3217ef736f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.019020] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb33568-3b6e-45a7-a371-0749403e4450 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.140091] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Releasing lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.140304] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: af8fe2de-020a-4618-8d30-636741a80798] Updated the network info_cache for instance {{(pid=62023) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2008.140498] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.140657] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.140819] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.529200] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Creating Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2008.529670] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1dc3a895-9374-4aea-9df1-58c7c28e3ed5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.538535] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 2008.538535] env[62023]: value = "task-1759189" [ 2008.538535] env[62023]: _type = "Task" [ 2008.538535] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.548843] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759189, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.644116] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.644366] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.644539] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.644694] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62023) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2008.645621] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfe84ea-ed36-492f-9af8-90ba94d24b27 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.653555] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a205a213-ce43-4904-bd9a-be5eba144035 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.667371] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c44e6f8-3d3b-492e-a830-982af7b8d339 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.673404] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47941c62-d8a3-4f4c-a10b-cd4dd1a4d168 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.701817] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181197MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62023) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2008.701976] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.702187] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.049869] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759189, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.548937] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759189, 'name': CreateSnapshot_Task, 'duration_secs': 0.521569} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.549375] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Created Snapshot of the VM instance {{(pid=62023) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2009.549952] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8756826f-f55c-4872-b922-c18f8aa2f1f9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.726282] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Instance af8fe2de-020a-4618-8d30-636741a80798 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62023) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2009.726484] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2009.726630] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62023) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2009.751985] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705828c1-cd0d-4069-8b56-3f221be8b250 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.758818] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125c4e4f-0df4-4269-9943-481f6755d595 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.787236] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8348a1b-a154-454e-973e-955f3d5b4567 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.793784] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443d2af5-307d-4e95-9510-6c5e98302c0c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.806175] env[62023]: DEBUG nova.compute.provider_tree [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2010.067050] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Creating linked-clone VM from snapshot {{(pid=62023) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2010.067316] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a0ec6ece-ec8b-47ec-a3d1-56f94fb447cb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.076797] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 2010.076797] env[62023]: value = "task-1759190" [ 2010.076797] env[62023]: _type = "Task" [ 2010.076797] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.085626] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759190, 'name': CloneVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.309016] env[62023]: DEBUG nova.scheduler.client.report [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2010.587741] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759190, 'name': CloneVM_Task} progress is 94%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.814273] env[62023]: DEBUG nova.compute.resource_tracker [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62023) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2010.814488] env[62023]: DEBUG oslo_concurrency.lockutils [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.112s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.814721] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2011.087749] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759190, 'name': CloneVM_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.588813] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759190, 'name': CloneVM_Task, 'duration_secs': 1.073879} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.589160] env[62023]: INFO nova.virt.vmwareapi.vmops [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Created linked-clone VM from snapshot [ 2011.589811] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807bf610-231c-4644-96a9-6eb9a080aafe {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.597342] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Uploading image 7f720f2e-4860-4b89-beb2-c4c7cd642092 {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2011.623130] env[62023]: DEBUG oslo_vmware.rw_handles [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2011.623130] env[62023]: value = "vm-365503" [ 2011.623130] env[62023]: _type = "VirtualMachine" [ 2011.623130] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2011.623444] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cd0667ee-4339-42aa-a5ec-35487a323d8b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.629810] env[62023]: DEBUG oslo_vmware.rw_handles [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lease: (returnval){ [ 2011.629810] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5292af60-94d7-35f6-a52e-c55763e0fdf2" [ 2011.629810] env[62023]: _type = "HttpNfcLease" [ 2011.629810] env[62023]: } obtained for exporting VM: (result){ [ 2011.629810] env[62023]: value = "vm-365503" [ 2011.629810] env[62023]: _type = "VirtualMachine" [ 2011.629810] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2011.630075] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the lease: (returnval){ [ 2011.630075] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5292af60-94d7-35f6-a52e-c55763e0fdf2" [ 2011.630075] env[62023]: _type = "HttpNfcLease" [ 2011.630075] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2011.635824] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2011.635824] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5292af60-94d7-35f6-a52e-c55763e0fdf2" [ 2011.635824] env[62023]: _type = "HttpNfcLease" [ 2011.635824] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2012.139257] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2012.139257] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5292af60-94d7-35f6-a52e-c55763e0fdf2" [ 2012.139257] env[62023]: _type = "HttpNfcLease" [ 2012.139257] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2012.139497] env[62023]: DEBUG oslo_vmware.rw_handles [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2012.139497] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]5292af60-94d7-35f6-a52e-c55763e0fdf2" [ 2012.139497] env[62023]: _type = "HttpNfcLease" [ 2012.139497] env[62023]: }. {{(pid=62023) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2012.140221] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1ed691-1933-4d01-9c49-0e46f6effe83 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.147255] env[62023]: DEBUG oslo_vmware.rw_handles [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257da0d-e3b5-45eb-9875-0a3ab059f67b/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2012.147430] env[62023]: DEBUG oslo_vmware.rw_handles [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257da0d-e3b5-45eb-9875-0a3ab059f67b/disk-0.vmdk for reading. {{(pid=62023) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2012.237488] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c8f31ece-6633-443a-936d-0e154b0de4a6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.311107] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2013.311470] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2013.311470] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2019.135280] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2019.135657] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Cleaning up deleted instances {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 2019.648127] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] There are 42 instances to clean {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 2019.648916] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: bf70eae9-e824-48e6-b1eb-7b8ea3fb00a8] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2020.152700] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: e6ece595-bca7-4470-a1d6-0d2a597c6be7] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2020.656890] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: e92de92e-4a45-42be-b7bb-48b40ffa0406] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2021.160144] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 6b1c5b22-27ac-4b98-a10c-27d40bed6651] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2021.663579] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 0d1f4838-4a92-426a-8b2f-16b3200db873] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2021.739911] env[62023]: DEBUG oslo_vmware.rw_handles [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257da0d-e3b5-45eb-9875-0a3ab059f67b/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2021.740870] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038232b6-5ac6-4cfa-ae29-7a6accf8f4af {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.747312] env[62023]: DEBUG oslo_vmware.rw_handles [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257da0d-e3b5-45eb-9875-0a3ab059f67b/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2021.747479] env[62023]: ERROR oslo_vmware.rw_handles [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257da0d-e3b5-45eb-9875-0a3ab059f67b/disk-0.vmdk due to incomplete transfer. [ 2021.747683] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ec1b5208-c53d-44a7-bdbf-bc563b673c75 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.754720] env[62023]: DEBUG oslo_vmware.rw_handles [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257da0d-e3b5-45eb-9875-0a3ab059f67b/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2021.754917] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Uploaded image 7f720f2e-4860-4b89-beb2-c4c7cd642092 to the Glance image server {{(pid=62023) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2021.757121] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Destroying the VM {{(pid=62023) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2021.757337] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-77340ac1-4965-4760-ae0e-805c20273c8f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.763125] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 2021.763125] env[62023]: value = "task-1759192" [ 2021.763125] env[62023]: _type = "Task" [ 2021.763125] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.770756] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759192, 'name': Destroy_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.167176] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 21f41135-2d0e-433b-89b9-e720aaa67d99] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2022.272570] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759192, 'name': Destroy_Task, 'duration_secs': 0.346022} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.272779] env[62023]: INFO nova.virt.vmwareapi.vm_util [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Destroyed the VM [ 2022.273092] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Deleting Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2022.273366] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3e55bf5b-1653-4930-a231-6f0a7ae6f26b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.280295] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 2022.280295] env[62023]: value = "task-1759193" [ 2022.280295] env[62023]: _type = "Task" [ 2022.280295] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.287746] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759193, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.670943] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 63f7981f-75b9-4ec0-b5d6-7f2ce6b06cc0] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2022.790408] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759193, 'name': RemoveSnapshot_Task, 'duration_secs': 0.380002} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.790674] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Deleted Snapshot of the VM instance {{(pid=62023) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2022.790945] env[62023]: DEBUG nova.compute.manager [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2022.791755] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363ec4f4-6d24-4df4-9f55-a8a910fc8a48 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.174327] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 2fef913a-1c0a-4fb5-906d-18f34e376e50] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2023.303576] env[62023]: INFO nova.compute.manager [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Shelve offloading [ 2023.678255] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 4745415e-3f1d-4e4d-b183-8b245e76c7c6] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2023.806843] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2023.807180] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-104df89d-09c7-4ed9-8704-c424ebf0d17c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.815887] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 2023.815887] env[62023]: value = "task-1759194" [ 2023.815887] env[62023]: _type = "Task" [ 2023.815887] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.823357] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.181076] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 2e348316-1f0e-4b6c-a83a-7eb9a27da0ec] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2024.326603] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] VM already powered off {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2024.326836] env[62023]: DEBUG nova.compute.manager [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2024.327586] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc3212c-fc5c-4362-8a43-61d782f07816 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.333229] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.333393] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.333561] env[62023]: DEBUG nova.network.neutron [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2024.684692] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: f1d36203-d4c4-402b-b69f-5b77fc8df823] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2025.061270] env[62023]: DEBUG nova.network.neutron [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Updating instance_info_cache with network_info: [{"id": "f8985bcb-b09a-4e8b-9182-211a020215b3", "address": "fa:16:3e:a4:71:41", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8985bcb-b0", "ovs_interfaceid": "f8985bcb-b09a-4e8b-9182-211a020215b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.188375] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 7cc25b17-b0ea-415f-84b2-8f8d633e726b] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2025.563848] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.692360] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: f06f591c-782a-4707-af72-f670a391442e] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2025.771792] env[62023]: DEBUG nova.compute.manager [req-cd6de710-1dc3-4e00-9b3f-1556d4f1bf28 req-43bf22e0-6d9d-475d-9831-1e9e6354158f service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Received event network-vif-unplugged-f8985bcb-b09a-4e8b-9182-211a020215b3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2025.772093] env[62023]: DEBUG oslo_concurrency.lockutils [req-cd6de710-1dc3-4e00-9b3f-1556d4f1bf28 req-43bf22e0-6d9d-475d-9831-1e9e6354158f service nova] Acquiring lock "af8fe2de-020a-4618-8d30-636741a80798-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.772377] env[62023]: DEBUG oslo_concurrency.lockutils [req-cd6de710-1dc3-4e00-9b3f-1556d4f1bf28 req-43bf22e0-6d9d-475d-9831-1e9e6354158f service nova] Lock "af8fe2de-020a-4618-8d30-636741a80798-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.772496] env[62023]: DEBUG oslo_concurrency.lockutils [req-cd6de710-1dc3-4e00-9b3f-1556d4f1bf28 req-43bf22e0-6d9d-475d-9831-1e9e6354158f service nova] Lock "af8fe2de-020a-4618-8d30-636741a80798-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.772650] env[62023]: DEBUG nova.compute.manager [req-cd6de710-1dc3-4e00-9b3f-1556d4f1bf28 req-43bf22e0-6d9d-475d-9831-1e9e6354158f service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] No waiting events found dispatching network-vif-unplugged-f8985bcb-b09a-4e8b-9182-211a020215b3 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2025.772823] env[62023]: WARNING nova.compute.manager [req-cd6de710-1dc3-4e00-9b3f-1556d4f1bf28 req-43bf22e0-6d9d-475d-9831-1e9e6354158f service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Received unexpected event network-vif-unplugged-f8985bcb-b09a-4e8b-9182-211a020215b3 for instance with vm_state shelved and task_state shelving_offloading. [ 2025.869078] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2025.870006] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d2ac84-c0b9-471c-90f5-158efb31da02 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.877611] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2025.877827] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71bf7f65-30a8-4d80-9618-b3264d5e3625 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.986420] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2025.986627] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2025.986816] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Deleting the datastore file [datastore1] af8fe2de-020a-4618-8d30-636741a80798 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2025.987099] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11a52a4f-57fe-400c-aba9-17028a258e52 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.993931] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 2025.993931] env[62023]: value = "task-1759196" [ 2025.993931] env[62023]: _type = "Task" [ 2025.993931] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.002258] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.197615] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: a52e9d4d-5c8a-4ccb-82b7-605be7f02ac6] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2026.503263] env[62023]: DEBUG oslo_vmware.api [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133968} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.503484] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2026.503649] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2026.503825] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2026.526837] env[62023]: INFO nova.scheduler.client.report [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Deleted allocations for instance af8fe2de-020a-4618-8d30-636741a80798 [ 2026.701091] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: e1014627-dac2-449c-81ac-f7dee87c22b9] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2027.031404] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.031653] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.031931] env[62023]: DEBUG nova.objects.instance [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lazy-loading 'resources' on Instance uuid af8fe2de-020a-4618-8d30-636741a80798 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2027.203746] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 7247610a-9c70-478c-96f7-810485472d2f] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2027.534080] env[62023]: DEBUG nova.objects.instance [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lazy-loading 'numa_topology' on Instance uuid af8fe2de-020a-4618-8d30-636741a80798 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2027.706708] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: cfe516b9-313f-417c-a7d5-6d5ec63af4cc] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2027.803183] env[62023]: DEBUG nova.compute.manager [req-d850f86c-602f-4e83-808c-8b5742bdab11 req-8db3bf2f-2755-4cfc-88ab-052057eb758b service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Received event network-changed-f8985bcb-b09a-4e8b-9182-211a020215b3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2027.803388] env[62023]: DEBUG nova.compute.manager [req-d850f86c-602f-4e83-808c-8b5742bdab11 req-8db3bf2f-2755-4cfc-88ab-052057eb758b service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Refreshing instance network info cache due to event network-changed-f8985bcb-b09a-4e8b-9182-211a020215b3. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2027.803600] env[62023]: DEBUG oslo_concurrency.lockutils [req-d850f86c-602f-4e83-808c-8b5742bdab11 req-8db3bf2f-2755-4cfc-88ab-052057eb758b service nova] Acquiring lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.803747] env[62023]: DEBUG oslo_concurrency.lockutils [req-d850f86c-602f-4e83-808c-8b5742bdab11 req-8db3bf2f-2755-4cfc-88ab-052057eb758b service nova] Acquired lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.803944] env[62023]: DEBUG nova.network.neutron [req-d850f86c-602f-4e83-808c-8b5742bdab11 req-8db3bf2f-2755-4cfc-88ab-052057eb758b service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Refreshing network info cache for port f8985bcb-b09a-4e8b-9182-211a020215b3 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2028.037122] env[62023]: DEBUG nova.objects.base [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62023) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2028.050532] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7293aa60-1e25-4da3-b3cc-481db0972b7f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.058337] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b3eedd-e11f-4456-ad69-c9050d603a0c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.088355] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66acb41-5a81-47e9-bd4c-be353f083692 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.095297] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f7770a-de1f-4c15-ad70-8465ad406fc1 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.108056] env[62023]: DEBUG nova.compute.provider_tree [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2028.209782] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: b1125817-b00b-44c0-bc80-69933347cbed] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2028.512077] env[62023]: DEBUG nova.network.neutron [req-d850f86c-602f-4e83-808c-8b5742bdab11 req-8db3bf2f-2755-4cfc-88ab-052057eb758b service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Updated VIF entry in instance network info cache for port f8985bcb-b09a-4e8b-9182-211a020215b3. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2028.512445] env[62023]: DEBUG nova.network.neutron [req-d850f86c-602f-4e83-808c-8b5742bdab11 req-8db3bf2f-2755-4cfc-88ab-052057eb758b service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Updating instance_info_cache with network_info: [{"id": "f8985bcb-b09a-4e8b-9182-211a020215b3", "address": "fa:16:3e:a4:71:41", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf8985bcb-b0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.610859] env[62023]: DEBUG nova.scheduler.client.report [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2028.712779] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 5298255f-00fc-49e6-aefc-6439abe38665] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2028.921399] env[62023]: DEBUG oslo_concurrency.lockutils [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "af8fe2de-020a-4618-8d30-636741a80798" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.015325] env[62023]: DEBUG oslo_concurrency.lockutils [req-d850f86c-602f-4e83-808c-8b5742bdab11 req-8db3bf2f-2755-4cfc-88ab-052057eb758b service nova] Releasing lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.116056] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.216215] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: b272c798-7af0-436b-80b6-47c0fb366b5c] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2029.623512] env[62023]: DEBUG oslo_concurrency.lockutils [None req-74271d11-d1d9-498f-ba12-7474366cdf28 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "af8fe2de-020a-4618-8d30-636741a80798" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.153s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.624345] env[62023]: DEBUG oslo_concurrency.lockutils [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "af8fe2de-020a-4618-8d30-636741a80798" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.703s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.624525] env[62023]: INFO nova.compute.manager [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Unshelving [ 2029.719527] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 22f7fc5e-edfb-43ed-a24d-bdf937b3164b] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2030.222692] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: a0a39df8-2f11-40d8-85fa-c99a7b5a7620] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2030.647913] env[62023]: DEBUG oslo_concurrency.lockutils [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.648188] env[62023]: DEBUG oslo_concurrency.lockutils [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.648394] env[62023]: DEBUG nova.objects.instance [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lazy-loading 'pci_requests' on Instance uuid af8fe2de-020a-4618-8d30-636741a80798 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2030.725771] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 50f1cf7f-f47e-4d6c-8716-8adb4fa96507] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2031.151778] env[62023]: DEBUG nova.objects.instance [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lazy-loading 'numa_topology' on Instance uuid af8fe2de-020a-4618-8d30-636741a80798 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2031.228912] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 3bd97266-b1a8-4e16-898c-fe4af50336e3] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2031.654637] env[62023]: INFO nova.compute.claims [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2031.732029] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 6530d6b3-abf5-40f0-824e-6d13ea0b6807] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2032.234744] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: b2bb6c01-fe23-4099-b143-a77b3c93251f] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2032.688877] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a8ef4b-a148-46df-858e-e29da5a3ba64 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.696531] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4dcbb1-cd99-45ad-9768-46f5e8262eba {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.726115] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65944d5-2e89-47da-80bc-2854f71b7727 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.732763] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601dc03d-4b3c-40e2-a317-cb00290eaceb {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.737774] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 6d2e20b3-5a43-4cfc-8220-e3268d86ee08] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2032.747053] env[62023]: DEBUG nova.compute.provider_tree [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2033.250095] env[62023]: DEBUG nova.scheduler.client.report [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2033.253440] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 8a64edeb-1428-4390-a224-f13f553cd0ad] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2033.756637] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 966a5b9d-4dec-4411-b9d3-9f320ddc5de5] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2033.759011] env[62023]: DEBUG oslo_concurrency.lockutils [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.111s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.794511] env[62023]: INFO nova.network.neutron [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Updating port f8985bcb-b09a-4e8b-9182-211a020215b3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2034.263323] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 2b5b9c88-4178-49ec-ba03-b5ed2427f1bd] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2034.766599] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: c363aeac-b213-4ad8-81a7-43bed877962c] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2035.180551] env[62023]: DEBUG nova.compute.manager [req-036fd285-68bb-41db-89c2-5257080812e1 req-d63b9729-3f9b-42fc-a543-dae5f47f75d1 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Received event network-vif-plugged-f8985bcb-b09a-4e8b-9182-211a020215b3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2035.180774] env[62023]: DEBUG oslo_concurrency.lockutils [req-036fd285-68bb-41db-89c2-5257080812e1 req-d63b9729-3f9b-42fc-a543-dae5f47f75d1 service nova] Acquiring lock "af8fe2de-020a-4618-8d30-636741a80798-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.180995] env[62023]: DEBUG oslo_concurrency.lockutils [req-036fd285-68bb-41db-89c2-5257080812e1 req-d63b9729-3f9b-42fc-a543-dae5f47f75d1 service nova] Lock "af8fe2de-020a-4618-8d30-636741a80798-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.181343] env[62023]: DEBUG oslo_concurrency.lockutils [req-036fd285-68bb-41db-89c2-5257080812e1 req-d63b9729-3f9b-42fc-a543-dae5f47f75d1 service nova] Lock "af8fe2de-020a-4618-8d30-636741a80798-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.181527] env[62023]: DEBUG nova.compute.manager [req-036fd285-68bb-41db-89c2-5257080812e1 req-d63b9729-3f9b-42fc-a543-dae5f47f75d1 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] No waiting events found dispatching network-vif-plugged-f8985bcb-b09a-4e8b-9182-211a020215b3 {{(pid=62023) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2035.181695] env[62023]: WARNING nova.compute.manager [req-036fd285-68bb-41db-89c2-5257080812e1 req-d63b9729-3f9b-42fc-a543-dae5f47f75d1 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Received unexpected event network-vif-plugged-f8985bcb-b09a-4e8b-9182-211a020215b3 for instance with vm_state shelved_offloaded and task_state spawning. [ 2035.260063] env[62023]: DEBUG oslo_concurrency.lockutils [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.260265] env[62023]: DEBUG oslo_concurrency.lockutils [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.260442] env[62023]: DEBUG nova.network.neutron [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Building network info cache for instance {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2035.270018] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 539873cb-daa5-4c76-a0e0-7929e6b5117a] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2035.773026] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 681fa498-8577-44cf-ab89-ede5ac113f74] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2035.961230] env[62023]: DEBUG nova.network.neutron [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Updating instance_info_cache with network_info: [{"id": "f8985bcb-b09a-4e8b-9182-211a020215b3", "address": "fa:16:3e:a4:71:41", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8985bcb-b0", "ovs_interfaceid": "f8985bcb-b09a-4e8b-9182-211a020215b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.277340] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 1213f6be-c3e6-4fbb-96b1-3736ece929a2] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2036.463893] env[62023]: DEBUG oslo_concurrency.lockutils [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.492565] env[62023]: DEBUG nova.virt.hardware [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T15:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ef7454c4119566c7cfe04fb8e2db238f',container_format='bare',created_at=2024-12-11T15:40:51Z,direct_url=,disk_format='vmdk',id=7f720f2e-4860-4b89-beb2-c4c7cd642092,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-503888005-shelved',owner='e0df5aeee971434f95e765886707a7c2',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2024-12-11T15:41:07Z,virtual_size=,visibility=), allow threads: False {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2036.492826] env[62023]: DEBUG nova.virt.hardware [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Flavor limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2036.493036] env[62023]: DEBUG nova.virt.hardware [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Image limits 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2036.493277] env[62023]: DEBUG nova.virt.hardware [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Flavor pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2036.493436] env[62023]: DEBUG nova.virt.hardware [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Image pref 0:0:0 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2036.493585] env[62023]: DEBUG nova.virt.hardware [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62023) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2036.493802] env[62023]: DEBUG nova.virt.hardware [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2036.493962] env[62023]: DEBUG nova.virt.hardware [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2036.494220] env[62023]: DEBUG nova.virt.hardware [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Got 1 possible topologies {{(pid=62023) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2036.494391] env[62023]: DEBUG nova.virt.hardware [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2036.494571] env[62023]: DEBUG nova.virt.hardware [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62023) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2036.495457] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c12617-213b-4cc1-96d7-aa35ef6d1abf {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.503889] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e72feb2-45bc-4941-9c6d-ba07ed1ed7cc {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.516928] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:71:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8985bcb-b09a-4e8b-9182-211a020215b3', 'vif_model': 'vmxnet3'}] {{(pid=62023) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2036.524279] env[62023]: DEBUG oslo.service.loopingcall [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2036.524521] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8fe2de-020a-4618-8d30-636741a80798] Creating VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2036.524700] env[62023]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9be94ead-38d9-4db8-ab4b-19de38adb707 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.545164] env[62023]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2036.545164] env[62023]: value = "task-1759197" [ 2036.545164] env[62023]: _type = "Task" [ 2036.545164] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.552455] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759197, 'name': CreateVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.780861] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 7096b4e3-b7f5-4650-86e1-274b5540b925] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2037.055717] env[62023]: DEBUG oslo_vmware.api [-] Task: {'id': task-1759197, 'name': CreateVM_Task, 'duration_secs': 0.300285} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.055898] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8fe2de-020a-4618-8d30-636741a80798] Created VM on the ESX host {{(pid=62023) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2037.056587] env[62023]: DEBUG oslo_concurrency.lockutils [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f720f2e-4860-4b89-beb2-c4c7cd642092" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.056761] env[62023]: DEBUG oslo_concurrency.lockutils [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f720f2e-4860-4b89-beb2-c4c7cd642092" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.057155] env[62023]: DEBUG oslo_concurrency.lockutils [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f720f2e-4860-4b89-beb2-c4c7cd642092" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2037.057416] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dadf4a5b-30cb-4f97-a12e-671b8d3ceb8d {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.061732] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 2037.061732] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]523830f7-8783-b627-6e3a-730c71499c2c" [ 2037.061732] env[62023]: _type = "Task" [ 2037.061732] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.077771] env[62023]: DEBUG oslo_concurrency.lockutils [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f720f2e-4860-4b89-beb2-c4c7cd642092" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.078016] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Processing image 7f720f2e-4860-4b89-beb2-c4c7cd642092 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2037.078242] env[62023]: DEBUG oslo_concurrency.lockutils [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f720f2e-4860-4b89-beb2-c4c7cd642092/7f720f2e-4860-4b89-beb2-c4c7cd642092.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.078387] env[62023]: DEBUG oslo_concurrency.lockutils [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f720f2e-4860-4b89-beb2-c4c7cd642092/7f720f2e-4860-4b89-beb2-c4c7cd642092.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.078560] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2037.078777] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65466a69-35fe-4ddc-ae3f-cde1576a983f {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.088823] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2037.088989] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62023) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2037.089641] env[62023]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08a239ee-a88b-4bd9-824e-e764f65d9720 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.094247] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 2037.094247] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52bcf07c-6d83-f9c5-285b-34856a41f83f" [ 2037.094247] env[62023]: _type = "Task" [ 2037.094247] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.100903] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52bcf07c-6d83-f9c5-285b-34856a41f83f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.204477] env[62023]: DEBUG nova.compute.manager [req-16a269a8-485f-4b64-9a0e-e942f374c445 req-e443fc0b-aac5-4c37-82b5-1fbf13736794 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Received event network-changed-f8985bcb-b09a-4e8b-9182-211a020215b3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2037.204682] env[62023]: DEBUG nova.compute.manager [req-16a269a8-485f-4b64-9a0e-e942f374c445 req-e443fc0b-aac5-4c37-82b5-1fbf13736794 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Refreshing instance network info cache due to event network-changed-f8985bcb-b09a-4e8b-9182-211a020215b3. {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2037.204904] env[62023]: DEBUG oslo_concurrency.lockutils [req-16a269a8-485f-4b64-9a0e-e942f374c445 req-e443fc0b-aac5-4c37-82b5-1fbf13736794 service nova] Acquiring lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.205077] env[62023]: DEBUG oslo_concurrency.lockutils [req-16a269a8-485f-4b64-9a0e-e942f374c445 req-e443fc0b-aac5-4c37-82b5-1fbf13736794 service nova] Acquired lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.205196] env[62023]: DEBUG nova.network.neutron [req-16a269a8-485f-4b64-9a0e-e942f374c445 req-e443fc0b-aac5-4c37-82b5-1fbf13736794 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Refreshing network info cache for port f8985bcb-b09a-4e8b-9182-211a020215b3 {{(pid=62023) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2037.284083] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 61af069c-a6d6-4ee7-b1a1-05c8fe3805bd] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2037.604771] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Preparing fetch location {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2037.605042] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Fetch image to [datastore1] OSTACK_IMG_29aafe2a-ce69-4452-9c45-a7a9f8c2f620/OSTACK_IMG_29aafe2a-ce69-4452-9c45-a7a9f8c2f620.vmdk {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2037.605234] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Downloading stream optimized image 7f720f2e-4860-4b89-beb2-c4c7cd642092 to [datastore1] OSTACK_IMG_29aafe2a-ce69-4452-9c45-a7a9f8c2f620/OSTACK_IMG_29aafe2a-ce69-4452-9c45-a7a9f8c2f620.vmdk on the data store datastore1 as vApp {{(pid=62023) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2037.605405] env[62023]: DEBUG nova.virt.vmwareapi.images [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Downloading image file data 7f720f2e-4860-4b89-beb2-c4c7cd642092 to the ESX as VM named 'OSTACK_IMG_29aafe2a-ce69-4452-9c45-a7a9f8c2f620' {{(pid=62023) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2037.669622] env[62023]: DEBUG oslo_vmware.rw_handles [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2037.669622] env[62023]: value = "resgroup-9" [ 2037.669622] env[62023]: _type = "ResourcePool" [ 2037.669622] env[62023]: }. {{(pid=62023) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2037.669934] env[62023]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5d9ac4ce-f747-43d0-9b4d-ddcadacf3385 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.690253] env[62023]: DEBUG oslo_vmware.rw_handles [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lease: (returnval){ [ 2037.690253] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f5dd23-4285-753e-ad51-6dd53db6039e" [ 2037.690253] env[62023]: _type = "HttpNfcLease" [ 2037.690253] env[62023]: } obtained for vApp import into resource pool (val){ [ 2037.690253] env[62023]: value = "resgroup-9" [ 2037.690253] env[62023]: _type = "ResourcePool" [ 2037.690253] env[62023]: }. {{(pid=62023) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2037.690541] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the lease: (returnval){ [ 2037.690541] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f5dd23-4285-753e-ad51-6dd53db6039e" [ 2037.690541] env[62023]: _type = "HttpNfcLease" [ 2037.690541] env[62023]: } to be ready. {{(pid=62023) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2037.696526] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2037.696526] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f5dd23-4285-753e-ad51-6dd53db6039e" [ 2037.696526] env[62023]: _type = "HttpNfcLease" [ 2037.696526] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2037.787718] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 8889bd20-94aa-4d24-8f3a-1a5cb31688e9] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2037.903380] env[62023]: DEBUG nova.network.neutron [req-16a269a8-485f-4b64-9a0e-e942f374c445 req-e443fc0b-aac5-4c37-82b5-1fbf13736794 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Updated VIF entry in instance network info cache for port f8985bcb-b09a-4e8b-9182-211a020215b3. {{(pid=62023) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2037.903739] env[62023]: DEBUG nova.network.neutron [req-16a269a8-485f-4b64-9a0e-e942f374c445 req-e443fc0b-aac5-4c37-82b5-1fbf13736794 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Updating instance_info_cache with network_info: [{"id": "f8985bcb-b09a-4e8b-9182-211a020215b3", "address": "fa:16:3e:a4:71:41", "network": {"id": "4b63f633-d6c2-4f2f-9e38-5a20fe26f4a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1702782300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0df5aeee971434f95e765886707a7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8985bcb-b0", "ovs_interfaceid": "f8985bcb-b09a-4e8b-9182-211a020215b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.198853] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2038.198853] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f5dd23-4285-753e-ad51-6dd53db6039e" [ 2038.198853] env[62023]: _type = "HttpNfcLease" [ 2038.198853] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2038.290859] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 4cb4160b-524b-41b7-b8c8-7c246826b084] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2038.406379] env[62023]: DEBUG oslo_concurrency.lockutils [req-16a269a8-485f-4b64-9a0e-e942f374c445 req-e443fc0b-aac5-4c37-82b5-1fbf13736794 service nova] Releasing lock "refresh_cache-af8fe2de-020a-4618-8d30-636741a80798" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.700583] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2038.700583] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f5dd23-4285-753e-ad51-6dd53db6039e" [ 2038.700583] env[62023]: _type = "HttpNfcLease" [ 2038.700583] env[62023]: } is initializing. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2038.794552] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: ed8d8df0-2f06-43ab-b959-e0b7597efecb] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2039.200382] env[62023]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2039.200382] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f5dd23-4285-753e-ad51-6dd53db6039e" [ 2039.200382] env[62023]: _type = "HttpNfcLease" [ 2039.200382] env[62023]: } is ready. {{(pid=62023) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2039.200690] env[62023]: DEBUG oslo_vmware.rw_handles [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2039.200690] env[62023]: value = "session[52a7de7a-9398-9213-8bd9-24d6dcaed91a]52f5dd23-4285-753e-ad51-6dd53db6039e" [ 2039.200690] env[62023]: _type = "HttpNfcLease" [ 2039.200690] env[62023]: }. {{(pid=62023) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2039.201393] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11eb845-a3a2-466d-b3e7-6b7028f14922 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.208798] env[62023]: DEBUG oslo_vmware.rw_handles [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d90ad-2f55-7919-1984-77c3d268eddc/disk-0.vmdk from lease info. {{(pid=62023) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2039.208991] env[62023]: DEBUG oslo_vmware.rw_handles [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d90ad-2f55-7919-1984-77c3d268eddc/disk-0.vmdk. {{(pid=62023) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2039.271264] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3217eea4-eaf1-4c71-a74b-aa40bfd1de7a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.298381] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: dcd4d90d-e32b-4ab4-bd2d-14d367c16838] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2039.801915] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 7a77bdd9-0e3e-4de3-a9f6-b3efd7d88919] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2040.304892] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] [instance: 007c853b-b603-44e4-9f3d-42872bd4baca] Instance has had 0 of 5 cleanup attempts {{(pid=62023) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2040.367127] env[62023]: DEBUG oslo_vmware.rw_handles [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Completed reading data from the image iterator. {{(pid=62023) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2040.367392] env[62023]: DEBUG oslo_vmware.rw_handles [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d90ad-2f55-7919-1984-77c3d268eddc/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2040.368349] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e90f13-e2ee-4052-81a4-93118352e5f9 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.375505] env[62023]: DEBUG oslo_vmware.rw_handles [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d90ad-2f55-7919-1984-77c3d268eddc/disk-0.vmdk is in state: ready. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2040.375664] env[62023]: DEBUG oslo_vmware.rw_handles [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d90ad-2f55-7919-1984-77c3d268eddc/disk-0.vmdk. {{(pid=62023) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2040.375910] env[62023]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b70ce44c-8691-47eb-acf2-25c740242d26 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.624194] env[62023]: DEBUG oslo_vmware.rw_handles [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d90ad-2f55-7919-1984-77c3d268eddc/disk-0.vmdk. {{(pid=62023) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2040.624462] env[62023]: INFO nova.virt.vmwareapi.images [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Downloaded image file data 7f720f2e-4860-4b89-beb2-c4c7cd642092 [ 2040.625322] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88207f77-6b87-4ee9-819c-4bbb6cc0bee5 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.640207] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f960300-fb33-49ad-9613-4a0100844a55 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.686026] env[62023]: INFO nova.virt.vmwareapi.images [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] The imported VM was unregistered [ 2040.688342] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Caching image {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2040.688572] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Creating directory with path [datastore1] devstack-image-cache_base/7f720f2e-4860-4b89-beb2-c4c7cd642092 {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2040.688821] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28b26d00-5f97-48c8-94e6-ffae55eb2f38 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.698502] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Created directory with path [datastore1] devstack-image-cache_base/7f720f2e-4860-4b89-beb2-c4c7cd642092 {{(pid=62023) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2040.698682] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_29aafe2a-ce69-4452-9c45-a7a9f8c2f620/OSTACK_IMG_29aafe2a-ce69-4452-9c45-a7a9f8c2f620.vmdk to [datastore1] devstack-image-cache_base/7f720f2e-4860-4b89-beb2-c4c7cd642092/7f720f2e-4860-4b89-beb2-c4c7cd642092.vmdk. {{(pid=62023) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2040.698901] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-db398da5-c316-4577-a281-51719654ab34 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.704961] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 2040.704961] env[62023]: value = "task-1759200" [ 2040.704961] env[62023]: _type = "Task" [ 2040.704961] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.712067] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759200, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.808899] env[62023]: DEBUG oslo_service.periodic_task [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62023) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2040.809111] env[62023]: DEBUG nova.compute.manager [None req-156f1f9b-fc4c-42b0-8f55-bf3191d83bf3 None None] Cleaning up deleted instances with incomplete migration {{(pid=62023) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 2041.215157] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759200, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.717876] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759200, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.219117] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759200, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.719672] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759200, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.219352] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759200, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.720277] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759200, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.221225] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759200, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.722215] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759200, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.5295} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.722602] env[62023]: INFO nova.virt.vmwareapi.ds_util [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_29aafe2a-ce69-4452-9c45-a7a9f8c2f620/OSTACK_IMG_29aafe2a-ce69-4452-9c45-a7a9f8c2f620.vmdk to [datastore1] devstack-image-cache_base/7f720f2e-4860-4b89-beb2-c4c7cd642092/7f720f2e-4860-4b89-beb2-c4c7cd642092.vmdk. [ 2044.722602] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Cleaning up location [datastore1] OSTACK_IMG_29aafe2a-ce69-4452-9c45-a7a9f8c2f620 {{(pid=62023) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2044.722822] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_29aafe2a-ce69-4452-9c45-a7a9f8c2f620 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2044.723028] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5288cde-7821-4270-95ee-1981656ccb88 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.728968] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 2044.728968] env[62023]: value = "task-1759201" [ 2044.728968] env[62023]: _type = "Task" [ 2044.728968] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.736414] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.245171] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123252} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.245612] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2045.245897] env[62023]: DEBUG oslo_concurrency.lockutils [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f720f2e-4860-4b89-beb2-c4c7cd642092/7f720f2e-4860-4b89-beb2-c4c7cd642092.vmdk" {{(pid=62023) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.246321] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f720f2e-4860-4b89-beb2-c4c7cd642092/7f720f2e-4860-4b89-beb2-c4c7cd642092.vmdk to [datastore1] af8fe2de-020a-4618-8d30-636741a80798/af8fe2de-020a-4618-8d30-636741a80798.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2045.246705] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2d182df-ccd5-43bb-a420-52831d128b27 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.255189] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 2045.255189] env[62023]: value = "task-1759202" [ 2045.255189] env[62023]: _type = "Task" [ 2045.255189] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.266609] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.765124] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759202, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.267535] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759202, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.768265] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759202, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.269299] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759202, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.768616] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759202, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.477536} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.768972] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f720f2e-4860-4b89-beb2-c4c7cd642092/7f720f2e-4860-4b89-beb2-c4c7cd642092.vmdk to [datastore1] af8fe2de-020a-4618-8d30-636741a80798/af8fe2de-020a-4618-8d30-636741a80798.vmdk {{(pid=62023) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2047.769675] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e94634-b71f-48f3-8d48-18e8c09a0e1a {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.791238] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] af8fe2de-020a-4618-8d30-636741a80798/af8fe2de-020a-4618-8d30-636741a80798.vmdk or device None with type streamOptimized {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2047.791444] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eab9a674-dc98-4c34-a5d2-4bf2419d79ca {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.810056] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 2047.810056] env[62023]: value = "task-1759203" [ 2047.810056] env[62023]: _type = "Task" [ 2047.810056] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.817317] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.320146] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759203, 'name': ReconfigVM_Task, 'duration_secs': 0.253902} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.320419] env[62023]: DEBUG nova.virt.vmwareapi.volumeops [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Reconfigured VM instance instance-0000007c to attach disk [datastore1] af8fe2de-020a-4618-8d30-636741a80798/af8fe2de-020a-4618-8d30-636741a80798.vmdk or device None with type streamOptimized {{(pid=62023) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2048.321075] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e9a0c27-f2d3-4ae6-8dd5-02431bba22c0 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.326871] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 2048.326871] env[62023]: value = "task-1759204" [ 2048.326871] env[62023]: _type = "Task" [ 2048.326871] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.334274] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759204, 'name': Rename_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.837127] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759204, 'name': Rename_Task, 'duration_secs': 0.139287} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.837485] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Powering on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2048.837712] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-088b4ee5-ec8c-410a-8475-e21f313bfb0b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.844054] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 2048.844054] env[62023]: value = "task-1759205" [ 2048.844054] env[62023]: _type = "Task" [ 2048.844054] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.851361] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.355017] env[62023]: DEBUG oslo_vmware.api [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759205, 'name': PowerOnVM_Task, 'duration_secs': 0.457809} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.355263] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Powered on the VM {{(pid=62023) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2049.451446] env[62023]: DEBUG nova.compute.manager [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Checking state {{(pid=62023) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2049.452434] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4329137-9df0-4c59-ba28-08fa0f3d5a79 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.970922] env[62023]: DEBUG oslo_concurrency.lockutils [None req-963a666a-ff37-4b29-8b28-a2fa21a888a9 tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "af8fe2de-020a-4618-8d30-636741a80798" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.346s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.544586] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "af8fe2de-020a-4618-8d30-636741a80798" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.544819] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "af8fe2de-020a-4618-8d30-636741a80798" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.545029] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "af8fe2de-020a-4618-8d30-636741a80798-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.545217] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "af8fe2de-020a-4618-8d30-636741a80798-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.545389] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "af8fe2de-020a-4618-8d30-636741a80798-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.547486] env[62023]: INFO nova.compute.manager [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Terminating instance [ 2051.052079] env[62023]: DEBUG nova.compute.manager [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Start destroying the instance on the hypervisor. {{(pid=62023) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2051.052333] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Destroying instance {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2051.053092] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4307180e-a74c-4787-bd00-8ce6bdf472b6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.061287] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Powering off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2051.061509] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbb35dd3-6647-415a-a532-287ba7dfc2c6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.068361] env[62023]: DEBUG oslo_vmware.api [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 2051.068361] env[62023]: value = "task-1759206" [ 2051.068361] env[62023]: _type = "Task" [ 2051.068361] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.076340] env[62023]: DEBUG oslo_vmware.api [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.578561] env[62023]: DEBUG oslo_vmware.api [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759206, 'name': PowerOffVM_Task, 'duration_secs': 0.163297} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.578828] env[62023]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Powered off the VM {{(pid=62023) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2051.579010] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Unregistering the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2051.579256] env[62023]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9d7b2bb-16cd-4b6e-abd7-9f5901090cd6 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.979632] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Unregistered the VM {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2051.979871] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Deleting contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2051.979985] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Deleting the datastore file [datastore1] af8fe2de-020a-4618-8d30-636741a80798 {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2051.980306] env[62023]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39767a21-26fa-4ed5-8f23-7ecda108944c {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.986270] env[62023]: DEBUG oslo_vmware.api [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for the task: (returnval){ [ 2051.986270] env[62023]: value = "task-1759208" [ 2051.986270] env[62023]: _type = "Task" [ 2051.986270] env[62023]: } to complete. {{(pid=62023) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.993661] env[62023]: DEBUG oslo_vmware.api [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.496649] env[62023]: DEBUG oslo_vmware.api [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Task: {'id': task-1759208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132827} completed successfully. {{(pid=62023) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.497050] env[62023]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Deleted the datastore file {{(pid=62023) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2052.497099] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Deleted contents of the VM from datastore datastore1 {{(pid=62023) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2052.497276] env[62023]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Instance destroyed {{(pid=62023) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2052.497449] env[62023]: INFO nova.compute.manager [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] [instance: af8fe2de-020a-4618-8d30-636741a80798] Took 1.45 seconds to destroy the instance on the hypervisor. [ 2052.497689] env[62023]: DEBUG oslo.service.loopingcall [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62023) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2052.497882] env[62023]: DEBUG nova.compute.manager [-] [instance: af8fe2de-020a-4618-8d30-636741a80798] Deallocating network for instance {{(pid=62023) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2052.497977] env[62023]: DEBUG nova.network.neutron [-] [instance: af8fe2de-020a-4618-8d30-636741a80798] deallocate_for_instance() {{(pid=62023) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2052.899100] env[62023]: DEBUG nova.compute.manager [req-d8489bb2-fb10-476d-bfd4-0b1961bdb41c req-c69df192-142e-43a6-8b5d-16c4b604f849 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Received event network-vif-deleted-f8985bcb-b09a-4e8b-9182-211a020215b3 {{(pid=62023) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2052.899458] env[62023]: INFO nova.compute.manager [req-d8489bb2-fb10-476d-bfd4-0b1961bdb41c req-c69df192-142e-43a6-8b5d-16c4b604f849 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Neutron deleted interface f8985bcb-b09a-4e8b-9182-211a020215b3; detaching it from the instance and deleting it from the info cache [ 2052.899458] env[62023]: DEBUG nova.network.neutron [req-d8489bb2-fb10-476d-bfd4-0b1961bdb41c req-c69df192-142e-43a6-8b5d-16c4b604f849 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.377752] env[62023]: DEBUG nova.network.neutron [-] [instance: af8fe2de-020a-4618-8d30-636741a80798] Updating instance_info_cache with network_info: [] {{(pid=62023) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.402170] env[62023]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0cca8589-e125-46ab-b33b-d518351e3ca4 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.412190] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df257412-fca5-40d7-b5f5-ba9ddb378b88 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.436848] env[62023]: DEBUG nova.compute.manager [req-d8489bb2-fb10-476d-bfd4-0b1961bdb41c req-c69df192-142e-43a6-8b5d-16c4b604f849 service nova] [instance: af8fe2de-020a-4618-8d30-636741a80798] Detach interface failed, port_id=f8985bcb-b09a-4e8b-9182-211a020215b3, reason: Instance af8fe2de-020a-4618-8d30-636741a80798 could not be found. {{(pid=62023) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2053.880656] env[62023]: INFO nova.compute.manager [-] [instance: af8fe2de-020a-4618-8d30-636741a80798] Took 1.38 seconds to deallocate network for instance. [ 2054.387311] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.387561] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.387783] env[62023]: DEBUG nova.objects.instance [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lazy-loading 'resources' on Instance uuid af8fe2de-020a-4618-8d30-636741a80798 {{(pid=62023) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2054.920871] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4de0ab-342f-4ba4-b489-15b9764820e3 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.928274] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e186168e-0b02-4a0f-a4f2-195e31e6fc0b {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.958993] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cd8c8d-dead-4010-9d1c-0a0e0fcd3e89 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.966687] env[62023]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382a2756-f9da-4113-ad6c-884ea8a9f771 {{(pid=62023) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.979673] env[62023]: DEBUG nova.compute.provider_tree [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Inventory has not changed in ProviderTree for provider: 02801f58-5343-4495-a0d6-e07df5115a86 {{(pid=62023) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2055.483327] env[62023]: DEBUG nova.scheduler.client.report [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Inventory has not changed for provider 02801f58-5343-4495-a0d6-e07df5115a86 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62023) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2055.989130] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.009968] env[62023]: INFO nova.scheduler.client.report [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Deleted allocations for instance af8fe2de-020a-4618-8d30-636741a80798 [ 2056.518223] env[62023]: DEBUG oslo_concurrency.lockutils [None req-d3b67499-1d10-4c05-bbbb-557cc068619a tempest-ServerActionsTestOtherB-1002528349 tempest-ServerActionsTestOtherB-1002528349-project-member] Lock "af8fe2de-020a-4618-8d30-636741a80798" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.973s {{(pid=62023) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}